-- Logs begin at Tue 2021-12-21 15:56:03 UTC, end at Tue 2021-12-21 17:45:52 UTC. -- Dec 21 16:32:29.908779 dv-neutron-822515-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 21 16:32:32.483166 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.common.config [-] Logging enabled! Dec 21 16:32:32.483550 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev22 Dec 21 16:32:32.484992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88778) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 21 16:32:32.485737 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.common.config [-] Logging enabled! Dec 21 16:32:32.486027 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev22 Dec 21 16:32:32.486307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88778) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 21 16:32:32.487388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 21 16:32:32.487655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 21 16:32:32.488666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 21 16:32:32.488947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 21 16:32:32.489206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 21 16:32:32.489574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.489919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.490258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.490522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.490888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.491228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.491545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.491874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.492215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.492536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.492849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.493163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.493426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.493742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.494067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.494396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.495199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] debug = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.495513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.496047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.496362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.496679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.497003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.497305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.497612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.497929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.498292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] host = dv-neutron-822515-1-hyperv {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.498603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.498973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.499299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.499621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.499928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.500237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.500560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.500865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.501171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] log_file = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.501478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.501803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.502126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.502462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.502716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.503014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.503343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.503669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.503977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.504284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.504589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.504895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.505202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.505503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.505829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.506155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.506478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.506809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.507109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.507411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.507714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.508037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.508340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.508646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.508953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.509281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.509582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.509889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.510253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.511114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.511444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.511769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.512078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.512405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.512710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.513016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.513321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] use_json = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.513627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.513931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.514256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.514560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.514886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.515198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.515504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.515832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:32.516162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.516502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.516840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.517156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.517483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.517803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.518128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.518451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.518744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.519097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.519419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.519731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.520051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.520385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.520716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.521023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.521333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.521665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.521975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.522278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.522609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.522945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.523250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.523563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.523870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.524172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.524473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.524782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.525107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.525412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.525712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.526066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.526370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.526679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.527057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.527368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.527671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.527973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.528283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.528589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.528893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.529201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.529503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.529808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.530109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.530412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.530713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.531043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.531346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.531646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.531948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.532258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.532562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.532865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.533168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.533473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.533777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.534095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.534424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.534732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.535070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.535380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.535690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.535999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.536306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.536622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.536933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.537236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.537565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.537880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.538197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.538513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.538845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.539181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.539493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.539808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.540117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.540426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.540742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.541055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.541382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.541737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.542063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.542387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.542711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.543053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.543401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.543712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:32.543961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 21 16:32:32.544222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88778) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 21 16:32:33.194843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88778) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:32:33.195173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88778) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:32:33.195493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88778) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:32:33.197095 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 21 16:32:33.547890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.548408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.548513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.608457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.608770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.609067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.612018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.612331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.612634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.761820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.762133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.762430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.763500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.763801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.764092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.882763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.883046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.883349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.883650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:33.884475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.071010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.071388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.071715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.072022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.072323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.073229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.073531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.073823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.074110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.074443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.074734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.075065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.075369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.075658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.075964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.076274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.076566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.076880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.077164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.077494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.077924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.078208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.078488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.078844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.079130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.079433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.079832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 16:32:34.080109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 16:32:34.080385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 16:32:34.080659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 16:32:34.080933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 16:32:34.081205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 16:32:34.082857 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 21 16:32:34.091325 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 21 16:32:34.098816 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 21 16:32:34.104094 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Dec 21 16:32:34.106865 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 21 16:32:34.107965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 21 16:32:34.108348 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 21 16:32:34.108779 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 21 16:32:34.112693 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 21 16:32:34.112980 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 21 16:32:34.113438 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 16:32:34.140588 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 21 16:32:34.141050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.141376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88778) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 21 16:32:34.141782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.143137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88778) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 21 16:32:34.143459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 16:32:34.143740 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 21 16:32:34.146921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.147237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.212099 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 21 16:32:34.212366 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 21 16:32:34.212637 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 21 16:32:34.213040 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 21 16:32:34.246169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.sqlalchemy.engines [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88778) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 21 16:32:34.539021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Initializing driver for type 'gre' Dec 21 16:32:34.539583 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] gre ID ranges: [(1, 1000)] Dec 21 16:32:34.580510 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Initializing driver for type 'local' Dec 21 16:32:34.580965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Initializing driver for type 'vlan' Dec 21 16:32:34.590819 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] VlanTypeDriver initialization complete Dec 21 16:32:34.591233 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Initializing driver for type 'vxlan' Dec 21 16:32:34.591769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] vxlan ID ranges: [(1, 1000)] Dec 21 16:32:34.632429 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Initializing extension driver 'port_security' Dec 21 16:32:34.632794 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.extensions.port_security [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] PortSecurityExtensionDriver initialization complete Dec 21 16:32:34.633167 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Initializing mechanism driver 'openvswitch' Dec 21 16:32:34.633526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Initializing mechanism driver 'hyperv' Dec 21 16:32:34.640309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88778) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:32:34.641141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > port after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.641544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > port after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.641928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > port after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.642348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > subnet after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.642733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > subnet after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.643168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.643580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > network after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.643954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > network after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.644328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > network after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.644736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > security_group after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.645114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > security_group after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.645485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.645901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.646273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.646813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.647213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] ML2 OVO RPC backend initialized. {{(pid=88778) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 21 16:32:34.647878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.648263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.648708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > network before_response 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.649085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > networks before_response 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.649459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > port before_response 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.649831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > ports before_response 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.650203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > subnet before_response 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.650574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > subnets before_response 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.650996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > network after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.651368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > network after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.651735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > network after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.652101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > port after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.652466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > port after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.652830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > port after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.653195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > subnet after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.653561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > subnet after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.653922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.654529 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Modular L2 Plugin initialization complete Dec 21 16:32:34.654904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading services supported by the core plugin {{(pid=88778) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 21 16:32:34.655267 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.managers [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Got port-security extension from driver 'port_security' Dec 21 16:32:34.655760 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.extensions.vlantransparent [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Disabled vlantransparent extension. Dec 21 16:32:34.656212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88778) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 21 16:32:34.656548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading Plugin: router Dec 21 16:32:34.699004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.699437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router after_create 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.699838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router before_create 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.700238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.700650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.701041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router after_delete 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.701437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.701844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router after_create 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.702223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router after_update 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.702609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router after_update 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.703027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.703430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router after_update 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.703916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router precommit_update 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.704332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: port after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.704706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: port after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.705078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: subnet after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.705457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.705841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.706230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router precommit_create 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.706886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: port before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.707266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router precommit_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.707666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router after_update 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.708043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.708429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router precommit_create 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.708828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.709210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router precommit_update 55549900 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.709621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > agent after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.710011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > agent after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.710392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > network after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.711360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Tracking information for resource: router configured {{(pid=88778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 16:32:34.711734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Tracking information for resource: floatingip configured {{(pid=88778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 16:32:34.716579 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_agentschedulers_db [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 21 16:32:34.717202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: port after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.717592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: port after_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.717973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: port after_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.718355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: port after_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.719246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router before_create 55550100 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.719647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.720045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router precommit_create 55550100 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.720433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > router precommit_update 55550100 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.725051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.provider_configuration [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service providers = [] {{(pid=88778) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 21 16:32:34.725443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.servicetype_db [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88778) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 21 16:32:34.728249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.service_base [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 16:32:34.728634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.service_base [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 16:32:34.729034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.service_base [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 16:32:34.729925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.service_base [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 16:32:34.730325 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.services.service_base [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 21 16:32:34.730735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 16:32:34.731117 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 21 16:32:34.751453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 16:32:34.751819 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading Plugin: auto_allocate Dec 21 16:32:34.762853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: network precommit_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.763255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: network precommit_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.763838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 16:32:34.764193 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading Plugin: tag Dec 21 16:32:34.775414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 16:32:34.775781 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading Plugin: timestamp Dec 21 16:32:34.779517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 16:32:34.779885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading Plugin: network_ip_availability Dec 21 16:32:34.785438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.785843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.786231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:34.787025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 16:32:34.787381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading Plugin: flavors Dec 21 16:32:34.802669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 16:32:34.803069 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading Plugin: revisions Dec 21 16:32:34.808114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 16:32:34.808530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=88778) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:32:34.809490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88778) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 21 16:32:34.810890 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Initializing extension manager. Dec 21 16:32:34.812829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: __init__.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.814211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: __pycache__ {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.814606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.815012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.815389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: _filter_validation_lib.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.815763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.816132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: address_scope.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.816971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.817626 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: address-scope Dec 21 16:32:34.817986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.818978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.819555 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: router-admin-state-down-before-update Dec 21 16:32:34.819924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: agent.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.820713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.821282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: agent Dec 21 16:32:34.821640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: agent_resources_synced.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.822652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.823804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: agent-resources-synced Dec 21 16:32:34.824165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: allowedaddresspairs.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.825949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.826527 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: allowed-address-pairs Dec 21 16:32:34.826918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: auto_allocated_topology.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.827985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.828558 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: auto-allocated-topology Dec 21 16:32:34.828918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: availability_zone.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.829823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.830395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: availability_zone Dec 21 16:32:34.830751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: availability_zone_filter.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.831947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.832513 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: availability_zone_filter Dec 21 16:32:34.832872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: data_plane_status.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.833789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.834357 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension data-plane-status not supported by any of loaded plugins Dec 21 16:32:34.834715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: default_subnetpools.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.835664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.836233 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: default-subnetpools Dec 21 16:32:34.836591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.837462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.838038 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: dhcp_agent_scheduler Dec 21 16:32:34.838433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: dns.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.839369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.839939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension dns-integration not supported by any of loaded plugins Dec 21 16:32:34.840297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: dns_domain_ports.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.841211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.841773 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 21 16:32:34.842129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: dvr.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.842902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.843467 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: dvr Dec 21 16:32:34.843822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: empty_string_filtering.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.844742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.845305 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: empty-string-filtering Dec 21 16:32:34.845658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.846584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.847183 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 21 16:32:34.847536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.848445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.849013 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 21 16:32:34.849369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: external_net.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.850287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.850882 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: external-net Dec 21 16:32:34.851240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.852141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.852708 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: extra_dhcp_opt Dec 21 16:32:34.853063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: extraroute.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.854479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.855071 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: extraroute Dec 21 16:32:34.855428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: extraroute_atomic.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.856552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.857134 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: extraroute-atomic Dec 21 16:32:34.857481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: filter_validation.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.858175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.858735 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: filter-validation Dec 21 16:32:34.859125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: fip_pf_description.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.860045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.860611 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 21 16:32:34.860967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: fip_port_details.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.861888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.862456 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: fip-port-details Dec 21 16:32:34.862837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: flavors.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.864081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.864659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: flavors Dec 21 16:32:34.865024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.866740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.867377 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 21 16:32:34.867740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: floatingip_pools.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.868516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.869094 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: floatingip-pools Dec 21 16:32:34.869453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: ip_allocation.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.871132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.871697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension ip_allocation not supported by any of loaded plugins Dec 21 16:32:34.872054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.872984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.873551 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: ip-substring-filtering Dec 21 16:32:34.873910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: l2_adjacency.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.874850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.875415 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 21 16:32:34.875772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: l3.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.876863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.877446 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: router Dec 21 16:32:34.877805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.880332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.880918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 21 16:32:34.881289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.882214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.882814 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: ext-gw-mode Dec 21 16:32:34.883177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.884219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.885093 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: l3-ha Dec 21 16:32:34.885603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: l3_flavors.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.886699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.887304 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: l3-flavors Dec 21 16:32:34.887661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.888577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.889160 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 21 16:32:34.889516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: l3agentscheduler.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.890744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.891352 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: l3_agent_scheduler Dec 21 16:32:34.891714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: logging.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.893273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.893862 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension logging not supported by any of loaded plugins Dec 21 16:32:34.894224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: metering.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.896626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.897388 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: metering Dec 21 16:32:34.897717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: multiprovidernet.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.898676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.899290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: multi-provider Dec 21 16:32:34.899657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: netmtu.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.900589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.901185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: net-mtu Dec 21 16:32:34.901586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: netmtu_writable.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.902532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.903142 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: net-mtu-writable Dec 21 16:32:34.903504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: network_availability_zone.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.904256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.904823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: network_availability_zone Dec 21 16:32:34.905178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: network_ip_availability.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.906298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.906893 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: network-ip-availability Dec 21 16:32:34.907253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: network_segment_range.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.908157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.908731 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension network-segment-range not supported by any of loaded plugins Dec 21 16:32:34.909094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: pagination.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.910085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.910459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: pagination Dec 21 16:32:34.910832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.911751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.912320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: port-mac-address-regenerate Dec 21 16:32:34.912677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: port_resource_request.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.913615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.914190 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension port-resource-request not supported by any of loaded plugins Dec 21 16:32:34.914545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: portbindings.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.915509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.916084 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: binding Dec 21 16:32:34.916953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: portbindings_extended.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.918237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.918849 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: binding-extended Dec 21 16:32:34.919219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: portsecurity.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.920138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.920721 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: port-security Dec 21 16:32:34.921081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: project_id.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.922067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.922442 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: project-id Dec 21 16:32:34.922834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: providernet.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.923868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.924449 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: provider Dec 21 16:32:34.924810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: qos.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.928432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.929029 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension qos not supported by any of loaded plugins Dec 21 16:32:34.929399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.930639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.931276 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 21 16:32:34.931638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.933091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.933660 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 21 16:32:34.934018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: qos_default.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.934964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.935531 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension qos-default not supported by any of loaded plugins Dec 21 16:32:34.935891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: qos_fip.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.936574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.937144 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension qos-fip not supported by any of loaded plugins Dec 21 16:32:34.937502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: qos_gateway_ip.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.938423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.939041 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 21 16:32:34.939400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: qos_port_network_policy.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.940310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.940879 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 21 16:32:34.941239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: qos_rule_type_details.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.942150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.942716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 21 16:32:34.943120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: qos_rules_alias.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.944156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.944722 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 21 16:32:34.945082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: quotasv2.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.946130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.946500 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: quotas Dec 21 16:32:34.946882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: quotasv2_detail.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.948472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.948849 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: quota_details Dec 21 16:32:34.949211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: rbac.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.950340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.950960 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: rbac-policies Dec 21 16:32:34.951326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: rbac_address_scope.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.952253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.952833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: rbac-address-scope Dec 21 16:32:34.953193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: rbac_security_groups.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.954105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.954679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: rbac-security-groups Dec 21 16:32:34.955083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: rbac_subnetpool.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.955998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.956823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: rbac-subnetpool Dec 21 16:32:34.957181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: revisionifmatch.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.958115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.958685 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: revision-if-match Dec 21 16:32:34.959073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: revisions.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.960183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.960757 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: standard-attr-revisions Dec 21 16:32:34.961116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: router_availability_zone.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.961858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.962437 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: router_availability_zone Dec 21 16:32:34.962820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: routerservicetype.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.963759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.964331 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension router-service-type not supported by any of loaded plugins Dec 21 16:32:34.964687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.965604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.966174 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: port-security-groups-filtering Dec 21 16:32:34.966532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: securitygroup.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.979949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.980559 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: security-group Dec 21 16:32:34.980926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: segment.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.981812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.982395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension segment not supported by any of loaded plugins Dec 21 16:32:34.982759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.983713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.984291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 21 16:32:34.984652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: servicetype.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.985736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.986318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: service-type Dec 21 16:32:34.986681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: sorting.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.987676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.988046 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: sorting Dec 21 16:32:34.988403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: standard_attr_segment.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.989307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.989882 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 21 16:32:34.990239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: standardattrdescription.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.990956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.991536 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: standard-attr-description Dec 21 16:32:34.991896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: stateful_security_group.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.992812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.993388 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: stateful-security-group Dec 21 16:32:34.993745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: stdattrs_common.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.994321 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 21 16:32:34.995249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.996194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.996765 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 21 16:32:34.997119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: subnet_onboard.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:34.998179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:34.998759 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: subnet_onboard Dec 21 16:32:34.999144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:35.000076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:35.000654 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 21 16:32:35.001014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: subnet_service_types.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:35.002021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:35.002596 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: subnet-service-types Dec 21 16:32:35.003012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: subnetallocation.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:35.004104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:35.004679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: subnet_allocation Dec 21 16:32:35.005039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:35.005726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:35.006294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: subnetpool-prefix-ops Dec 21 16:32:35.006649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:35.007608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:35.008176 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 21 16:32:35.008533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: tagging.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:35.009868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:35.010490 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: standard-attr-tag Dec 21 16:32:35.010877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: timestamp.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:35.012041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:35.012628 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loaded extension: standard-attr-timestamp Dec 21 16:32:35.012990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: trunk.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:35.014032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:35.014611 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension trunk not supported by any of loaded plugins Dec 21 16:32:35.015000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: trunk_details.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:35.015941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:35.016515 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension trunk-details not supported by any of loaded plugins Dec 21 16:32:35.016877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: uplink_status_propagation.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:35.017805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:35.018381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 21 16:32:35.018739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Loading extension file: vlantransparent.py {{(pid=88778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 16:32:35.019452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 16:32:35.020018 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 21 16:32:35.022421 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:network Dec 21 16:32:35.023252 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:subnet Dec 21 16:32:35.023924 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 16:32:35.024579 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:port Dec 21 16:32:35.025997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.026477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service FLAVORS assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.027225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.027688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.028064 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:router Dec 21 16:32:35.028772 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 16:32:35.029541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service METERING assigned prefix: /metering {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.031365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:35.031766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:35.032150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88778) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:32:35.033262 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 16:32:35.033755 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:security_group Dec 21 16:32:35.034549 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 16:32:35.035376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service CORE assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.035747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 16:32:35.036110 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] subnetpool is already registered Dec 21 16:32:35.036753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service CORE assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.037124 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 16:32:35.037483 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] subnetpool is already registered Dec 21 16:32:35.040150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.040631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service FLAVORS assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.041271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.042244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.042612 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:router Dec 21 16:32:35.043000 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] router is already registered Dec 21 16:32:35.043645 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 16:32:35.044005 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] floatingip is already registered Dec 21 16:32:35.044686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service METERING assigned prefix: /metering {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.045407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 16:32:35.045767 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] rbac_policy is already registered Dec 21 16:32:35.046217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:security_group Dec 21 16:32:35.046574 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] security_group is already registered Dec 21 16:32:35.047410 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 16:32:35.047773 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] security_group_rule is already registered Dec 21 16:32:35.048487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service CORE assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.048856 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 16:32:35.049214 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] subnetpool is already registered Dec 21 16:32:35.049862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.resource_helper [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Service CORE assigned prefix: {{(pid=88778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 16:32:35.050224 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 16:32:35.050579 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.quota.resource_registry [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] subnetpool is already registered Dec 21 16:32:35.051330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: extensions {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.052842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: address-scopes {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.054122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: agents {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.055466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: auto-allocated-topology {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.056789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: availability_zones {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.058609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: dhcp-networks {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.060217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: dhcp-agents {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.061689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: routers {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.063467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: flavors {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.065609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: service_profiles {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.066896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: next_providers {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.068411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: service_profiles {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.069899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: floatingip-pools {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.071319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: routers {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.073109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: floatingips {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.074342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: l3-routers {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.075916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: l3-agents {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.077381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: metering-labels {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.078688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: metering-label-rules {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.080157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: network-ip-availabilities {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.081724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: bindings {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.083390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: quotas {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.084973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: quotas {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.086445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: rbac-policies {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.087754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: security-groups {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.089036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: security-group-rules {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.090403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: service-providers {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.091702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: subnetpools {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.093091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: subnetpools {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.094684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: tags {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.096455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: tags {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.098232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: tags {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.100183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: tags {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.101937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: tags {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.103806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: tags {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.106185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: tags {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.108012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: tags {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.110053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: tags {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.111908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.extensions [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Extended resource: tags {{(pid=88778) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 16:32:35.118866 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING keystonemiddleware.auth_token [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 21 16:32:35.124399 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING keystonemiddleware.auth_token [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 21 16:32:35.133134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Acquired lock "singleton_lock" {{(pid=88778) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 21 16:32:35.133656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Releasing lock "singleton_lock" {{(pid=88778) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 21 16:32:35.135125 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO oslo_service.service [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Starting 2 workers Dec 21 16:32:35.139705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Started child 88887 {{(pid=88778) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 21 16:32:35.143965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:35.144151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Started child 88888 {{(pid=88778) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 21 16:32:35.145501 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [-] (88887) wsgi starting up on http://0.0.0.0:9696 Dec 21 16:32:35.145726 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.service [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 21 16:32:35.146361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Notify callbacks [] for process, before_spawn {{(pid=88778) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:35.147924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:35.148837 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO oslo_service.service [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Starting 1 workers Dec 21 16:32:35.149221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [-] (88888) wsgi starting up on http://0.0.0.0:9696 Dec 21 16:32:35.154094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Started child 88889 {{(pid=88778) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 21 16:32:35.154640 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO oslo_service.service [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Starting 1 workers Dec 21 16:32:35.156844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.service [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] calling RpcWorker wait() {{(pid=88889) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 21 16:32:35.157296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.service [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] returning from RpcWorker wait() {{(pid=88889) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 21 16:32:35.158903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:35.159185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Started child 88890 {{(pid=88778) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 21 16:32:35.159527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:32:35.159951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-394816ad-98bd-4520-ba91-060af8958e18 None None] Notify callbacks [] for process, after_spawn {{(pid=88778) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:35.161629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88778) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 21 16:32:35.161861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 21 16:32:35.162069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 21 16:32:35.162342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 21 16:32:35.162747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 21 16:32:35.162967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 21 16:32:35.163524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.163831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.164127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.164301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:35.164411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.164731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.165419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.165711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.166016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.166306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.167134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.167335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.167527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.167800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.168222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.168711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.169151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.169551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.169958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.170305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.170731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.171215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.171636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.172064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] debug = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.172471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.173218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.173636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.174059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.174460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.174931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.175350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.175781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.176196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.176580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.176986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.177403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.177793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.178203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.178642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.179048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.179624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] host = dv-neutron-822515-1-hyperv {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.180018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.180417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.180815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.181222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.181647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.182030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.183055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.183483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.183891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.184318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.184724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.185138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.185539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.185935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_file = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.186262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_options = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.186657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.187106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.187526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.187884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.188226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.188564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.188998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.189323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.189741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.190804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.191106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.191398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.191673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.191943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.193689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.193689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.193689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.193689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.193689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.194049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:32:35.194126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.194126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.194261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.194500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.194803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.195051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.195304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.195576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.195837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.196109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.196399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.196676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.196979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.197259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.197551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.197995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.198239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.198492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.198848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.199125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.199401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.199858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.200112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.200404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.200654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.200910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.201156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_json = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.201408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.201673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.201977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.202223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.202470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.202717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.203006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.203282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.203736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.204072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.204439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.204728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.204999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.205261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.205718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.205970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.206246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.206808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.207145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.207405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.207745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.208211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.208657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.209087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.209507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.209920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.210356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.210613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.210890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.211144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.211457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.211717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.211967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.212241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.212659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.212981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.213240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.214062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.214363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.214623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.214876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.215299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.215547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.215816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.216087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.216355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.216639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.217067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.217480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.217871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.218290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.218703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.219151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.219555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.219949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.220339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.220784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.221057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.221332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.221591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.221843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.222082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.222535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.222859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.223114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.223370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.223621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.223872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.224123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.224386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.224639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.224885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.225131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.225376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.225622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.225874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.226127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.226474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.226729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.227009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.227257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.227565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.227927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.228197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.228470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.228744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.229598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.229898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.230182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.230452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.230706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.230986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.231259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.231695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.231971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.232287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.232499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.232813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.233048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.233492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.233854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.234014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.235289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.235289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.235289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.235611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.235611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.235892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.236228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.236485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.236782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.237057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.237351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.237704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.238011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.238287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.238572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.238923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.239221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.239512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.239813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.240066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.240528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.240935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.241422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.241792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.242250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.242668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.242946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.243232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.243547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.243803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.244283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.244614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.244895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.245192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.245467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.245745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.246014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.246293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.246564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.246835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.247099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.247340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.247604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.247850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.248126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.248406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.248662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.248911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.249162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.249430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.249722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.249978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.250248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.250518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.250770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.251047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.251300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.251548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.251834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.252086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.252397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.252691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.252962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.253237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.253530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.253813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.254062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.254347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.254619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.254896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.255146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.255648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.255648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.255879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.256098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.256334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.256603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.256871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.257227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.257499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.257786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.258037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.258293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.258564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.258833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.259105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.259353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.259620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.259917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.260171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.260429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.260692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.260938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.261188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.261437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.261681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.261980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.262284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.262572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.262867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.263184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.263447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.263692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.264019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.264299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.264564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.264833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.265095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.265420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.265694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.265946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.266306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.266574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.266893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.267143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.267400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.267655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.267954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.268320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.268668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.268980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.269289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.269650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.269961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.270284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.270533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.270885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.271242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.271569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.271861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.272128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.272415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.272675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.272946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.273199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.273453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.273703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.273985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.274291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.274558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.274835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.275129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.275382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.275640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.276406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.276661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.276913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.277080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 21 16:32:35.277644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88778) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 21 16:32:35.277840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 21 16:32:35.278027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 21 16:32:35.278239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 21 16:32:35.278447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 21 16:32:35.278607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 21 16:32:35.278906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.279106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.279302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.279493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.279686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.279898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.280091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.280289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.280480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.280669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.280860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.281050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.281241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.281430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.281620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.281808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.281997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.282187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.282380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.282572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.282761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.282976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.283167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] debug = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.283358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.283582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.283774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.283965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.284154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.284344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.284533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.284722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.284911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.285099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.285291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.285483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.285700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.286291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.286477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.286652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.286861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] host = dv-neutron-822515-1-hyperv {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.287056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.287244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.287434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.287623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.287821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.288134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.288308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.288470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.288546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.288683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.288870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.289135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.289224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.289415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_file = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.289596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_options = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.289842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.289954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.290144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.290383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.292760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.292760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.292760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.292760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.292760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.292760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.292760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.293235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.293235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.293235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.293235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.293760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.293760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.293760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.294024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.294024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.294197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.294352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.294523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.294703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.294901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.295092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.295285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.295478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.295670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.295862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.296049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.296239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.296434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.296697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.296871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.297030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.297185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.297334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.297474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.297575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.297756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.297946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.298135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.298325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.298513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.298703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_json = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.298889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.299079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.299237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.299429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.299620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.299809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.299997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.300187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 16:32:35.300399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.300592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.300796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.300989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.301181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.301373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.301564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.301755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.301947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.302126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.302283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.302479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.302689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.302904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.303100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.303292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.303482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.303675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.303867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.304059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.304252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.304446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.304637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.304829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.305032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.305184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.305378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.305570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.305762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.305954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.306144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.306337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.306530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.306701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.306911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.307130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.307329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.307505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.307697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.307855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.308222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.308419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.308611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.308806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.308999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.309192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.309384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.309577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.309771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.309962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.310062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:32:35.310172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.310339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.310530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.310723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.310940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.311131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.311324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.311517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.311708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.311901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.312091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.312283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.312474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.312664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.312856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.313046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.313238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.313430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.313596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.313787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.313978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.314169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.314358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.314559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.314768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.314982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.315182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.315434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.315536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.315678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.315872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.316063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.316254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.316448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.316639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.316832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.317027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.317218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.317409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.317600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.317793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.317982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.318172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.318362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.318554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.318747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.318961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.319152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.319344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.319535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.319735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.319926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.320121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.320318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.320516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.320719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.320912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.321105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.321297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.321490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.321683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.321950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.322094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.322268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.322408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.322506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.322750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.323002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.323195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.323384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.323578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.323775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.323953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.324110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.324266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.324534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.324683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.324833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.324982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.325130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.325278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.325431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.325579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.325727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.325924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.326114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.326282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.326512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.326668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.326831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.326990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.327130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.327315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.327506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.327697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.327889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.328079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.328269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.328459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.328650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.328813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.329003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.329194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.329384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.329578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.329768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.329962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.330154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.330352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.330543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.330736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.330953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.331146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.331590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.331783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.331974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.332167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.332360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.332551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.332744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.332935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.333127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.333335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.333526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.333719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.333910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.334078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.334266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.334457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.334696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.334915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.335110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.335306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.335506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.335699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.335893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.336086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.336276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.336468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.336658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.336862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.337053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.337245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.337437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.337637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.337873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.338067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.338270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.339001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.339194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.339385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.339577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.339781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.339977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.340169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.340375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.340584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.340725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.340901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.341154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.341305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.341405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.341605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.341807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.342005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.342199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.342399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.342599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.342830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.343015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.343216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.343423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.343615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.343808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.343998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.344189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.344381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.344573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.344764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.344953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.345146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.345336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.345526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.345717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.345908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.346098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.346290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.346480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.346670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.346912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.347106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 16:32:35.347291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88778) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 21 16:32:35.563631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 60916) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:32:35.577201 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0114174 Dec 21 16:32:45.761194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23507d4f-e9d5-4421-b6a9-bc2a50504723 None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:32:45.985244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23507d4f-e9d5-4421-b6a9-bc2a50504723 None None] No non-hosted networks {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 21 16:32:46.006732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agentschedulers_db [None req-23507d4f-e9d5-4421-b6a9-bc2a50504723 None None] DHCP Agent not found on host dv-neutron-822515-1-hyperv {{(pid=88889) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Dec 21 16:32:46.201332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92cc1471-e692-4b62-b958-5765297b91a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675698'] for agent, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:47.065218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675698'] for agent, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:47.067499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:47.069115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:47.069649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:47.070168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:47.071161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:47.074746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:47.075550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:47.076916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:47.080189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:47.081205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:47.082261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:47.083751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822515-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:32:47.094972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822515-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:32:47.919314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e61c-bc2a-4974-98de-9e1bf409b25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675698'] for agent, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:47.988201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dec05975-85c8-482a-ada0-352135a26764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:48.228164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675698'] for agent, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:49.646018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675698'] for agent, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:50.426346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32798) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:32:51.086921 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_hamode_db [None req-9cbb679c-ab9e-4bfd-9073-0da112b2b4f7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 21 16:32:51.171886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-19c3c640-f022-4f62-99f9-d4da2f63cfb2 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:32:51.172985 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-19c3c640-f022-4f62-99f9-d4da2f63cfb2 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7454438 Dec 21 16:32:51.173322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb679c-ab9e-4bfd-9073-0da112b2b4f7 None None] Routers set() bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:32:51.173746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb679c-ab9e-4bfd-9073-0da112b2b4f7 None None] Router IDs set() for agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 21 16:32:53.323348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32814) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:32:53.402956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9b607a74-ab8a-415d-be6c-b8e4f2acb068 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:32:53.654137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.policy [None req-9b607a74-ab8a-415d-be6c-b8e4f2acb068 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88888) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 21 16:32:53.661874 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota [None req-9b607a74-ab8a-415d-be6c-b8e4f2acb068 admin admin] Loaded quota_driver: . Dec 21 16:32:53.696804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9b607a74-ab8a-415d-be6c-b8e4f2acb068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:32:53.756968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b607a74-ab8a-415d-be6c-b8e4f2acb068 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786055141315', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786055256459', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786055251863', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786055040224', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786055038552', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15711719', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15721763', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-754367'] for rbac-policy, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:53.823489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b607a74-ab8a-415d-be6c-b8e4f2acb068 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:53.824755 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9b607a74-ab8a-415d-be6c-b8e4f2acb068 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5003660 Dec 21 16:32:56.038358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32830) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:32:56.123247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '194b2e96c7714f4492536994fb1e1f8c'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:32:56.129037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:32:56.135526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Usage tracker for resource:network and tenant:194b2e96c7714f4492536994fb1e1f8c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:32:56.138943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:32:56.145136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:32:56.153653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Made reservation on behalf of 194b2e96c7714f4492536994fb1e1f8c for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:32:56.159459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:56.176300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:56.217579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:32:56.221341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Usage tracker for resource:security_group_rule and tenant:194b2e96c7714f4492536994fb1e1f8c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:32:56.224189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:32:56.231697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:32:56.299892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:56.302300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:56.306982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:32:56.324509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:32:56.351521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786051748040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:56.352110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Unsubscribe: segment precommit_create {{(pid=88888) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 21 16:32:56.352559 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Added segment 91702fcb-f103-47a9-be26-926fcd35a9e5 of type vlan for network f6be532e-9730-439e-b3f4-c400137ceb34 Dec 21 16:32:56.404495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e88bc2-82d0-456a-a5d4-1ef31923ed74,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:32:56.430565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:56.430971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:56.431341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:56.431715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:56.432089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:56.432445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:56.432815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:56.433170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:56.433521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:56.433870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:56.434217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Tracked resource versions report: Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: pushed versions: Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: { 'ConntrackHelper': {'1.0'}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': {'1.0'}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': {'1.1'}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': {'1.5'}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': {'1.2'}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': {'1.8'}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': {'1.2'}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': {'1.0'}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': {'1.0'}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': {'1.1'}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': {'1.1'}} Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: consumer versions: Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: { DHCP agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: L3 agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: Metadata agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: Metering agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: Open vSwitch agent@dv-neutron-822515-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': '1.0', Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': '1.1', Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': '1.5', Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': '1.2', Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': '1.8', Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': '1.2', Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': '1.0', Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': '1.0', Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': '1.1', Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': '1.1'}} Dec 21 16:32:56.435518 dv-neutron-822515-1-hyperv neutron-server[88778]: {{(pid=88888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 16:32:56.472375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:56.482307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:32:56.512110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:56.513372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:32:56.514018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:56.518747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:32:56.624130 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5846028 Dec 21 16:32:56.629350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f6be532e-9730-439e-b3f4-c400137ceb34,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:32:56.641201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:32:56.650187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network f6be532e-9730-439e-b3f4-c400137ceb34 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:32:58.879182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32848) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:32:59.067049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04741280-465c-43f6-8e63-ce13111a942f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:32:59.068579 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-04741280-465c-43f6-8e63-ce13111a942f admin admin] 10.222.0.67 "GET /v2.0/networks/f6be532e-9730-439e-b3f4-c400137ceb34 HTTP/1.1" status: 200 len: 825 time: 0.1883476 Dec 21 16:32:59.104541 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-66f4a68f-7172-4fcc-aafa-2e009c9248bf admin admin] 10.222.0.67 "GET /v2.0/subnetpools/f7993b84-95f7-4264-8a41-e213b4a102fb HTTP/1.1" status: 200 len: 734 time: 0.0274131 Dec 21 16:32:59.113726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f7993b84-95f7-4264-8a41-e213b4a102fb', 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'name': 'private-subnet'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:32:59.118205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:32:59.122078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Usage tracker for resource:subnet and tenant:194b2e96c7714f4492536994fb1e1f8c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:32:59.125056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:32:59.130916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:32:59.140297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Made reservation on behalf of 194b2e96c7714f4492536994fb1e1f8c for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:32:59.144715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:59.438128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:59.442859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:32:59.531790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288f5a12-2a28-418c-a08e-a4b3cee4f9b3,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:32:59.535231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:32:59.538645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Checking segment: {'id': '91702fcb-f103-47a9-be26-926fcd35a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:32:59.539060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Network hostable DHCP agents. Network: f6be532e-9730-439e-b3f4-c400137ceb34, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:32:59.562502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Network f6be532e-9730-439e-b3f4-c400137ceb34 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:32:59.571259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, f6be532e-9730-439e-b3f4-c400137ceb34) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:32:59.576657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:32:59.577744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:32:59.581591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7956ce0-bb56-432f-9db8-31cb808e537c None None] Network f6be532e-9730-439e-b3f4-c400137ceb34 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:32:59.597545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4873357 Dec 21 16:32:59.973351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-f6be532e-9730-439e-b3f4-c400137ceb34', 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'fixed_ips': [{'subnet_id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:32:59.974375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:00.177640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Allocated IP 172.20.0.2 (f6be532e-9730-439e-b3f4-c400137ceb34/288f5a12-2a28-418c-a08e-a4b3cee4f9b3/3d088828-03bb-4e14-9caa-3b187dd24eb1) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:33:00.411676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:00.424543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Transition to ACTIVE for port object 3d088828-03bb-4e14-9caa-3b187dd24eb1 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:33:00.444624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Transition to ACTIVE for port object 3d088828-03bb-4e14-9caa-3b187dd24eb1 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:33:00.451332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:00.461113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:00.527193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Network f6be532e-9730-439e-b3f4-c400137ceb34 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:33:00.530197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:33:00.535079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Pushing event updated for resources: {'Port': ['ID=3d088828-03bb-4e14-9caa-3b187dd24eb1,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:00.538027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:33:00.580054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:00.580429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:00.580798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:00.581162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:00.581535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:00.582146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:00.582501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:00.582907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:00.583262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:00.583613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:00.583959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Tracked resource versions report: Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: pushed versions: Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: { 'ConntrackHelper': {'1.0'}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': {'1.0'}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': {'1.1'}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': {'1.5'}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': {'1.2'}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': {'1.8'}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': {'1.2'}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': {'1.0'}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': {'1.0'}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': {'1.1'}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': {'1.1'}} Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: consumer versions: Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: { DHCP agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: L3 agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: Metadata agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: Metering agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: Open vSwitch agent@dv-neutron-822515-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': '1.0', Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': '1.1', Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': '1.5', Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': '1.2', Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': '1.8', Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': '1.2', Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': '1.0', Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': '1.0', Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': '1.1', Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': '1.1'}} Dec 21 16:33:00.585243 dv-neutron-822515-1-hyperv neutron-server[88778]: {{(pid=88889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 16:33:00.623757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:00.643364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Attempting to bind port 3d088828-03bb-4e14-9caa-3b187dd24eb1 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:33:00.643784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Attempting to bind port 3d088828-03bb-4e14-9caa-3b187dd24eb1 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '91702fcb-f103-47a9-be26-926fcd35a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:33:00.644209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Attempting to bind port 3d088828-03bb-4e14-9caa-3b187dd24eb1 on network f6be532e-9730-439e-b3f4-c400137ceb34 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:33:00.650940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:33:00.651360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Checking segment: {'id': '91702fcb-f103-47a9-be26-926fcd35a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:33:00.651829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:00.652255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Bound using segment: {'id': '91702fcb-f103-47a9-be26-926fcd35a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:33:00.652784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Bound port: 3d088828-03bb-4e14-9caa-3b187dd24eb1, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91702fcb-f103-47a9-be26-926fcd35a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:33:00.653201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:00.745194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] For port 3d088828-03bb-4e14-9caa-3b187dd24eb1, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:33:00.749306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] For port 3d088828-03bb-4e14-9caa-3b187dd24eb1, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3d088828-03bb-4e14-9caa-3b187dd24eb1,segment=NetworkSegment(91702fcb-f103-47a9-be26-926fcd35a9e5),segment_id=91702fcb-f103-47a9-be26-926fcd35a9e5)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:33:00.752550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:00.757140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:00.849515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Pushing event updated for resources: {'Port': ['ID=3d088828-03bb-4e14-9caa-3b187dd24eb1,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:00.852796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:01.779812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32860) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:33:01.855958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-2101e190-3711-4e47-9f8e-759d81076773 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:33:01.857044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2101e190-3711-4e47-9f8e-759d81076773 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0762103 Dec 21 16:33:04.057830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32876) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:33:04.140146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-41bfd6e4-b530-4718-b3a6-7ff9e2538c74 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:33:04.141321 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-41bfd6e4-b530-4718-b3a6-7ff9e2538c74 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0824873 Dec 21 16:33:05.404420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3d088828-03bb-4e14-9caa-3b187dd24eb1 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:33:05.476773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 3d088828-03bb-4e14-9caa-3b187dd24eb1 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:33:05.649498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1627bc-bbe2-4e51-a62c-b79c570ec65f None None] Network f6be532e-9730-439e-b3f4-c400137ceb34 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:33:05.773664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b6413e83-871f-474c-983d-b8a2ad102b50 None None] Provisioning for port 3d088828-03bb-4e14-9caa-3b187dd24eb1 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:33:05.787921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b6413e83-871f-474c-983d-b8a2ad102b50 None None] Provisioning complete for port 3d088828-03bb-4e14-9caa-3b187dd24eb1 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:33:05.788324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6413e83-871f-474c-983d-b8a2ad102b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:06.006283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6413e83-871f-474c-983d-b8a2ad102b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:06.054699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b6413e83-871f-474c-983d-b8a2ad102b50 None None] For port 3d088828-03bb-4e14-9caa-3b187dd24eb1, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3d088828-03bb-4e14-9caa-3b187dd24eb1,segment=NetworkSegment(91702fcb-f103-47a9-be26-926fcd35a9e5),segment_id=91702fcb-f103-47a9-be26-926fcd35a9e5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:33:06.057757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6413e83-871f-474c-983d-b8a2ad102b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:06.060574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07a9478d-cfd6-4240-a4fe-f6f21093f1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:06.127702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6413e83-871f-474c-983d-b8a2ad102b50 None None] Pushing event updated for resources: {'Port': ['ID=3d088828-03bb-4e14-9caa-3b187dd24eb1,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:06.131031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6413e83-871f-474c-983d-b8a2ad102b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:06.283186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9b638bda-3fcf-452b-83f6-970cd5698124 None None] Provisioning complete for port 3d088828-03bb-4e14-9caa-3b187dd24eb1 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:33:06.283475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b638bda-3fcf-452b-83f6-970cd5698124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:06.388592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32890) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:33:06.467289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ff7fcc9d-8838-4de0-94f8-749d81cd9966 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'name': 'router1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:33:06.472619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff7fcc9d-8838-4de0-94f8-749d81cd9966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:33:06.476609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff7fcc9d-8838-4de0-94f8-749d81cd9966 admin admin] Usage tracker for resource:router and tenant:194b2e96c7714f4492536994fb1e1f8c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:33:06.479778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff7fcc9d-8838-4de0-94f8-749d81cd9966 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:33:06.485787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff7fcc9d-8838-4de0-94f8-749d81cd9966 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:33:06.495259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcc9d-8838-4de0-94f8-749d81cd9966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:06.496477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcc9d-8838-4de0-94f8-749d81cd9966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:06.520127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcc9d-8838-4de0-94f8-749d81cd9966 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:06.619431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcc9d-8838-4de0-94f8-749d81cd9966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:06.637546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcc9d-8838-4de0-94f8-749d81cd9966 admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:06.638814 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff7fcc9d-8838-4de0-94f8-749d81cd9966 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2491577 Dec 21 16:33:07.354262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3d088828-03bb-4e14-9caa-3b187dd24eb1 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:33:07.428872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 3d088828-03bb-4e14-9caa-3b187dd24eb1 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:33:07.429275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:08.798576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32902) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:33:08.873545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-3afc1584-3adc-4e5f-b9ea-2668e1ff6e06 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:33:08.874619 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3afc1584-3adc-4e5f-b9ea-2668e1ff6e06 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0749779 Dec 21 16:33:11.059311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32914) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:33:11.143448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:33:11.148339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:33:11.152342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Usage tracker for resource:network and tenant:3454ce953d4649d2afcbe09689c03e34 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:33:11.155778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:33:11.161713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:33:11.170960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Made reservation on behalf of 3454ce953d4649d2afcbe09689c03e34 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:33:11.175526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:11.188538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:11.221294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:33:11.225088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Usage tracker for resource:security_group_rule and tenant:3454ce953d4649d2afcbe09689c03e34 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:33:11.228036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:33:11.234416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:33:11.298803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:11.301459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:11.305953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:11.322109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Reserving flat network on physical network physnet1 {{(pid=88888) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 21 16:33:11.474996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:11.475391 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Added segment a470e015-87d7-4168-890e-1bc36279549f of type flat for network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a Dec 21 16:33:11.476484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d156eabc-f1e3-4b8d-bc3c-48dae39f2a0a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:11.483547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:11.510691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:11.546067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:11.547291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:33:11.547913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:11.552584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:11.651436 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5909951 Dec 21 16:33:11.656608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Pushing event updated for resources: {'Network': ['ID=7a82a4f9-9765-4e34-b27e-26a6a1c2699a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:11.659375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:11.668407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:33:13.803097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32926) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:33:13.942748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948b13f-b877-457a-85c6-cd8f83ff771b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:33:13.944162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3948b13f-b877-457a-85c6-cd8f83ff771b admin admin] 10.222.0.67 "GET /v2.0/subnets/288f5a12-2a28-418c-a08e-a4b3cee4f9b3 HTTP/1.1" status: 200 len: 849 time: 0.1400142 Dec 21 16:33:14.117337 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a44e35fc-f66a-4d89-8097-b3edc09b51f0 admin admin] 10.222.0.67 "GET /v2.0/routers/7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 HTTP/1.1" status: 200 len: 704 time: 0.1666267 Dec 21 16:33:14.222995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 5 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:33:14.651687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:14.887342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Allocated IP 172.20.0.1 (f6be532e-9730-439e-b3f4-c400137ceb34/288f5a12-2a28-418c-a08e-a4b3cee4f9b3/122d9b37-ad16-4824-a0f5-a04087358832) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:33:15.050697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:15.067737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Transition to ACTIVE for port object 122d9b37-ad16-4824-a0f5-a04087358832 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:33:15.126932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:15.131686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:15.196364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Network f6be532e-9730-439e-b3f4-c400137ceb34 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:33:15.199442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:33:15.203679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:33:15.204193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:15.207134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Pushing event updated for resources: {'Port': ['ID=122d9b37-ad16-4824-a0f5-a04087358832,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:15.212246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:15.330228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:15.474020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-19e0a91c-0896-4668-9a6b-a38855c5925d None None] Provisioning for port 122d9b37-ad16-4824-a0f5-a04087358832 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:33:15.478983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-19e0a91c-0896-4668-9a6b-a38855c5925d None None] Provisioning complete for port 122d9b37-ad16-4824-a0f5-a04087358832 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:33:15.479453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19e0a91c-0896-4668-9a6b-a38855c5925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:15.535963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-19e0a91c-0896-4668-9a6b-a38855c5925d None None] Port 122d9b37-ad16-4824-a0f5-a04087358832 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:33:15.576459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:15.579778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:15.580822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:15.584891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:15.607463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe96b11-c4cd-489f-a113-9bf1154d9b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:15.684211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Pushing event updated for resources: {'Port': ['ID=122d9b37-ad16-4824-a0f5-a04087358832,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:15.688439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:15.935436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Network f6be532e-9730-439e-b3f4-c400137ceb34 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:33:15.936480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:33:16.168782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-adfc46f0-a7fc-489f-996a-32e8f22ef22d None None] Provisioning complete for port 122d9b37-ad16-4824-a0f5-a04087358832 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:33:16.169192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adfc46f0-a7fc-489f-996a-32e8f22ef22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:16.317557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Router 7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:33:16.355271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-adfc46f0-a7fc-489f-996a-32e8f22ef22d None None] Port 122d9b37-ad16-4824-a0f5-a04087358832 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:33:16.490874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:33:16.500316 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] 10.222.0.67 "PUT /v2.0/routers/7224ca4d-8d85-4e50-b2fd-91ce5dae00c5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3773479 Dec 21 16:33:16.500601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Sync routers for ids ['7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:33:16.513757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Routers {'7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:33:16.514520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3e24ad37-494b-461b-ab51-e026179497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:32:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:33:16.688463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Set router 7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:33:17.039820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:17.060187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3e24ad37-494b-461b-ab51-e026179497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'name': 'router1', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:33:06Z', 'updated_at': '2021-12-21T16:33:15Z', 'revision_number': 2, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'gw_port_host': None, '_interfaces': [{'id': '122d9b37-ad16-4824-a0f5-a04087358832', 'name': '', 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'mac_address': 'fa:16:3e:e6:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:33:14Z', 'updated_at': '2021-12-21T16:33:15Z', 'revision_number': 2, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'subnets': [{'id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7993b84-95f7-4264-8a41-e213b4a102fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:33:17.065206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Checking router: 7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:33:17.065601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Updating router 7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 port 122d9b37-ad16-4824-a0f5-a04087358832 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:33:17.120822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:17.519529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:17.533908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Transition to ACTIVE for port object 122d9b37-ad16-4824-a0f5-a04087358832 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:33:17.539819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:17.544847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:17.713413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Pushing event updated for resources: {'Port': ['ID=122d9b37-ad16-4824-a0f5-a04087358832,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:17.766576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:17.766971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:17.767335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:17.767710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:17.768053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:17.768404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:17.769034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:17.769154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:17.769438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:17.769770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:17.770350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Tracked resource versions report: Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: pushed versions: Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: { 'ConntrackHelper': {'1.0'}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': {'1.0'}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': {'1.1'}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': {'1.5'}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': {'1.2'}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': {'1.8'}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': {'1.2'}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': {'1.0'}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': {'1.0'}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': {'1.1'}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': {'1.1'}} Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: consumer versions: Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: { DHCP agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: L3 agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: Metadata agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: Metering agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: Open vSwitch agent@dv-neutron-822515-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': '1.0', Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': '1.1', Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': '1.5', Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': '1.2', Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': '1.8', Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': '1.2', Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': '1.0', Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': '1.0', Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': '1.1', Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': '1.1'}} Dec 21 16:33:17.771385 dv-neutron-822515-1-hyperv neutron-server[88778]: {{(pid=88890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 16:33:17.780728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Attempting to bind port 122d9b37-ad16-4824-a0f5-a04087358832 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:33:17.781153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Attempting to bind port 122d9b37-ad16-4824-a0f5-a04087358832 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '91702fcb-f103-47a9-be26-926fcd35a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:33:17.781585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Attempting to bind port 122d9b37-ad16-4824-a0f5-a04087358832 on network f6be532e-9730-439e-b3f4-c400137ceb34 {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:33:17.785721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:17.789082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:33:17.789499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Checking segment: {'id': '91702fcb-f103-47a9-be26-926fcd35a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:33:17.789956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:17.790374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Bound using segment: {'id': '91702fcb-f103-47a9-be26-926fcd35a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:33:17.791462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Bound port: 122d9b37-ad16-4824-a0f5-a04087358832, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91702fcb-f103-47a9-be26-926fcd35a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:33:17.791868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:17.881446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3e24ad37-494b-461b-ab51-e026179497de None None] For port 122d9b37-ad16-4824-a0f5-a04087358832, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:33:17.890001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3e24ad37-494b-461b-ab51-e026179497de None None] For port 122d9b37-ad16-4824-a0f5-a04087358832, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=122d9b37-ad16-4824-a0f5-a04087358832,segment=NetworkSegment(91702fcb-f103-47a9-be26-926fcd35a9e5),segment_id=91702fcb-f103-47a9-be26-926fcd35a9e5)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:33:17.892499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:17.897294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:17.917449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18fd3ee9-27c6-4d7a-a982-79ea0e8bcdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:17.990485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Pushing event updated for resources: {'Port': ['ID=122d9b37-ad16-4824-a0f5-a04087358832,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:17.994114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:17.997724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Routers {'7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:33:17.998396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3e24ad37-494b-461b-ab51-e026179497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:33:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:33:18.159753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3e24ad37-494b-461b-ab51-e026179497de None None] Set router 7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:33:18.188929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:18.648437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3e24ad37-494b-461b-ab51-e026179497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'name': 'router1', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:33:06Z', 'updated_at': '2021-12-21T16:33:15Z', 'revision_number': 2, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'gw_port_host': None, '_interfaces': [{'id': '122d9b37-ad16-4824-a0f5-a04087358832', 'name': '', 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'mac_address': 'fa:16:3e:e6:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:33:14Z', 'updated_at': '2021-12-21T16:33:17Z', 'revision_number': 4, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'subnets': [{'id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7993b84-95f7-4264-8a41-e213b4a102fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:33:18.652983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e24ad37-494b-461b-ab51-e026179497de None None] The sync data for ids ['7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'] in dv-neutron-822515-1-hyperv is: [{'id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'name': 'router1', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:33:06Z', 'updated_at': '2021-12-21T16:33:15Z', 'revision_number': 2, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'gw_port_host': None, '_interfaces': [{'id': '122d9b37-ad16-4824-a0f5-a04087358832', 'name': '', 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'mac_address': 'fa:16:3e:e6:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:33:14Z', 'updated_at': '2021-12-21T16:33:17Z', 'revision_number': 4, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'subnets': [{'id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7993b84-95f7-4264-8a41-e213b4a102fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:33:18.674542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32940) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:33:18.858057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94182539-513e-4552-aaa8-01457f52dba1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:33:18.858928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94182539-513e-4552-aaa8-01457f52dba1 admin admin] Synchronizing usage tracker for tenant:3454ce953d4649d2afcbe09689c03e34 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:33:18.875228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94182539-513e-4552-aaa8-01457f52dba1 admin admin] Unset dirty status for tenant:3454ce953d4649d2afcbe09689c03e34 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:33:18.876484 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-94182539-513e-4552-aaa8-01457f52dba1 admin admin] 10.222.0.67 "GET /v2.0/networks/7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 842 time: 0.2008712 Dec 21 16:33:18.886721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.7.1', 'name': 'public-subnet', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'cidr': '172.26.7.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:33:18.892028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:33:18.896609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Usage tracker for resource:subnet and tenant:3454ce953d4649d2afcbe09689c03e34 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:33:18.899569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:33:18.906152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:33:18.914822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Made reservation on behalf of 3454ce953d4649d2afcbe09689c03e34 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:33:18.919900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:19.291878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:19.296346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d1d7c08d-391f-4ab2-a9ec-4b27be256456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:19.373898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aaef7ae-a2a6-4976-bc33-35bc8eda724e,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:19.378680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:19.388150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:33:19.388542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Network hostable DHCP agents. Network: 7a82a4f9-9765-4e34-b27e-26a6a1c2699a, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:33:19.411533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:33:19.420228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 7a82a4f9-9765-4e34-b27e-26a6a1c2699a) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:33:19.424648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:33:19.425290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:19.429581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566803a-59b5-4d1e-b488-f870f52609f9 None None] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:33:19.446553 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5636110 Dec 21 16:33:19.631705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:19.691227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7679ed-c399-4442-a3e6-3c1f209e582d None None] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:33:21.390726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 122d9b37-ad16-4824-a0f5-a04087358832 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:33:21.463172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 122d9b37-ad16-4824-a0f5-a04087358832 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:33:21.467906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 122d9b37-ad16-4824-a0f5-a04087358832 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:33:21.468319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:21.584270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:21.620495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 122d9b37-ad16-4824-a0f5-a04087358832, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=122d9b37-ad16-4824-a0f5-a04087358832,segment=NetworkSegment(91702fcb-f103-47a9-be26-926fcd35a9e5),segment_id=91702fcb-f103-47a9-be26-926fcd35a9e5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:33:21.623448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:21.625765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:21.691326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=122d9b37-ad16-4824-a0f5-a04087358832,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:21.694460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:21.708309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32956) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:33:21.954714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2305ed8a-d875-40f0-8941-1e1d4dd15d00 admin admin] 10.222.0.67 "GET /v2.0/routers/7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 HTTP/1.1" status: 200 len: 710 time: 0.2437828 Dec 21 16:33:22.090691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d70fce0-4093-4a3a-b10e-2bad8c989cf8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:33:22.092210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7d70fce0-4093-4a3a-b10e-2bad8c989cf8 admin admin] 10.222.0.67 "GET /v2.0/networks/7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 886 time: 0.1327507 Dec 21 16:33:22.101904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:33:22.738471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:22.926772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:22.984347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:23.122740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Allocated IP 172.26.7.182 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/9087f50e-3633-44a3-921c-cd33ef9d3844) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:33:23.275491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:23.300732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:23.305213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:23.365115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 122d9b37-ad16-4824-a0f5-a04087358832 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:33:23.372257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:33:23.375966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:33:23.379920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:33:23.415246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Pushing event updated for resources: {'Port': ['ID=9087f50e-3633-44a3-921c-cd33ef9d3844,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:23.420234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:23.444005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 122d9b37-ad16-4824-a0f5-a04087358832 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:33:23.444397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:23.526460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:23.699273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:23.702667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:23.906421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Router 7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:33:24.110198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:33:24.118767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:24.120083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] 10.222.0.67 "PUT /v2.0/routers/7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 HTTP/1.1" status: 200 len: 890 time: 2.0216486 Dec 21 16:33:24.120580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Sync routers for ids ['7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:33:24.133824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Routers {'7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:33:24.134516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:33:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:33:24.332998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Set router 7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:33:24.687632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'name': 'router1', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9087f50e-3633-44a3-921c-cd33ef9d3844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:33:06Z', 'updated_at': '2021-12-21T16:33:23Z', 'revision_number': 4, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'gw_port': {'id': '9087f50e-3633-44a3-921c-cd33ef9d3844', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:33:23Z', 'updated_at': '2021-12-21T16:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '122d9b37-ad16-4824-a0f5-a04087358832', 'name': '', 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'mac_address': 'fa:16:3e:e6:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:33:14Z', 'updated_at': '2021-12-21T16:33:21Z', 'revision_number': 5, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'subnets': [{'id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7993b84-95f7-4264-8a41-e213b4a102fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:33:24.692672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Checking router: 7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:33:24.693067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Updating router 7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 port 9087f50e-3633-44a3-921c-cd33ef9d3844 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:33:24.748274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:25.093213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:25.105386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Transition to ACTIVE for port object 9087f50e-3633-44a3-921c-cd33ef9d3844 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:33:25.112288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:25.116732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:25.201953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Attempting to bind port 9087f50e-3633-44a3-921c-cd33ef9d3844 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:33:25.202360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Attempting to bind port 9087f50e-3633-44a3-921c-cd33ef9d3844 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:33:25.202762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Attempting to bind port 9087f50e-3633-44a3-921c-cd33ef9d3844 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:33:25.205534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8a1dd-8421-4820-8271-5d63a3b36287 None None] Pushing event updated for resources: {'Port': ['ID=9087f50e-3633-44a3-921c-cd33ef9d3844,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:25.209435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5fc8a1dd-8421-4820-8271-5d63a3b36287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:25.213356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:33:25.214174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:33:25.214174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:25.214574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:33:25.215112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Bound port: 9087f50e-3633-44a3-921c-cd33ef9d3844, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:33:25.215526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:25.288263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] For port 9087f50e-3633-44a3-921c-cd33ef9d3844, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:33:25.291419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] For port 9087f50e-3633-44a3-921c-cd33ef9d3844, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9087f50e-3633-44a3-921c-cd33ef9d3844,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:33:25.294810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:25.299293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:25.377136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8a1dd-8421-4820-8271-5d63a3b36287 None None] Pushing event updated for resources: {'Port': ['ID=9087f50e-3633-44a3-921c-cd33ef9d3844,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:25.385402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5fc8a1dd-8421-4820-8271-5d63a3b36287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:25.386036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Routers {'7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:33:25.386648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:33:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:33:25.712362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] Set router 7224ca4d-8d85-4e50-b2fd-91ce5dae00c5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:33:26.055222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'name': 'router1', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9087f50e-3633-44a3-921c-cd33ef9d3844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:33:06Z', 'updated_at': '2021-12-21T16:33:23Z', 'revision_number': 4, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'gw_port': {'id': '9087f50e-3633-44a3-921c-cd33ef9d3844', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:33:23Z', 'updated_at': '2021-12-21T16:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '122d9b37-ad16-4824-a0f5-a04087358832', 'name': '', 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'mac_address': 'fa:16:3e:e6:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:33:14Z', 'updated_at': '2021-12-21T16:33:21Z', 'revision_number': 5, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'subnets': [{'id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7993b84-95f7-4264-8a41-e213b4a102fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:33:26.059980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4bb2f-7df6-4eac-bf4d-2e16ab9a993a None None] The sync data for ids ['7224ca4d-8d85-4e50-b2fd-91ce5dae00c5'] in dv-neutron-822515-1-hyperv is: [{'id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'name': 'router1', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '9087f50e-3633-44a3-921c-cd33ef9d3844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:33:06Z', 'updated_at': '2021-12-21T16:33:23Z', 'revision_number': 4, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'gw_port': {'id': '9087f50e-3633-44a3-921c-cd33ef9d3844', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:33:23Z', 'updated_at': '2021-12-21T16:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '122d9b37-ad16-4824-a0f5-a04087358832', 'name': '', 'network_id': 'f6be532e-9730-439e-b3f4-c400137ceb34', 'tenant_id': '194b2e96c7714f4492536994fb1e1f8c', 'mac_address': 'fa:16:3e:e6:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7224ca4d-8d85-4e50-b2fd-91ce5dae00c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:33:14Z', 'updated_at': '2021-12-21T16:33:21Z', 'revision_number': 5, 'project_id': '194b2e96c7714f4492536994fb1e1f8c', 'subnets': [{'id': '288f5a12-2a28-418c-a08e-a4b3cee4f9b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7993b84-95f7-4264-8a41-e213b4a102fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:33:26.440030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 32968) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:33:26.596033 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cfd3b86c-0923-4c5f-a1dd-2a931b94a7ac admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1547370 Dec 21 16:33:27.419434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9087f50e-3633-44a3-921c-cd33ef9d3844 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:33:27.494428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 9087f50e-3633-44a3-921c-cd33ef9d3844 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:33:27.499560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9087f50e-3633-44a3-921c-cd33ef9d3844 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:33:27.500012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:27.627404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:27.645777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 9087f50e-3633-44a3-921c-cd33ef9d3844, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9087f50e-3633-44a3-921c-cd33ef9d3844,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:33:27.648696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:27.651868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6413e83-871f-474c-983d-b8a2ad102b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:33:27.720075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=9087f50e-3633-44a3-921c-cd33ef9d3844,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:33:27.723653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:33:29.388142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9087f50e-3633-44a3-921c-cd33ef9d3844 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:33:29.504574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9087f50e-3633-44a3-921c-cd33ef9d3844 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:33:29.505295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:45.609848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a344a12f-8643-4342-9b54-8cedabbcba11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:47.042485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:47.918799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-243dc09d-95df-4b80-9544-6f20a176517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:48.186877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:49.605477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:33:51.223916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 5 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:34:15.613588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8909228c-4dfc-4f6c-a662-c8110b8b845b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:34:17.055314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:34:17.931570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9c6da82-e182-4415-ac40-adfb3bc0087a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:34:18.198863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:34:19.634278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:34:28.225127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 5 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:34:45.617618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e19ee776-5233-497b-b9af-0f2c5a749d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:34:47.060346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:34:47.923808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50b46604-aac5-411a-91b6-8998754762fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:34:48.189959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:34:49.618604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:04.546319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33538) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:04.645448 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a81b657-b3c4-4b55-b292-9cf7ff63a5d2 admin admin] GET failed (client error): The resource could not be found. Dec 21 16:35:04.646742 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9a81b657-b3c4-4b55-b292-9cf7ff63a5d2 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0993288 Dec 21 16:35:04.945994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2d3b42-cb76-4707-942f-942199828478 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:04.947605 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fc2d3b42-cb76-4707-942f-942199828478 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2965226 Dec 21 16:35:05.225557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 5 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:35:07.026971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33550) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:07.165725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7cfdfa-b42e-493e-a454-c17b2b258733 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:07.166265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5a7cfdfa-b42e-493e-a454-c17b2b258733 admin admin] Synchronizing usage tracker for tenant:3454ce953d4649d2afcbe09689c03e34 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:35:07.183637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5a7cfdfa-b42e-493e-a454-c17b2b258733 admin admin] Unset dirty status for tenant:3454ce953d4649d2afcbe09689c03e34 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:35:07.184924 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5a7cfdfa-b42e-493e-a454-c17b2b258733 admin admin] 10.222.0.67 "GET /v2.0/subnets/288f5a12-2a28-418c-a08e-a4b3cee4f9b3 HTTP/1.1" status: 200 len: 849 time: 0.1568608 Dec 21 16:35:07.195112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:35:07.323593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Notify callbacks [] for subnet, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:07.526361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786051667366'] for subnet, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:07.530916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e3c6175e-e12f-49e8-87de-ffcf62feadf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:35:07.582644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:07.583391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:07.584678 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] 10.222.0.67 "PUT /v2.0/subnets/288f5a12-2a28-418c-a08e-a4b3cee4f9b3 HTTP/1.1" status: 200 len: 868 time: 0.3937142 Dec 21 16:35:07.587223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f56e43-33ce-411e-b819-c694960f40b2 None None] Network f6be532e-9730-439e-b3f4-c400137ceb34 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:35:07.598415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Pushing event updated for resources: {'Subnet': ['ID=288f5a12-2a28-418c-a08e-a4b3cee4f9b3,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:35:07.609068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:07.609769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:07.610346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:07.610984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:07.611385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:07.611755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:07.612124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:07.612490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:07.612854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:07.613218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:07.613576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:07.617856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:35:08.118174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3993cdd0-454a-4c27-8ce6-442f04145964 None None] Provisioning complete for port 122d9b37-ad16-4824-a0f5-a04087358832 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:35:08.118683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3993cdd0-454a-4c27-8ce6-442f04145964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:08.248379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3993cdd0-454a-4c27-8ce6-442f04145964 None None] Provisioning complete for port 3d088828-03bb-4e14-9caa-3b187dd24eb1 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:35:08.248770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3993cdd0-454a-4c27-8ce6-442f04145964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:09.717883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33562) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:09.931657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0c045d-cdea-4363-81ba-8e1a7fcfe36c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:09.932000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0c045d-cdea-4363-81ba-8e1a7fcfe36c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:09.933659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3b0c045d-cdea-4363-81ba-8e1a7fcfe36c admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2147241 Dec 21 16:35:12.026028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33574) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:12.242959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2311c9-3951-41e2-b8b4-09a01ade34f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:12.243395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2311c9-3951-41e2-b8b4-09a01ade34f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:12.245068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1e2311c9-3951-41e2-b8b4-09a01ade34f1 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2179987 Dec 21 16:35:14.350156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33586) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:14.557974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13d36e-e8ed-4afb-b5ef-93c8a885ff2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:14.559394 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8c13d36e-e8ed-4afb-b5ef-93c8a885ff2d admin admin] 10.222.0.67 "GET /v2.0/networks/7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 886 time: 0.2062974 Dec 21 16:35:15.619066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66334724-b70e-4d4a-9aac-e09a2270494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:16.724142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33598) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:16.934610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f086c2-13e8-4594-aba3-10ddc422101c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:16.936056 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d8f086c2-13e8-4594-aba3-10ddc422101c admin admin] 10.222.0.67 "GET /v2.0/networks/f6be532e-9730-439e-b3f4-c400137ceb34 HTTP/1.1" status: 200 len: 869 time: 0.2107701 Dec 21 16:35:17.054146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:17.925874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49ae583-d393-42ba-8f1d-f612c1590ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:18.193051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:19.050419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33610) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:19.193491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577ecfb-18d8-44c6-99a0-386be7e3674b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:19.193836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577ecfb-18d8-44c6-99a0-386be7e3674b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:19.195907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0577ecfb-18d8-44c6-99a0-386be7e3674b admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1444154 Dec 21 16:35:19.625835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:21.291438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33622) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:21.432184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e993ac79-5300-444e-a9c5-0d147b675e62 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:21.432552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e993ac79-5300-444e-a9c5-0d147b675e62 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:21.434224 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e993ac79-5300-444e-a9c5-0d147b675e62 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1417403 Dec 21 16:35:23.547815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33634) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:23.690039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1cf449-f284-4a38-b222-a6aece346423 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:23.691451 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3b1cf449-f284-4a38-b222-a6aece346423 admin admin] 10.222.0.67 "GET /v2.0/subnets/288f5a12-2a28-418c-a08e-a4b3cee4f9b3 HTTP/1.1" status: 200 len: 868 time: 0.1426280 Dec 21 16:35:25.778514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33646) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:25.915691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb4879-9c53-4ec0-a6ef-fe5f535cff98 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:25.917152 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-81bb4879-9c53-4ec0-a6ef-fe5f535cff98 admin admin] 10.222.0.67 "GET /v2.0/subnets/8aaef7ae-a2a6-4976-bc33-35bc8eda724e HTTP/1.1" status: 200 len: 816 time: 0.1375413 Dec 21 16:35:42.225196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 5 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:35:45.622701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78344e21-6cd5-4958-9de6-fc8cb1b9f9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:45.659656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33694) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:45.736261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-2ef4ccfd-c4b7-4431-bfff-b4b24e73d3f6 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:35:45.737397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2ef4ccfd-c4b7-4431-bfff-b4b24e73d3f6 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0766821 Dec 21 16:35:47.056062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:47.899744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33706) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:47.926887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87a051cb-8efa-40a8-8262-8458b07f9351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:48.002079 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5addf35b-eee7-4533-b445-44f2ca3b1aaf admin admin] GET failed (client error): The resource could not be found. Dec 21 16:35:48.003473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5addf35b-eee7-4533-b445-44f2ca3b1aaf admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1026573 Dec 21 16:35:48.140254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326127e-e903-408c-9015-2e7a08c6ed89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:48.141747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4326127e-e903-408c-9015-2e7a08c6ed89 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1330769 Dec 21 16:35:48.197178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:49.629244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:50.220136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33718) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:50.295918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:35:50.300773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:35:50.311353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:35:50.320353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Made reservation on behalf of 3454ce953d4649d2afcbe09689c03e34 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:35:50.324901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:50.418631 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.services.revisions.revision_plugin [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Could not find related network for resource to bump revision. Dec 21 16:35:50.430426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:35:50.439047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:50.439435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Added segment cad4ec5e-f081-457d-91b3-5123b9f74987 of type vlan for network a5ea10da-bc47-48e1-ac11-9f252d838e9b Dec 21 16:35:50.465331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:50.497111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:50.498354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:50.499019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:50.503982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02ae5d38-acb2-4223-941f-6b6a39dd73e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:35:50.602137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3808343 Dec 21 16:35:50.607548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ea10da-bc47-48e1-ac11-9f252d838e9b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:35:50.610523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:35:50.620708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network a5ea10da-bc47-48e1-ac11-9f252d838e9b details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:35:52.737228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 33730) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:35:53.313036 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-98320b0e-4cd6-4e77-91be-8550d07993be admin admin] GET failed (client error): The resource could not be found. Dec 21 16:35:53.314667 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-98320b0e-4cd6-4e77-91be-8550d07993be admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.5753574 Dec 21 16:35:53.687056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.policy [None req-0505e226-fd0c-44ff-8c80-b85529f14aae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88887) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 21 16:35:53.693387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0505e226-fd0c-44ff-8c80-b85529f14aae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:53.695160 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0505e226-fd0c-44ff-8c80-b85529f14aae admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.3762159 Dec 21 16:35:53.706062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b', 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:35:53.709231 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.quota [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Loaded quota_driver: . Dec 21 16:35:53.716061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:35:53.728811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:35:53.740855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Made reservation on behalf of 3454ce953d4649d2afcbe09689c03e34 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:35:53.747094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:54.023965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:54.036936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:35:54.120633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f5496d-ec21-4ffb-b0b7-08d8292773b3,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:35:54.131726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Checking segment: {'id': 'cad4ec5e-f081-457d-91b3-5123b9f74987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:35:54.132133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Network hostable DHCP agents. Network: a5ea10da-bc47-48e1-ac11-9f252d838e9b, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:35:54.138498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.138896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.139241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.139595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.139952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.140302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.140648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.140993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.141335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.141677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.142015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Tracked resource versions report: Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: pushed versions: Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: { 'ConntrackHelper': {'1.0'}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': {'1.0'}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': {'1.1'}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': {'1.5'}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': {'1.2'}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': {'1.8'}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': {'1.2'}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': {'1.0'}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': {'1.0'}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': {'1.1'}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': {'1.1'}} Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: consumer versions: Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: { DHCP agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: L3 agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: Metadata agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: Metering agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: Open vSwitch agent@dv-neutron-822515-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': '1.0', Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': '1.1', Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': '1.5', Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': '1.2', Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': '1.8', Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': '1.2', Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': '1.0', Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': '1.0', Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': '1.1', Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': '1.1'}} Dec 21 16:35:54.143286 dv-neutron-822515-1-hyperv neutron-server[88778]: {{(pid=88887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 16:35:54.180934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:35:54.183006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Network a5ea10da-bc47-48e1-ac11-9f252d838e9b is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:35:54.192193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, a5ea10da-bc47-48e1-ac11-9f252d838e9b) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:35:54.196606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:35:54.197289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:54.201570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d61d8-9f97-46fa-b13a-3f05f9ae9104 None None] Network a5ea10da-bc47-48e1-ac11-9f252d838e9b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:35:54.223592 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5215609 Dec 21 16:35:54.433712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-a5ea10da-bc47-48e1-ac11-9f252d838e9b', 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b', 'tenant_id': '3454ce953d4649d2afcbe09689c03e34', 'fixed_ips': [{'subnet_id': '78f5496d-ec21-4ffb-b0b7-08d8292773b3'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:35:54.434668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:54.603297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Allocated IP 192.168.233.2 (a5ea10da-bc47-48e1-ac11-9f252d838e9b/78f5496d-ec21-4ffb-b0b7-08d8292773b3/ca7a1dce-37a0-4228-b422-bbf2ae944564) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:35:54.830005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:54.841427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Transition to ACTIVE for port object ca7a1dce-37a0-4228-b422-bbf2ae944564 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:35:54.861722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Transition to ACTIVE for port object ca7a1dce-37a0-4228-b422-bbf2ae944564 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:35:54.866919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:54.872473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5fc8a1dd-8421-4820-8271-5d63a3b36287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:35:54.937270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Network a5ea10da-bc47-48e1-ac11-9f252d838e9b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:35:54.941386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:35:54.944333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:35:54.953436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Pushing event updated for resources: {'Port': ['ID=ca7a1dce-37a0-4228-b422-bbf2ae944564,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:35:54.993882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.994304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.994687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.995078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.995440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.995806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.996163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.996525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.996884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.997236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:54.997586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:35:55.001646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:35:55.060024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Attempting to bind port ca7a1dce-37a0-4228-b422-bbf2ae944564 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:35:55.060438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Attempting to bind port ca7a1dce-37a0-4228-b422-bbf2ae944564 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'cad4ec5e-f081-457d-91b3-5123b9f74987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:35:55.060845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Attempting to bind port ca7a1dce-37a0-4228-b422-bbf2ae944564 on network a5ea10da-bc47-48e1-ac11-9f252d838e9b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:35:55.068010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:35:55.068436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Checking segment: {'id': 'cad4ec5e-f081-457d-91b3-5123b9f74987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:35:55.068868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:55.069306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Bound using segment: {'id': 'cad4ec5e-f081-457d-91b3-5123b9f74987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:35:55.069855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Bound port: ca7a1dce-37a0-4228-b422-bbf2ae944564, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad4ec5e-f081-457d-91b3-5123b9f74987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:35:55.070813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:55.163177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] For port ca7a1dce-37a0-4228-b422-bbf2ae944564, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:35:55.166893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] For port ca7a1dce-37a0-4228-b422-bbf2ae944564, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ca7a1dce-37a0-4228-b422-bbf2ae944564,segment=NetworkSegment(cad4ec5e-f081-457d-91b3-5123b9f74987),segment_id=cad4ec5e-f081-457d-91b3-5123b9f74987)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:35:55.170281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:55.175068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:35:55.260024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Pushing event updated for resources: {'Port': ['ID=ca7a1dce-37a0-4228-b422-bbf2ae944564,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:35:55.263141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:35:56.756478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98584873-e0c2-46f3-b943-65554dd37992 None None] Network a5ea10da-bc47-48e1-ac11-9f252d838e9b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:35:57.048732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ee3a6603-ac07-447d-ae99-83af51818101 None None] Provisioning for port ca7a1dce-37a0-4228-b422-bbf2ae944564 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:35:57.475510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ca7a1dce-37a0-4228-b422-bbf2ae944564 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:35:57.560695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port ca7a1dce-37a0-4228-b422-bbf2ae944564 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:35:57.565446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ca7a1dce-37a0-4228-b422-bbf2ae944564 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:35:57.565868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:57.681510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:57.717511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port ca7a1dce-37a0-4228-b422-bbf2ae944564, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ca7a1dce-37a0-4228-b422-bbf2ae944564,segment=NetworkSegment(cad4ec5e-f081-457d-91b3-5123b9f74987),segment_id=cad4ec5e-f081-457d-91b3-5123b9f74987)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:35:57.721284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:35:57.724517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:35:57.795443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=ca7a1dce-37a0-4228-b422-bbf2ae944564,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:35:57.798741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:35:59.452713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ca7a1dce-37a0-4228-b422-bbf2ae944564 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:35:59.524796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ca7a1dce-37a0-4228-b422-bbf2ae944564 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:35:59.525217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:36:15.626038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9821b5e8-702e-4fc2-86e8-65a60a50648f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:36:17.059067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:36:17.930968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f90c3715-d69b-482a-96be-66764ddde2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:36:18.202192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:36:19.226343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 5 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:36:19.635120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:36:45.628683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d401b926-6ca5-46f1-bee9-a83690c6bf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:36:47.062517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:36:47.932875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6515706-f8ff-4717-8f87-6430f45bb120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:36:48.203554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:36:49.637084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:36:56.227305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 5 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:37:11.034250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 33774) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:37:11.042326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-28c06096-d5dc-463a-9a1a-5d4ac0a7dfe1 tempest-verify_tempest_config-108615673 tempest-verify_tempest_config-108615673-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:37:11.043400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-28c06096-d5dc-463a-9a1a-5d4ac0a7dfe1 tempest-verify_tempest_config-108615673 tempest-verify_tempest_config-108615673-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0080674 Dec 21 16:37:11.383214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 33792) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:37:11.537976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:11.579237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:37:11.583208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Usage tracker for resource:security_group_rule and tenant:c1e5fec91eef4f8ba67a81ea2e665660 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:37:11.586411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:37:11.592407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:37:11.661776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:11.664894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:11.672703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:37:11.713416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7f6021-ba02-4506-b29f-377ae59a8abf,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:37:11.719098 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c1e5fec91eef4f8ba67a81ea2e665660&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3347888 Dec 21 16:37:11.722033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33798) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:37:11.724241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.724610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.724970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.725332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.726184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.726536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.726948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.727302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.727648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.727991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.728334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.732815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:37:11.789146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:11.815231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:11.867284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:11.872195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:37:11.885322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7f6021-ba02-4506-b29f-377ae59a8abf,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:37:11.890308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:11.891529 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0d7f6021-ba02-4506-b29f-377ae59a8abf HTTP/1.1" status: 204 len: 168 time: 0.1683147 Dec 21 16:37:11.896761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.897144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.898066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.898432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.898880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.899247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.899608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.899966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.900320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.900671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.901022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:37:11.904390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:37:15.630314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2842c8e-0409-4cd4-b094-d6b4d68bd32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:17.067046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:17.933897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b53ff1-a811-4ea9-9b66-366cae6f78aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:18.206265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:19.639083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:33.231331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 5 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:37:45.632176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92eafcad-eb8e-4aa6-aa03-f9066307c00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:47.069367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:47.936728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49a35164-f5c2-49bc-a5bb-672ec394cc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:48.210628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:37:49.642117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:10.234048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 5 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:38:15.632871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae1394ec-7a52-40a9-a621-6dd51b36f4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:17.074271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:17.937374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a89a29e-b04b-4443-b9c3-d24f0923d2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:18.213541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:19.645515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:29.150271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675698'] for agent, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:45.308670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33878) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:38:45.454143 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5866635b-c455-46fb-a198-e11cce5567b0 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1442294 Dec 21 16:38:45.634895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7fe074a4-b743-486c-a21f-64ec8bb71588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:47.075806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:47.234453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:38:47.564786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 33890) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:38:47.657260 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-de83ec01-2c12-4b34-9e3d-d5d5997ed954 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0913081 Dec 21 16:38:47.939290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c859a78-4b8e-46ed-b1ba-808f8c5e0aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:48.215714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:49.647338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:38:59.121284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:15.638058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb60ae7d-52e9-4c46-882b-6763c35cdd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:17.077387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:17.941109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5adc139e-0b70-4ff8-a5fb-49d668638cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:18.219897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:19.652422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:24.235981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:39:29.137026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:45.640693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49766b64-2e06-457f-88dc-d3a0f035a42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:47.080447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:47.942354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a08bc153-291a-43c4-bf05-d704de7c2dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:48.222413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:49.654120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:39:59.149985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:01.237365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:40:15.645324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e7f47d9-ef8c-49d2-96b3-ae20defbc64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:17.084062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:17.536706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34064) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:17.913451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34080) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:17.943550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c18f5c8-40f6-42b7-ab79-7653f0c2aa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.167841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1398006693-network', 'tenant_id': '233ecb5063444b54923c02f8ca686d31'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:18.173149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:18.177128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Usage tracker for resource:network and tenant:233ecb5063444b54923c02f8ca686d31 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:18.180685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:18.186767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:18.196165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Made reservation on behalf of 233ecb5063444b54923c02f8ca686d31 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:18.200812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.215323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.226459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.249021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:18.253010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Usage tracker for resource:security_group_rule and tenant:233ecb5063444b54923c02f8ca686d31 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:18.257010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:18.262909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:18.354728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.358066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.372814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:18.408848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:40:18.418909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b89a5-56b6-47da-a20f-7926b6c7943e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:18.430344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.430869 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Added segment b63c3475-ba34-47a5-a331-2ca8eb972f23 of type vlan for network fca48798-64e1-4172-b3c8-c5a737430207 Dec 21 16:40:18.437022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:18.437471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:18.437915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:18.438477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:18.438813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:18.439227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:18.439772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:18.440139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:18.440497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:18.440853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:18.441209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Tracked resource versions report: Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: pushed versions: Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: { 'ConntrackHelper': {'1.0'}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': {'1.0'}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': {'1.1'}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': {'1.5'}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': {'1.2'}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': {'1.8'}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': {'1.2'}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': {'1.0'}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': {'1.0'}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': {'1.1'}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': {'1.1'}} Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: consumer versions: Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: { DHCP agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: HyperV agent@hv-neutron-8225: {}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: L3 agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: Metadata agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: Metering agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: Open vSwitch agent@dv-neutron-822515-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': '1.0', Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': '1.1', Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': '1.5', Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': '1.2', Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': '1.8', Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': '1.2', Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': '1.0', Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': '1.0', Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': '1.1', Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': '1.1'}} Dec 21 16:40:18.442316 dv-neutron-822515-1-hyperv neutron-server[88778]: {{(pid=88888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 16:40:18.445895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:18.473423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.504452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.505767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:18.506549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.511952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-110f4363-3708-4458-af13-7a1ae4839875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:18.563022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1528354216-network', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:18.578833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:18.651267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34106) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:18.651485 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1133132 Dec 21 16:40:18.652948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Usage tracker for resource:network and tenant:f2f0b2375ba9440f8944225a40b7506f is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:18.656401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:18.657413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Request body: {'subnet': {'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1398006693-subnet', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:18.662558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:18.662946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:18.667958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Usage tracker for resource:subnet and tenant:233ecb5063444b54923c02f8ca686d31 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:18.671756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:18.677162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Pushing event updated for resources: {'Network': ['ID=fca48798-64e1-4172-b3c8-c5a737430207,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:18.678223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:18.681068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:18.682439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Made reservation on behalf of f2f0b2375ba9440f8944225a40b7506f for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:18.687781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.690378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network fca48798-64e1-4172-b3c8-c5a737430207 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:40:18.692783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Made reservation on behalf of 233ecb5063444b54923c02f8ca686d31 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:18.698621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.702613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.739555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:18.748438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Usage tracker for resource:security_group_rule and tenant:f2f0b2375ba9440f8944225a40b7506f is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:18.752220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:18.759128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:18.856648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.861059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.870511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:18.899342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:40:18.917586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a15de4-7dd8-4a68-b621-039e49d49a6b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:18.920976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:18.922081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.922413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Added segment ee74a632-f494-4a55-bc56-1cbf0af2fdbf of type vlan for network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 Dec 21 16:40:18.951140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.988628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.990217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:18.991036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:18.996861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:19.009050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.013648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:19.071791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb0f284-9509-439f-bee8-db8bc64a0206,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:19.081368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:19.081742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:19.082103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:19.082461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:19.082849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:19.083214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:19.083576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:19.083927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:19.084271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:19.084613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:19.084935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Tracked resource versions report: Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: pushed versions: Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: { 'ConntrackHelper': {'1.0'}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': {'1.0'}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': {'1.1'}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': {'1.5'}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': {'1.2'}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': {'1.8'}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': {'1.2'}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': {'1.0'}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': {'1.0'}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': {'1.1'}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': {'1.1'}} Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: consumer versions: Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: { DHCP agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: HyperV agent@hv-neutron-8225: {}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: L3 agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: Metadata agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: Metering agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: Open vSwitch agent@dv-neutron-822515-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': '1.0', Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': '1.1', Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': '1.5', Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': '1.2', Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': '1.8', Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': '1.2', Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': '1.0', Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': '1.0', Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': '1.1', Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': '1.1'}} Dec 21 16:40:19.086653 dv-neutron-822515-1-hyperv neutron-server[88778]: {{(pid=88887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 16:40:19.092176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:19.108115 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1925805 Dec 21 16:40:19.108446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34118) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:19.114624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Pushing event updated for resources: {'Network': ['ID=76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:19.117498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:19.118639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Request body: {'subnet': {'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1528354216-subnet', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:19.124352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:19.128248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Usage tracker for resource:subnet and tenant:f2f0b2375ba9440f8944225a40b7506f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:19.133708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:19.135457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:40:19.138901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:19.155782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Made reservation on behalf of f2f0b2375ba9440f8944225a40b7506f for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:19.160367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.351523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Checking segment: {'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:19.352454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Network hostable DHCP agents. Network: fca48798-64e1-4172-b3c8-c5a737430207, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:40:19.413474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.419428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:19.445457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Network fca48798-64e1-4172-b3c8-c5a737430207 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:40:19.469031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, fca48798-64e1-4172-b3c8-c5a737430207) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:19.478672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d529b60-e436-4af2-8436-21b3e10cdfb1 None None] Network fca48798-64e1-4172-b3c8-c5a737430207 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:19.485898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:19.486544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.539355 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d6f71a5e-af95-40c0-a7b9-5aecb8f40f68 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8868737 Dec 21 16:40:19.541147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34140) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:19.541964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1f84d1-d3ef-4807-bba3-c252b1827826,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:19.547336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:19.554772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:19.557445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:19.558773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Checking segment: {'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:19.559403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Network hostable DHCP agents. Network: 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:40:19.564654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Usage tracker for resource:router and tenant:233ecb5063444b54923c02f8ca686d31 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:19.572518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:19.584216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:19.591424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:40:19.598946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.602557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.608481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:19.613134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:19.614021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.628384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96907b08-8f80-4ae6-ba41-b0c87ef87e69 None None] Network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:19.646221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5327561 Dec 21 16:40:19.646500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34146) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:19.650198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.655607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:19.661109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:19.668004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Usage tracker for resource:router and tenant:f2f0b2375ba9440f8944225a40b7506f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:19.672387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:19.680143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:19.696955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.699234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.705965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.764506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.908692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:19.974279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-fca48798-64e1-4172-b3c8-c5a737430207', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'fixed_ips': [{'subnet_id': '6eb0f284-9509-439f-bee8-db8bc64a0206'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:40:19.975630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:20.155549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'fixed_ips': [{'subnet_id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:40:20.156418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:20.269366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:20.289335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:20.331142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:20.354910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34162) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:20.566453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Allocated IP 172.20.0.2 (fca48798-64e1-4172-b3c8-c5a737430207/6eb0f284-9509-439f-bee8-db8bc64a0206/e6764c7e-53ff-47d4-b51c-b6099c0237fc) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:20.570715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Allocated IP 172.26.7.210 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/133f7fac-7b3b-4900-8b18-92a4f175bb48) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:20.618685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:20.660660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Allocated IP 172.20.0.2 (76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5/bb1f84d1-d3ef-4807-bba3-c252b1827826/14c38056-5380-456b-8b8c-61cc1f971f5b) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:20.693882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:20.772831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:20.806752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:20.812158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70c0b5c3-25dc-4136-af1e-134a242f6070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:20.896587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:20.905502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:20.911192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:20.959909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Pushing event updated for resources: {'Port': ['ID=133f7fac-7b3b-4900-8b18-92a4f175bb48,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:20.965011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:20.999124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.015058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Transition to ACTIVE for port object e6764c7e-53ff-47d4-b51c-b6099c0237fc will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:21.028532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Allocated IP 172.26.7.145 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:21.042373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Transition to ACTIVE for port object e6764c7e-53ff-47d4-b51c-b6099c0237fc will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:21.060567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.061770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.062532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.080139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:21.106851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-61625125'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:21.118626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:21.122522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Network fca48798-64e1-4172-b3c8-c5a737430207 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:21.155689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:21.158991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:21.244412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Usage tracker for resource:network and tenant:c747abb0c72147918577018c65480ff3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:21.250841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:21.267864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:21.297110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Attempting to bind port e6764c7e-53ff-47d4-b51c-b6099c0237fc on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:21.297506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Attempting to bind port e6764c7e-53ff-47d4-b51c-b6099c0237fc by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:21.297905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Attempting to bind port e6764c7e-53ff-47d4-b51c-b6099c0237fc on network fca48798-64e1-4172-b3c8-c5a737430207 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:21.306640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Made reservation on behalf of c747abb0c72147918577018c65480ff3 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:21.315792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:40:21.316208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Checking segment: {'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:21.316771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.317068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Bound using segment: {'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:40:21.317606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Bound port: e6764c7e-53ff-47d4-b51c-b6099c0237fc, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:40:21.318037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.319209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.400724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.423762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] For port e6764c7e-53ff-47d4-b51c-b6099c0237fc, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:21.427671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] For port e6764c7e-53ff-47d4-b51c-b6099c0237fc, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e6764c7e-53ff-47d4-b51c-b6099c0237fc,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:40:21.438984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.445097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Pushing event updated for resources: {'Port': ['ID=e6764c7e-53ff-47d4-b51c-b6099c0237fc,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:21.465338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:21.465724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:21.466341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:21.466457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:21.466812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:21.467209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:21.467565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:21.467938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:21.468298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:21.468655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:21.469014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Tracked resource versions report: Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: pushed versions: Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: { 'ConntrackHelper': {'1.0'}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': {'1.0'}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': {'1.1'}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': {'1.5'}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': {'1.2'}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': {'1.8'}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': {'1.2'}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': {'1.0'}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': {'1.0'}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': {'1.1'}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': {'1.1'}} Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: consumer versions: Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: { DHCP agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: HyperV agent@hv-neutron-8225: {}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: L3 agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: Metadata agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: Metering agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: Open vSwitch agent@dv-neutron-822515-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': '1.0', Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': '1.1', Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': '1.5', Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': '1.2', Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': '1.8', Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': '1.2', Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': '1.0', Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': '1.0', Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': '1.1', Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': '1.1'}} Dec 21 16:40:21.470087 dv-neutron-822515-1-hyperv neutron-server[88778]: {{(pid=88889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 16:40:21.480143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:21.482197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.482503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:21.485283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d16d110-7f97-46c4-b42a-93c2ddd8889e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:21.491335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Usage tracker for resource:security_group_rule and tenant:c747abb0c72147918577018c65480ff3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:21.497377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.502868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:21.520711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:21.553299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Transition to ACTIVE for port object 14c38056-5380-456b-8b8c-61cc1f971f5b will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:21.571253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34186) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:21.647153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.647352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Pushing event updated for resources: {'Port': ['ID=e6764c7e-53ff-47d4-b51c-b6099c0237fc,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:21.657670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:21.658570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:21.660082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Transition to ACTIVE for port object 14c38056-5380-456b-8b8c-61cc1f971f5b will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:21.672670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.678893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:21.751975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Router 693d8835-afb0-4617-a7af-8cda30376e0e is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:40:21.791443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Pushing event updated for resources: {'Port': ['ID=5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:21.798903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:21.813075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.818078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:21.819572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:21.823658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:21.826844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:21.842364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:21.857423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:21.859444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.872990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:21.875010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Pushing event updated for resources: {'Port': ['ID=14c38056-5380-456b-8b8c-61cc1f971f5b,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:21.879498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:21.926263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:40:21.974808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac939d3-04ec-41cc-be34-abe99746ebc4,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:21.983125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:21.995238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786051748040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:21.995875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Unsubscribe: segment precommit_create {{(pid=88887) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 21 16:40:21.996336 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Added segment 5a1cc9fe-9f98-4b11-a394-1c5fc9a49173 of type vlan for network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f Dec 21 16:40:22.009677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Attempting to bind port 14c38056-5380-456b-8b8c-61cc1f971f5b on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:22.010316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Attempting to bind port 14c38056-5380-456b-8b8c-61cc1f971f5b by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:22.011005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Attempting to bind port 14c38056-5380-456b-8b8c-61cc1f971f5b on network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:22.019678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:40:22.020371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Checking segment: {'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:22.021082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:22.021716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Bound using segment: {'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:40:22.022461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Bound port: 14c38056-5380-456b-8b8c-61cc1f971f5b, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:40:22.023148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:22.146358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:40:22.157696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Sync routers for ids ['693d8835-afb0-4617-a7af-8cda30376e0e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:40:22.177827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Routers {'693d8835-afb0-4617-a7af-8cda30376e0e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:22.178059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:22.178487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['693d8835-afb0-4617-a7af-8cda30376e0e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:22.197342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] For port 14c38056-5380-456b-8b8c-61cc1f971f5b, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:22.201258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] For port 14c38056-5380-456b-8b8c-61cc1f971f5b, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=14c38056-5380-456b-8b8c-61cc1f971f5b,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:40:22.206928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:22.229807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:22.231986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:22.233323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6909096 Dec 21 16:40:22.236290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34200) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:22.267225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:22.274328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:22.275166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:22.283224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:22.409914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Pushing event updated for resources: {'Port': ['ID=14c38056-5380-456b-8b8c-61cc1f971f5b,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:22.420195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:22.520587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1322061170'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:22.536002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Pushing event updated for resources: {'Network': ['ID=8fc67ede-2667-4d69-b7cc-224e7c72fe4f,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:22.558448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:40:22.559999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:22.600651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:22.618458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Set router 693d8835-afb0-4617-a7af-8cda30376e0e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:40:22.673819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Usage tracker for resource:network and tenant:23314c49747d44e5a4edc145bbb3f5d9 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:22.680160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:22.689129 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 2.3303213 Dec 21 16:40:22.712603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:22.740675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Made reservation on behalf of 23314c49747d44e5a4edc145bbb3f5d9 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:22.748255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:22.763563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:22.822161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:22.824876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:22.826008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:22.893983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Usage tracker for resource:security_group_rule and tenant:23314c49747d44e5a4edc145bbb3f5d9 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:22.897513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:22.916122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:23.051322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:21Z', 'revision_number': 3, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:23.065613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Checking router: 693d8835-afb0-4617-a7af-8cda30376e0e for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:40:23.067804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Updating router 693d8835-afb0-4617-a7af-8cda30376e0e port 133f7fac-7b3b-4900-8b18-92a4f175bb48 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:40:23.156849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:23.161528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:23.178244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:40:23.191727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:23.191727 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Added segment 2e22f0b7-f887-423c-bbc3-6067618498eb of type vlan for network 864d4f44-e219-4ebb-b56f-8297312e3d15 Dec 21 16:40:23.235190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:23.239799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:23.282679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34224) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:23.283396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:23.314581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:23.318222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705f52a4-10eb-41d4-aa5c-35df34623137,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:23.334287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:23.335089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:23.344389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:23.347021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2c97f7e8-84e8-48b1-be19-d3f7c8c3aefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:23.752149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34234) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:23.772165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Pushing event updated for resources: {'Network': ['ID=864d4f44-e219-4ebb-b56f-8297312e3d15,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:23.784649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 864d4f44-e219-4ebb-b56f-8297312e3d15 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:40:23.807922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:23.935814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:23.951750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Transition to ACTIVE for port object 133f7fac-7b3b-4900-8b18-92a4f175bb48 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:23.959385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:23.967879 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3952868 Dec 21 16:40:23.971845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34242) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:23.976931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:23.985544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Request body: {'subnet': {'network_id': '864d4f44-e219-4ebb-b56f-8297312e3d15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:24.132079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 14c38056-5380-456b-8b8c-61cc1f971f5b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:24.146773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:24.151089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:40:24.183743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Usage tracker for resource:subnet and tenant:23314c49747d44e5a4edc145bbb3f5d9 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:24.230127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Pushing event updated for resources: {'Port': ['ID=133f7fac-7b3b-4900-8b18-92a4f175bb48,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:24.245048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Attempting to bind port 133f7fac-7b3b-4900-8b18-92a4f175bb48 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:24.245592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Attempting to bind port 133f7fac-7b3b-4900-8b18-92a4f175bb48 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:24.246127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Attempting to bind port 133f7fac-7b3b-4900-8b18-92a4f175bb48 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:24.269966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:24.270663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:24.271257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:24.271754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:24.272258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:24.272748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:24.273287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:24.273801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:24.274448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:24.274975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:24.275490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Tracked resource versions report: Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: pushed versions: Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: { 'ConntrackHelper': {'1.0'}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': {'1.0'}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': {'1.1'}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': {'1.5'}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': {'1.2'}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': {'1.8'}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': {'1.2'}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': {'1.0'}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': {'1.0'}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': {'1.1'}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': {'1.1'}} Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: consumer versions: Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: { DHCP agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: HyperV agent@hv-neutron-8225: {}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: L3 agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: Metadata agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: Metering agent@dv-neutron-822515-1-hyperv: {}, Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: Open vSwitch agent@dv-neutron-822515-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Log': '1.0', Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Network': '1.1', Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Port': '1.5', Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'PortForwarding': '1.2', Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'QosPolicy': '1.8', Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroup': '1.2', Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SecurityGroupRule': '1.0', Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'SubPort': '1.0', Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Subnet': '1.1', Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: 'Trunk': '1.1'}} Dec 21 16:40:24.276943 dv-neutron-822515-1-hyperv neutron-server[88778]: {{(pid=88890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 16:40:24.290524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:24.312865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:24.313063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d07a162e-435a-4e85-bd6d-e3a072a809de tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:24.315640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:40:24.316270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:24.316870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:24.317491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:40:24.318193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Bound port: 133f7fac-7b3b-4900-8b18-92a4f175bb48, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:40:24.319009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:24.375308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:24.387134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:24.424314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d34af-067a-4b43-bb9c-e33d98d67053 None None] Network fca48798-64e1-4172-b3c8-c5a737430207 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:24.469079 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d07a162e-435a-4e85-bd6d-e3a072a809de tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] 10.222.0.67 "PUT /v2.0/quotas/aab337cded5642258a55c28e158d2196 HTTP/1.1" status: 200 len: 366 time: 1.1531069 Dec 21 16:40:24.482143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34248) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:24.497842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Made reservation on behalf of 23314c49747d44e5a4edc145bbb3f5d9 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:24.551765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 14c38056-5380-456b-8b8c-61cc1f971f5b completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:24.567602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] For port 133f7fac-7b3b-4900-8b18-92a4f175bb48, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:24.572035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] For port 133f7fac-7b3b-4900-8b18-92a4f175bb48, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=133f7fac-7b3b-4900-8b18-92a4f175bb48,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:40:24.577520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:24.586120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87dfbfdb-18ee-4b63-b870-66a34cf092c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:24.694574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Pushing event updated for resources: {'Port': ['ID=133f7fac-7b3b-4900-8b18-92a4f175bb48,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:24.716328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:24.721048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e6764c7e-53ff-47d4-b51c-b6099c0237fc up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:24.765021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Routers {'693d8835-afb0-4617-a7af-8cda30376e0e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:24.765694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['693d8835-afb0-4617-a7af-8cda30376e0e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:24.885764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Allocated IP 172.20.0.1 (fca48798-64e1-4172-b3c8-c5a737430207/6eb0f284-9509-439f-bee8-db8bc64a0206/5624665d-a8ce-4389-9ac1-243a383ae0dd) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:24.916300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e22568db-a300-4a96-9a5c-608ef8238936 None None] Provisioning for port e6764c7e-53ff-47d4-b51c-b6099c0237fc completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:24.939831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port e6764c7e-53ff-47d4-b51c-b6099c0237fc completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:24.945821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0cbbbefc-20aa-447c-a856-86eefb8550a0 tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.4206524 Dec 21 16:40:24.953707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e6764c7e-53ff-47d4-b51c-b6099c0237fc triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:24.954126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.018372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34254) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:25.065021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-719d35d0-ac04-43eb-acee-f78f94e81081 tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] 10.222.0.67 "GET /v2.0/quotas/aab337cded5642258a55c28e158d2196 HTTP/1.1" status: 200 len: 366 time: 0.0331776 Dec 21 16:40:25.082243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks [] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.231983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.266751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Transition to ACTIVE for port object 5624665d-a8ce-4389-9ac1-243a383ae0dd will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:25.305535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34260) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:25.313981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-80bd42e9-6994-4a99-8060-0964c882d943 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1200038158'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:25.315231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.331565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-80bd42e9-6994-4a99-8060-0964c882d943 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:25.347006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-80bd42e9-6994-4a99-8060-0964c882d943 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Usage tracker for resource:router and tenant:5dc6243da37f43bfb3fdedb92b8aa7ab is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:25.352792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-80bd42e9-6994-4a99-8060-0964c882d943 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:25.364342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-80bd42e9-6994-4a99-8060-0964c882d943 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:25.409042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.415487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80bd42e9-6994-4a99-8060-0964c882d943 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.416542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80bd42e9-6994-4a99-8060-0964c882d943 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.449900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port e6764c7e-53ff-47d4-b51c-b6099c0237fc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e6764c7e-53ff-47d4-b51c-b6099c0237fc,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:25.455903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80bd42e9-6994-4a99-8060-0964c882d943 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.471036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c1aca-93a4-45cb-87c6-f651a4f729a4 None None] Network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:25.500415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34268) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:25.506879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:25.556987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:40:25.565676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] Set router 693d8835-afb0-4617-a7af-8cda30376e0e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:40:25.575814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80bd42e9-6994-4a99-8060-0964c882d943 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.627477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34276) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:25.641467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.643509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80bd42e9-6994-4a99-8060-0964c882d943 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.647146 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-80bd42e9-6994-4a99-8060-0964c882d943 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.8790159 Dec 21 16:40:25.647260 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.9980347 Dec 21 16:40:25.647260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34280) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:25.648602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34282) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:25.654716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.678624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Network fca48798-64e1-4172-b3c8-c5a737430207 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:25.686691 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b4a209ec-defc-470e-850e-a0a33db70089 tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/aab337cded5642258a55c28e158d2196 HTTP/1.1" status: 204 len: 168 time: 0.2947755 Dec 21 16:40:25.696505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34290) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:25.697468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:25.725862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:25.726412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:25.796555 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-441f26ad-7a0f-4550-bc63-3f471ee61421 tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0965142 Dec 21 16:40:25.799581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34294) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:25.845554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5624665d-a8ce-4389-9ac1-243a383ae0dd,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:25.852197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-23f98e42-9375-4d49-a566-4f416b14bcb3 tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] 10.222.0.67 "GET /v2.0/quotas/aab337cded5642258a55c28e158d2196 HTTP/1.1" status: 200 len: 370 time: 0.0464044 Dec 21 16:40:25.860082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:25.860598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34300) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:25.882233 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2dbf5863-708f-4a9c-a640-918b05de0f27 tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] 10.222.0.67 "GET /v2.0/quotas/aab337cded5642258a55c28e158d2196/default HTTP/1.1" status: 200 len: 370 time: 0.0201633 Dec 21 16:40:25.883658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34304) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:25.908217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34308) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:25.924096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Request body: {'port': {'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-587243165'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:25.941842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:25.945484 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-3374f18c-7c8b-4fcf-aad4-5c4e16ba9148 tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] delete failed (client error): The resource could not be found. Dec 21 16:40:25.956666 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3374f18c-7c8b-4fcf-aad4-5c4e16ba9148 tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/aab337cded5642258a55c28e158d2196 HTTP/1.1" status: 404 len: 348 time: 0.0634522 Dec 21 16:40:25.958206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:26.044110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:21Z', 'revision_number': 3, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:26.048923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b6f47-3759-4c52-ba24-12d010157ecb None None] The sync data for ids ['693d8835-afb0-4617-a7af-8cda30376e0e'] in dv-neutron-822515-1-hyperv is: [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:21Z', 'revision_number': 3, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:40:26.068144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Pushing event updated for resources: {'Subnet': ['ID=379a92ee-ecc4-45fd-94d6-15cdfa57dc84,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:26.079654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Usage tracker for resource:port and tenant:1c6e1079b82b408a84d493b8fb20124f is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:26.084739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:26.088322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.098121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:26.103392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Usage tracker for resource:floatingip and tenant:f03c427b8d4f4892bd344f8f185bf3a0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:26.103620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:26.107195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:26.109724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-33a95e30-e7a7-4335-876c-eedd2aacf643 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:26.118218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:26.127244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:26.132870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:26.196236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.197443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Sync routers for ids ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:40:26.211130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.244568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:26.280302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4dd2454f-d3b1-4cd1-ab9f-bb164fb8c667 None None] Provisioning for port 14c38056-5380-456b-8b8c-61cc1f971f5b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:26.299525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4dd2454f-d3b1-4cd1-ab9f-bb164fb8c667 None None] Provisioning complete for port 14c38056-5380-456b-8b8c-61cc1f971f5b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:26.300039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dd2454f-d3b1-4cd1-ab9f-bb164fb8c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.374224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.383272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.386251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.390839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Made reservation on behalf of 1c6e1079b82b408a84d493b8fb20124f for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:26.396739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.412093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:26.442339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.467352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dd2454f-d3b1-4cd1-ab9f-bb164fb8c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.485467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:26.489484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Usage tracker for resource:security_group_rule and tenant:1c6e1079b82b408a84d493b8fb20124f is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:26.492486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:26.498511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:26.543931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4dd2454f-d3b1-4cd1-ab9f-bb164fb8c667 None None] For port 14c38056-5380-456b-8b8c-61cc1f971f5b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=14c38056-5380-456b-8b8c-61cc1f971f5b,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:26.569029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.583999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.591572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] device_id is not set on port 0f76592e-3937-4072-80c1-6b2061454245 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:26.597849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dd2454f-d3b1-4cd1-ab9f-bb164fb8c667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.598204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Routers {'13a6833e-9b5a-4183-bd1e-19af6644b6e1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:26.599160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:26.617105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cf47-e80e-4f66-a67f-7416cc7b9dd8 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.693497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34318) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:26.805984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Set router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:40:26.929391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] device_id is not set on port 0f76592e-3937-4072-80c1-6b2061454245 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:26.939646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:26.957020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Transition to ACTIVE for port object 0f76592e-3937-4072-80c1-6b2061454245 will not be triggered until provisioned by entity L2. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:26.995440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:27.025859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5624665d-a8ce-4389-9ac1-243a383ae0dd,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:27.032262 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-33a95e30-e7a7-4335-876c-eedd2aacf643 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] 10.222.0.67 "PUT /v2.0/quotas/11a7774ad10c4365b1d122fdefdb04a3 HTTP/1.1" status: 200 len: 368 time: 1.3985274 Dec 21 16:40:27.035408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:27.035900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34320) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:27.043123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:27.063629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Request body: {'network': {'project_id': '11a7774ad10c4365b1d122fdefdb04a3'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:27.093631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:27.115184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=e6764c7e-53ff-47d4-b51c-b6099c0237fc,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:27.119204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:27.125316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:27.244040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2454f-d3b1-4cd1-ab9f-bb164fb8c667 None None] Pushing event updated for resources: {'Port': ['ID=14c38056-5380-456b-8b8c-61cc1f971f5b,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:27.247988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4dd2454f-d3b1-4cd1-ab9f-bb164fb8c667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:27.276979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:27.306754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Allocated IP 172.26.7.19 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/27ce7abe-0060-4bba-9fe4-e80537835f04) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:27.337169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Checking segment: {'id': '2e22f0b7-f887-423c-bbc3-6067618498eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '864d4f44-e219-4ebb-b56f-8297312e3d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:27.337838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Network hostable DHCP agents. Network: 864d4f44-e219-4ebb-b56f-8297312e3d15, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:40:27.346164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:21Z', 'revision_number': 3, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:27.350761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Checking router: 13a6833e-9b5a-4183-bd1e-19af6644b6e1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:40:27.351388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Updating router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:40:27.370039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Usage tracker for resource:network and tenant:11a7774ad10c4365b1d122fdefdb04a3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:27.376136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Checking segment: {'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:27.376516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Network hostable DHCP agents. Network: 8fc67ede-2667-4d69-b7cc-224e7c72fe4f, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:40:27.402855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:27.452715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:27.455591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d9b6c6-b382-4fef-9b27-2cef5bb447f4,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:27.469933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:27.479860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:27.480529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52d8b59d-a019-4a92-8e6f-9ef75a6e42f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:27.537634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:40:27.616118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Made reservation on behalf of 11a7774ad10c4365b1d122fdefdb04a3 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:27.621699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:27.647392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:27.671587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 8fc67ede-2667-4d69-b7cc-224e7c72fe4f) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:27.680523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e62e747-e887-4d2d-950a-3d02ca5c2d78 None None] Network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:27.720930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:27.725439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Usage tracker for resource:security_group_rule and tenant:11a7774ad10c4365b1d122fdefdb04a3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:27.729206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:27.736157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:27.765951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Usage tracker for resource:network and tenant:32e4070af4e34e07a90d4f9452f57454 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:27.775369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Network fca48798-64e1-4172-b3c8-c5a737430207 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:27.778723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:27.851553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:27.853115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:27.860431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:27.905479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:28.001614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Network 864d4f44-e219-4ebb-b56f-8297312e3d15 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:40:28.040306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aa266ebb-2326-4cda-ba6c-7e09a70085d6 None None] Provisioning for port 5624665d-a8ce-4389-9ac1-243a383ae0dd completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:28.051689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aa266ebb-2326-4cda-ba6c-7e09a70085d6 None None] Provisioning complete for port 5624665d-a8ce-4389-9ac1-243a383ae0dd triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:28.052564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa266ebb-2326-4cda-ba6c-7e09a70085d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.066389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event updated for resources: {'Port': ['ID=0f76592e-3937-4072-80c1-6b2061454245,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:28.074199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:28.117812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 864d4f44-e219-4ebb-b56f-8297312e3d15) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:28.117812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Usage tracker for resource:subnet and tenant:32e4070af4e34e07a90d4f9452f57454 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:28.133068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:28.141179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-aa266ebb-2326-4cda-ba6c-7e09a70085d6 None None] Port 5624665d-a8ce-4389-9ac1-243a383ae0dd cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:40:28.143543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d52f03-bb62-4647-8527-0281b4983fc1 None None] Network 864d4f44-e219-4ebb-b56f-8297312e3d15 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:28.150231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a78665e5-9a77-4bc6-9a62-0f142795e9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:28.154385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:28.155232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.169118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cf47-e80e-4f66-a67f-7416cc7b9dd8 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.189358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412d18ab-aff6-4058-8815-9c762d585b5b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:28.192189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:28.192573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:28.192953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:28.201795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:28.202418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:28.202865 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:28.205889 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 2 to bind port 0f76592e-3937-4072-80c1-6b2061454245 Dec 21 16:40:28.229736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:40:28.238880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.256962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:28.257503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:28.257959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:28.271753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.272223 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Added segment 6e891aed-c963-42a2-a2f1-54bbf9e3d881 of type vlan for network c1787ba4-c776-4bd8-b841-66b47e7e9403 Dec 21 16:40:28.294183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:28.294633 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:28.299042 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 3 to bind port 0f76592e-3937-4072-80c1-6b2061454245 Dec 21 16:40:28.340992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aa266ebb-2326-4cda-ba6c-7e09a70085d6 None None] Provisioning complete for port 14c38056-5380-456b-8b8c-61cc1f971f5b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:28.341411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa266ebb-2326-4cda-ba6c-7e09a70085d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.368956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Usage tracker for resource:subnetpool and tenant:32e4070af4e34e07a90d4f9452f57454 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:28.377746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cf47-e80e-4f66-a67f-7416cc7b9dd8 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.381027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:28.430374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.452157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.456298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Usage tracker for resource:port and tenant:32e4070af4e34e07a90d4f9452f57454 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:28.475940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:28.476879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:28.477465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:28.482740 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5019221 Dec 21 16:40:28.485454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34328) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:28.488840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:28.493348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:28.493855 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:28.500920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 4 to bind port 0f76592e-3937-4072-80c1-6b2061454245 Dec 21 16:40:28.514630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 14c38056-5380-456b-8b8c-61cc1f971f5b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:28.519986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.521046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:28.521420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:28.521819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:28.532214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:28.532584 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:28.533644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:28.534635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.543065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:28.566953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:28.573766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:28.574665 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 5 to bind port 0f76592e-3937-4072-80c1-6b2061454245 Dec 21 16:40:28.584747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:28.665907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:28.671712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Request body: {'port': {'network_id': '864d4f44-e219-4ebb-b56f-8297312e3d15', 'name': 'tempest-DHCPAgentSchedulersTestJSON-414049946'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:28.712490 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6620026 Dec 21 16:40:28.717785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Pushing event updated for resources: {'Network': ['ID=c1787ba4-c776-4bd8-b841-66b47e7e9403,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:28.722991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34334) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:28.731688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:28.733350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:28.733841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:28.734319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:28.740687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Request body: {'network': {'project_id': '11a7774ad10c4365b1d122fdefdb04a3'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:28.752961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:28.768385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Usage tracker for resource:network and tenant:11a7774ad10c4365b1d122fdefdb04a3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:28.772556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:28.773054 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:28.773935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:28.777003 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 6 to bind port 0f76592e-3937-4072-80c1-6b2061454245 Dec 21 16:40:28.792019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:28.793904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network c1787ba4-c776-4bd8-b841-66b47e7e9403 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:40:28.808608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:28.809370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:28.809579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:28.821080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Made reservation on behalf of 11a7774ad10c4365b1d122fdefdb04a3 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:28.826376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.838913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Usage tracker for resource:router and tenant:32e4070af4e34e07a90d4f9452f57454 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:28.861360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:28.862119 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:28.867705 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 7 to bind port 0f76592e-3937-4072-80c1-6b2061454245 Dec 21 16:40:28.909411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:28.909924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:28.910913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:28.931362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:40:28.939841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Router 693d8835-afb0-4617-a7af-8cda30376e0e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:40:28.942878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:28.945787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:28.946264 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:28.948074 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 8 to bind port 0f76592e-3937-4072-80c1-6b2061454245 Dec 21 16:40:28.963131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cf47-e80e-4f66-a67f-7416cc7b9dd8 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.963694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee1cf47-e80e-4f66-a67f-7416cc7b9dd8 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 111d342e-0e52-4dec-89b3-61ec14d1939a {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:40:28.965108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event updated for resources: {'Port': ['ID=27ce7abe-0060-4bba-9fe4-e80537835f04,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:28.979980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:28.979980 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Added segment d4d48464-aa5b-4fec-b598-7ccbedc01160 of type vlan for network 306a5992-0893-4657-a58a-220521b53483 Dec 21 16:40:28.981680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:28.982150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:28.982630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:29.020013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:29.020977 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:29.030076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-864d4f44-e219-4ebb-b56f-8297312e3d15', 'network_id': '864d4f44-e219-4ebb-b56f-8297312e3d15', 'tenant_id': '23314c49747d44e5a4edc145bbb3f5d9', 'fixed_ips': [{'subnet_id': '379a92ee-ecc4-45fd-94d6-15cdfa57dc84'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:40:29.030977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.033568 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 9 to bind port 0f76592e-3937-4072-80c1-6b2061454245 Dec 21 16:40:29.062169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.126094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Usage tracker for resource:floatingip and tenant:32e4070af4e34e07a90d4f9452f57454 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:29.137465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.156555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:29.158131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:29.160600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:29.161214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:29.161858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:29.206630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:29.207269 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:29.213269 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 10 to bind port 0f76592e-3937-4072-80c1-6b2061454245 Dec 21 16:40:29.262249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 14c38056-5380-456b-8b8c-61cc1f971f5b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:29.262674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.266579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:29.267206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:29.267783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:29.270989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.277141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:29.278141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.291892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:29.327562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.369390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.396691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cf47-e80e-4f66-a67f-7416cc7b9dd8 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.401402 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1ee1cf47-e80e-4f66-a67f-7416cc7b9dd8 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] 10.222.0.67 "DELETE /v2.0/routers/111d342e-0e52-4dec-89b3-61ec14d1939a HTTP/1.1" status: 204 len: 168 time: 3.7470341 Dec 21 16:40:29.416427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34340) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:29.421624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aa266ebb-2326-4cda-ba6c-7e09a70085d6 None None] Provisioning complete for port e6764c7e-53ff-47d4-b51c-b6099c0237fc triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:29.422040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa266ebb-2326-4cda-ba6c-7e09a70085d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.424566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 0f76592e-3937-4072-80c1-6b2061454245 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:29.425206 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 0f76592e-3937-4072-80c1-6b2061454245 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:29.425925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.430402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:29.435298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8b6e6157-81e6-460e-be5b-9196556df383 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Request body: {'router': {'name': 'tempest-router-14013830', 'distributed': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:29.442424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.469492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Usage tracker for resource:port and tenant:23314c49747d44e5a4edc145bbb3f5d9 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:29.471243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Transition to ACTIVE for port object 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:29.479192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:29.482686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8b6e6157-81e6-460e-be5b-9196556df383 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:29.496713 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7707860 Dec 21 16:40:29.503990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.510817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:29.515026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34344) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:29.524194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:29.524540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-36e7b8f0-0970-4955-ae6e-8260b4c665c6 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Request body: {'network': {'project_id': '11a7774ad10c4365b1d122fdefdb04a3'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:29.530487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b6e6157-81e6-460e-be5b-9196556df383 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Usage tracker for resource:router and tenant:5dc6243da37f43bfb3fdedb92b8aa7ab is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:29.545320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b6e6157-81e6-460e-be5b-9196556df383 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:29.558511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-36e7b8f0-0970-4955-ae6e-8260b4c665c6 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:29.561957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8b6e6157-81e6-460e-be5b-9196556df383 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:29.573117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-36e7b8f0-0970-4955-ae6e-8260b4c665c6 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Usage tracker for resource:network and tenant:11a7774ad10c4365b1d122fdefdb04a3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:29.585940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-36e7b8f0-0970-4955-ae6e-8260b4c665c6 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:29.610455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Made reservation on behalf of 23314c49747d44e5a4edc145bbb3f5d9 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:29.613523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Allocated IP 172.20.0.2 (864d4f44-e219-4ebb-b56f-8297312e3d15/379a92ee-ecc4-45fd-94d6-15cdfa57dc84/daddbffc-7977-419a-9ea1-c2385b4b60fe) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:29.616502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.622544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Pushing event updated for resources: {'Network': ['ID=306a5992-0893-4657-a58a-220521b53483,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:29.628937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-36e7b8f0-0970-4955-ae6e-8260b4c665c6 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:29.642295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6157-81e6-460e-be5b-9196556df383 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.643525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6157-81e6-460e-be5b-9196556df383 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.645663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:29.656460 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e7b8f0-0970-4955-ae6e-8260b4c665c6 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 16:40:29.656957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e7b8f0-0970-4955-ae6e-8260b4c665c6 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:40:29.659951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 306a5992-0893-4657-a58a-220521b53483 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:40:29.661758 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-36e7b8f0-0970-4955-ae6e-8260b4c665c6 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1455324 Dec 21 16:40:29.672056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34348) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:29.719122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] device_id is not set on port c114279f-64e1-4a0f-81c4-e93e9f4df7e9 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:29.779388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] For port 0f76592e-3937-4072-80c1-6b2061454245, host hv-neutron-8225, cleared binding levels {{(pid=88888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:29.780117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempted to set empty binding levels {{(pid=88888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 16:40:29.795126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.798034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea1533-c91e-4cdf-9341-1bd0e3983fa7 None None] Pushing event updated for resources: {'Port': ['ID=5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:29.822614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:29.891685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4aea1533-c91e-4cdf-9341-1bd0e3983fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:29.899805 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f013d678-60d7-4bd4-bda6-a2841be1386b tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=11a7774ad10c4365b1d122fdefdb04a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2100735 Dec 21 16:40:29.900764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:40:29.904757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34354) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:29.919271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6157-81e6-460e-be5b-9196556df383 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.942907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] 10.222.0.67 "PUT /v2.0/routers/693d8835-afb0-4617-a7af-8cda30376e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6916544 Dec 21 16:40:29.955142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event updated for resources: {'Port': ['ID=0f76592e-3937-4072-80c1-6b2061454245,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:29.960353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:29.967490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Usage tracker for resource:security_group and tenant:32e4070af4e34e07a90d4f9452f57454 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:29.977655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e6764c7e-53ff-47d4-b51c-b6099c0237fc up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:29.986927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:29.990015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:30.020355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6157-81e6-460e-be5b-9196556df383 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.028106 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.1179314 Dec 21 16:40:30.029299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34362) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:30.036363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Usage tracker for resource:security_group_rule and tenant:32e4070af4e34e07a90d4f9452f57454 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:30.048160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Attempting to bind port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:30.050570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Attempting to bind port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:30.051139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Attempting to bind port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:30.061550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:30.072766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.079811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.088577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6157-81e6-460e-be5b-9196556df383 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.092784 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8b6e6157-81e6-460e-be5b-9196556df383 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6697888 Dec 21 16:40:30.092784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:30.110450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Sync routers for ids ['693d8835-afb0-4617-a7af-8cda30376e0e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:40:30.132043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0bca0ffb-f181-4cea-981a-74f7173752fc tempest-QuotasTest-810120441 tempest-QuotasTest-810120441-project-admin] 10.222.0.67 "GET /v2.0/quotas/32e4070af4e34e07a90d4f9452f57454/details.json HTTP/1.1" status: 200 len: 703 time: 3.0903776 Dec 21 16:40:30.133862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Routers {'693d8835-afb0-4617-a7af-8cda30376e0e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:30.134868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['693d8835-afb0-4617-a7af-8cda30376e0e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:30.138916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34366) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:30.204399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b4b87a1d-44c4-47c1-ac21-6c60e79f0b8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Deleting port 0f76592e-3937-4072-80c1-6b2061454245 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:40:30.212557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4b87a1d-44c4-47c1-ac21-6c60e79f0b8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.222928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:40:30.225345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:30.228884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.229355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:40:30.230060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Bound port: 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:40:30.230493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.346402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.419292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event updated for resources: {'Port': ['ID=27ce7abe-0060-4bba-9fe4-e80537835f04,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:30.501886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:30.516410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.552850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Transition to ACTIVE for port object daddbffc-7977-419a-9ea1-c2385b4b60fe will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:30.561046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.562507 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0567038 Dec 21 16:40:30.574124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34382) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:30.586397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1858949823'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:30.595690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7daf9f89-36b7-403d-a9a7-208b7df35e71 None None] Provisioning complete for port 5624665d-a8ce-4389-9ac1-243a383ae0dd triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:30.596354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7daf9f89-36b7-403d-a9a7-208b7df35e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.608088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f465-c382-482e-a1cb-25116d98ecd1 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.658049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e6764c7e-53ff-47d4-b51c-b6099c0237fc triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:30.663832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.665410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Set router 693d8835-afb0-4617-a7af-8cda30376e0e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:40:30.693536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:30.760496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34388) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:30.777327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e851e1fd-9ac6-44ca-85f1-86c1e0fed811 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.783781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Transition to ACTIVE for port object daddbffc-7977-419a-9ea1-c2385b4b60fe will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:30.795724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Usage tracker for resource:network and tenant:f03c427b8d4f4892bd344f8f185bf3a0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:30.822691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.826940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] For port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:30.836218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:30.846900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:30.900612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e851e1fd-9ac6-44ca-85f1-86c1e0fed811 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:30.907738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7daf9f89-36b7-403d-a9a7-208b7df35e71 None None] Port 5624665d-a8ce-4389-9ac1-243a383ae0dd cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:40:30.965455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:30.981863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] For port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:40:31.054154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Made reservation on behalf of f03c427b8d4f4892bd344f8f185bf3a0 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:31.060545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.075769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34396) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:31.087099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.110557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Network 864d4f44-e219-4ebb-b56f-8297312e3d15 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:31.111628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Pushing event updated for resources: {'Port': ['ID=daddbffc-7977-419a-9ea1-c2385b4b60fe,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:31.117108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:31.118858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:31.128504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4aea1533-c91e-4cdf-9341-1bd0e3983fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:31.130001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483711421', 'description': 'tempest-description--495913179'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:31.144350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.152616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.169625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:31.180702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b4b87a1d-44c4-47c1-ac21-6c60e79f0b8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] For port 0f76592e-3937-4072-80c1-6b2061454245, host hv-neutron-8225, got binding levels [] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:31.181107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4b87a1d-44c4-47c1-ac21-6c60e79f0b8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.191634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e851e1fd-9ac6-44ca-85f1-86c1e0fed811 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.208811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:25Z', 'revision_number': 4, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '5624665d-a8ce-4389-9ac1-243a383ae0dd', 'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'mac_address': 'fa:16:3e:ef:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:24Z', 'updated_at': '2021-12-21T16:40:26Z', 'revision_number': 2, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'subnets': [{'id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:31.214708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Checking router: 693d8835-afb0-4617-a7af-8cda30376e0e for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:40:31.215672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Updating router 693d8835-afb0-4617-a7af-8cda30376e0e port 5624665d-a8ce-4389-9ac1-243a383ae0dd binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:40:31.215979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:31.276697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Usage tracker for resource:security_group and tenant:233ecb5063444b54923c02f8ca686d31 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:31.283380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.335330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:31.353603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 133f7fac-7b3b-4900-8b18-92a4f175bb48 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:31.368322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:31.387456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-943aeb71-8d28-4224-b296-2c6bfb6f2874 {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:40:31.389174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:40:31.390382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:31.413238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.424997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b4b87a1d-44c4-47c1-ac21-6c60e79f0b8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Calling delete_port for 0f76592e-3937-4072-80c1-6b2061454245 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:40:31.452939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e851e1fd-9ac6-44ca-85f1-86c1e0fed811 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.457371 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e851e1fd-9ac6-44ca-85f1-86c1e0fed811 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/412d18ab-aff6-4058-8815-9c762d585b5b HTTP/1.1" status: 204 len: 168 time: 1.5408003 Dec 21 16:40:31.458244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34400) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:31.471541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851e1fd-9ac6-44ca-85f1-86c1e0fed811 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412d18ab-aff6-4058-8815-9c762d585b5b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:31.525241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea1533-c91e-4cdf-9341-1bd0e3983fa7 None None] Pushing event updated for resources: {'Port': ['ID=5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:31.542009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4aea1533-c91e-4cdf-9341-1bd0e3983fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:31.575811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Attempting to bind port daddbffc-7977-419a-9ea1-c2385b4b60fe on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:31.576232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Attempting to bind port daddbffc-7977-419a-9ea1-c2385b4b60fe by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e22f0b7-f887-423c-bbc3-6067618498eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '864d4f44-e219-4ebb-b56f-8297312e3d15'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:31.576617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Attempting to bind port daddbffc-7977-419a-9ea1-c2385b4b60fe on network 864d4f44-e219-4ebb-b56f-8297312e3d15 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:31.578896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Routers {'13a6833e-9b5a-4183-bd1e-19af6644b6e1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:31.579612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:31.600468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.605479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e851e1fd-9ac6-44ca-85f1-86c1e0fed811 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:31.609428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:31.625457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Usage tracker for resource:security_group_rule and tenant:e04fa937634445e994750dd9f412abc7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:31.634038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:31.651608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:31.675278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:40:31.675700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Checking segment: {'id': '2e22f0b7-f887-423c-bbc3-6067618498eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '864d4f44-e219-4ebb-b56f-8297312e3d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:31.676158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.676605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Bound using segment: {'id': '2e22f0b7-f887-423c-bbc3-6067618498eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '864d4f44-e219-4ebb-b56f-8297312e3d15'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:40:31.677153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Bound port: daddbffc-7977-419a-9ea1-c2385b4b60fe, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e22f0b7-f887-423c-bbc3-6067618498eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '864d4f44-e219-4ebb-b56f-8297312e3d15'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:40:31.677577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.750180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 133f7fac-7b3b-4900-8b18-92a4f175bb48 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:31.793843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 133f7fac-7b3b-4900-8b18-92a4f175bb48 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:31.794178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.805052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.825742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:31.841291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.845058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Usage tracker for resource:security_group_rule and tenant:f03c427b8d4f4892bd344f8f185bf3a0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:31.849542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f465-c382-482e-a1cb-25116d98ecd1 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.860695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Transition to ACTIVE for port object 5624665d-a8ce-4389-9ac1-243a383ae0dd will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:31.869207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.875512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:31.886222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.894369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.899430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4b87a1d-44c4-47c1-ac21-6c60e79f0b8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.908695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:31.922809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:31.935307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] For port daddbffc-7977-419a-9ea1-c2385b4b60fe, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:31.939120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] For port daddbffc-7977-419a-9ea1-c2385b4b60fe, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=daddbffc-7977-419a-9ea1-c2385b4b60fe,segment=NetworkSegment(2e22f0b7-f887-423c-bbc3-6067618498eb),segment_id=2e22f0b7-f887-423c-bbc3-6067618498eb)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:40:31.940359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] Set router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:40:31.942446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:31.947922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f465-c382-482e-a1cb-25116d98ecd1 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.982617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:31.983072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:31.983909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:31.985926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > port after_create 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:31.985926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:31.985926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > port after_update 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:31.985926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:31.986503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:31.986869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:31.987112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:31.990975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:31.995829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd4f0c-ac7f-4b2c-a706-6f9c7f3b5a88 None None] Pushing event updated for resources: {'Port': ['ID=5624665d-a8ce-4389-9ac1-243a383ae0dd,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:32.003255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] device_id is not set on port 16a4dd33-81b4-494b-80f7-deb96efec16c yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:32.010041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67bd4f0c-ac7f-4b2c-a706-6f9c7f3b5a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:32.059662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:32.079223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Usage tracker for resource:security_group_rule and tenant:233ecb5063444b54923c02f8ca686d31 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:32.090266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:32.145736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:32.189296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:32.189700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:32.190083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:32.190464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88888) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:32.190901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306a5992-0893-4657-a58a-220521b53483']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:32.193528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:32.227832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b87a1d-44c4-47c1-ac21-6c60e79f0b8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f76592e-3937-4072-80c1-6b2061454245,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:32.230223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4b87a1d-44c4-47c1-ac21-6c60e79f0b8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.243464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d48464-aa5b-4fec-b598-7ccbedc01160') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:32.243807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d48464-aa5b-4fec-b598-7ccbedc01160') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:32.262422 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b4b87a1d-44c4-47c1-ac21-6c60e79f0b8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "DELETE /v2.0/ports/0f76592e-3937-4072-80c1-6b2061454245 HTTP/1.1" status: 204 len: 168 time: 2.2287769 Dec 21 16:40:32.269323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b4b87a1d-44c4-47c1-ac21-6c60e79f0b8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:32.269518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.269595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34404) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:32.278152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Attempting to bind port 5624665d-a8ce-4389-9ac1-243a383ae0dd on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:32.278721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Attempting to bind port 5624665d-a8ce-4389-9ac1-243a383ae0dd by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:32.279607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Attempting to bind port 5624665d-a8ce-4389-9ac1-243a383ae0dd on network fca48798-64e1-4172-b3c8-c5a737430207 {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:32.280972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.294122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f465-c382-482e-a1cb-25116d98ecd1 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.296926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:40:32.297637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e8f465-c382-482e-a1cb-25116d98ecd1 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e08da47c-3498-4850-8551-bb45d2760f90 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:40:32.307642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Checking segment: {'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:32.308983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.308983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Bound using segment: {'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:40:32.309712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Bound port: 5624665d-a8ce-4389-9ac1-243a383ae0dd, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:40:32.310245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.356945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.383541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Pushing event updated for resources: {'Port': ['ID=daddbffc-7977-419a-9ea1-c2385b4b60fe,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:32.386821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:40:32.390950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.393696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 133f7fac-7b3b-4900-8b18-92a4f175bb48, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=133f7fac-7b3b-4900-8b18-92a4f175bb48,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:32.394973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:32.404529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.408347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:32.473815 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-739ff2df-87aa-4422-9cf0-8c4b155fe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] GET failed (client error): The resource could not be found. Dec 21 16:40:32.474771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-739ff2df-87aa-4422-9cf0-8c4b155fe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Synchronizing usage tracker for tenant:1c6e1079b82b408a84d493b8fb20124f on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: (self, other), Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: (self, other), Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:40:32.480939 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:40:32.493681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.511602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] For port 5624665d-a8ce-4389-9ac1-243a383ae0dd, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:32.515211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] For port 5624665d-a8ce-4389-9ac1-243a383ae0dd, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5624665d-a8ce-4389-9ac1-243a383ae0dd,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:40:32.519026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.525560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:32.574068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.575293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.606363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:32.613814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd4f0c-ac7f-4b2c-a706-6f9c7f3b5a88 None None] Pushing event updated for resources: {'Port': ['ID=5624665d-a8ce-4389-9ac1-243a383ae0dd,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:32.625832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67bd4f0c-ac7f-4b2c-a706-6f9c7f3b5a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:32.629687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=133f7fac-7b3b-4900-8b18-92a4f175bb48,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:32.636337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:32.645989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Routers {'693d8835-afb0-4617-a7af-8cda30376e0e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:32.646860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['693d8835-afb0-4617-a7af-8cda30376e0e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:32.647165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.670755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:21Z', 'revision_number': 3, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:32.670986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e7c855-4fe2-4cd9-8f9f-65c0040755ee,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:32.678438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.680048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.680759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:32.686524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.689272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2641b58-e8e1-45d3-8822-1bae6c6afd1a None None] The sync data for ids ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'] in dv-neutron-822515-1-hyperv is: [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:21Z', 'revision_number': 3, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:40:32.695545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-739ff2df-87aa-4422-9cf0-8c4b155fe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Unset dirty status for tenant:1c6e1079b82b408a84d493b8fb20124f on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:32.697174 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-739ff2df-87aa-4422-9cf0-8c4b155fe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "GET /v2.0/ports/0f76592e-3937-4072-80c1-6b2061454245 HTTP/1.1" status: 404 len: 333 time: 0.4270592 Dec 21 16:40:32.708781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34408) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:32.717265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:32.729796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Request body: {'port': {'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-226641783'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:32.735745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:32.751783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:32.781115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:32.791225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Allocated IP 172.20.0.1 (76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5/bb1f84d1-d3ef-4807-bba3-c252b1827826/7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:32.809956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Pushing event deleted for resources: {'Network': ['ID=306a5992-0893-4657-a58a-220521b53483,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:32.816642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.820351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Made reservation on behalf of 1c6e1079b82b408a84d493b8fb20124f for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:32.824449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f465-c382-482e-a1cb-25116d98ecd1 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.831509 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d7e8f465-c382-482e-a1cb-25116d98ecd1 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] 10.222.0.67 "DELETE /v2.0/routers/e08da47c-3498-4850-8551-bb45d2760f90 HTTP/1.1" status: 204 len: 168 time: 2.6907401 Dec 21 16:40:32.832144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.832695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:40:32.835706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Allocated IP 172.20.0.8 (864d4f44-e219-4ebb-b56f-8297312e3d15/379a92ee-ecc4-45fd-94d6-15cdfa57dc84/16a4dd33-81b4-494b-80f7-deb96efec16c) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:32.842130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34412) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:32.859487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:32.863857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Synchronizing usage tracker for tenant:3454ce953d4649d2afcbe09689c03e34 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:32.868254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8b7b9303-d41c-4c7e-9378-442080f8235d tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Request body: {'router': {'name': 'tempest-router-646204123', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '11717d5a594c4c7b84bd0350d3736924'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:32.873562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b875c65b-41d1-4173-941c-b8669d2b6dc5,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:32.873938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] device_id is not set on port bd32ef45-a398-4cc7-9012-24c023d4b080 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:32.911033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8b7b9303-d41c-4c7e-9378-442080f8235d tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:32.922560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.925059 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.8424203 Dec 21 16:40:32.952929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:32.953336 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Added segment ee8ffefb-9cce-4eb4-91b1-892eea399d0d of type vlan for network 57ee74f2-c9a5-4058-b052-754f78f6b3eb Dec 21 16:40:32.970453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34416) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:32.983131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b7b9303-d41c-4c7e-9378-442080f8235d tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Usage tracker for resource:router and tenant:11717d5a594c4c7b84bd0350d3736924 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:32.989329 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] 10.222.0.67 "DELETE /v2.0/networks/306a5992-0893-4657-a58a-220521b53483 HTTP/1.1" status: 204 len: 168 time: 1.5179737 Dec 21 16:40:32.990010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34420) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:32.990402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] Set router 693d8835-afb0-4617-a7af-8cda30376e0e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:40:33.008938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b7b9303-d41c-4c7e-9378-442080f8235d tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:33.039189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Request body: {'security_group_rule': {'security_group_id': '41c8933c-221c-4908-bdde-32f62850be91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:33.041040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Unset dirty status for tenant:3454ce953d4649d2afcbe09689c03e34 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:33.042385 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e04fa937634445e994750dd9f412abc7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2762806 Dec 21 16:40:33.047922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34424) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:33.073332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:33.075887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c8933c-221c-4908-bdde-32f62850be91,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:33.103391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8b7b9303-d41c-4c7e-9378-442080f8235d tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:33.105629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:33.120544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Usage tracker for resource:security_group_rule and tenant:233ecb5063444b54923c02f8ca686d31 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:33.199508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:33.200110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:33.205431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:33.220097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.246714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.252945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:33.284773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b7b9303-d41c-4c7e-9378-442080f8235d tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.286536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b7b9303-d41c-4c7e-9378-442080f8235d tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.360241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2167fae6-c251-41e0-b0af-a52742d998b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.384746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.433259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.448194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.523313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2167fae6-c251-41e0-b0af-a52742d998b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.534456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:33.535016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.547811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.551701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:33.604117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:25Z', 'revision_number': 4, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '5624665d-a8ce-4389-9ac1-243a383ae0dd', 'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'mac_address': 'fa:16:3e:ef:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:24Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'subnets': [{'id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:33.610518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f780f-8b1e-4f16-bc0b-cf7633c461c6 None None] The sync data for ids ['693d8835-afb0-4617-a7af-8cda30376e0e'] in dv-neutron-822515-1-hyperv is: [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:25Z', 'revision_number': 4, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '5624665d-a8ce-4389-9ac1-243a383ae0dd', 'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'mac_address': 'fa:16:3e:ef:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:24Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'subnets': [{'id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:40:33.616483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b7b9303-d41c-4c7e-9378-442080f8235d tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.630320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.641031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Transition to ACTIVE for port object 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:33.674429 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0963628 Dec 21 16:40:33.679074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34430) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:33.696996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1787ba4-c776-4bd8-b841-66b47e7e9403']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:33.705358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.726711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Request body: {'subnet': {'network_id': '57ee74f2-c9a5-4058-b052-754f78f6b3eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:33.771649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event updated for resources: {'Network': ['ID=57ee74f2-c9a5-4058-b052-754f78f6b3eb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:33.786121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e891aed-c963-42a2-a2f1-54bbf9e3d881') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:33.787154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e891aed-c963-42a2-a2f1-54bbf9e3d881') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:33.790737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:33.799844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 57ee74f2-c9a5-4058-b052-754f78f6b3eb details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:40:33.813467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b7b9303-d41c-4c7e-9378-442080f8235d tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.817825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:33.820982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.830080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.845356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.859671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:33.879231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1883438f-5331-42f9-8d67-537b1e60c64f,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:33.891029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.896634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.908397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Transition to ACTIVE for port object 16a4dd33-81b4-494b-80f7-deb96efec16c will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:33.912233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:33.917510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b7b9303-d41c-4c7e-9378-442080f8235d tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:33.923479 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8b7b9303-d41c-4c7e-9378-442080f8235d tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0738854 Dec 21 16:40:33.924519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34436) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:33.930290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event updated for resources: {'Port': ['ID=bd32ef45-a398-4cc7-9012-24c023d4b080,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:33.932468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:33.985591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:33.998641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:34.004428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:34.015821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:34.018701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:34.019610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:34.020431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.034154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.073252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:40:34.073690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.092099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2167fae6-c251-41e0-b0af-a52742d998b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:40:34.092946 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:40:34.098378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:34.102814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Usage tracker for resource:subnet and tenant:f03c427b8d4f4892bd344f8f185bf3a0 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:34.105928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:34.112650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:34.145411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Made reservation on behalf of f03c427b8d4f4892bd344f8f185bf3a0 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:34.169011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:34.190718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167fae6-c251-41e0-b0af-a52742d998b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e7c855-4fe2-4cd9-8f9f-65c0040755ee,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:34.193352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2167fae6-c251-41e0-b0af-a52742d998b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:34.205754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:34.207249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.211156 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2369177 Dec 21 16:40:34.214036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:34.216424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34440) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:34.260706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Pushing event updated for resources: {'Port': ['ID=7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:34.268461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Request body: {'security_group_rule': {'security_group_id': '41c8933c-221c-4908-bdde-32f62850be91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:34.275743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:34.276712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:34.277256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.332810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.343187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:34.359107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Usage tracker for resource:security_group_rule and tenant:233ecb5063444b54923c02f8ca686d31 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:34.411486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:34.417207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:34.539114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2167fae6-c251-41e0-b0af-a52742d998b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.543832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2167fae6-c251-41e0-b0af-a52742d998b0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/63e7c855-4fe2-4cd9-8f9f-65c0040755ee HTTP/1.1" status: 204 len: 168 time: 1.4838917 Dec 21 16:40:34.549110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8364553 Dec 21 16:40:34.550855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34450) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:34.559128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:34.733154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.853131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Pushing event updated for resources: {'Port': ['ID=16a4dd33-81b4-494b-80f7-deb96efec16c,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:34.860538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:34.862952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.869107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:34.872639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device daddbffc-7977-419a-9ea1-c2385b4b60fe up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:34.883206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.892980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:34.903793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f434dca4-5165-4131-997c-3ee3f3e430c9 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:34.906152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Network 864d4f44-e219-4ebb-b56f-8297312e3d15 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:34.952573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da66ad22-e2d0-469e-98da-5310294a782e None None] Network 864d4f44-e219-4ebb-b56f-8297312e3d15 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:34.970649 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] 10.222.0.67 "DELETE /v2.0/networks/c1787ba4-c776-4bd8-b841-66b47e7e9403 HTTP/1.1" status: 204 len: 168 time: 1.9791837 Dec 21 16:40:34.971984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1787ba4-c776-4bd8-b841-66b47e7e9403,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:34.975030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:35.072063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:35.106264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.108916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:35.118819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:35.119547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.180396 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.6328979 Dec 21 16:40:35.184223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34458) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:35.206666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.234799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-280860ca-80fc-4f3f-b396-6fc13d6715b2 None None] Provisioning for port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:35.253621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-280860ca-80fc-4f3f-b396-6fc13d6715b2 None None] Provisioning complete for port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:35.254040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-280860ca-80fc-4f3f-b396-6fc13d6715b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.316820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34462) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:35.341440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-280860ca-80fc-4f3f-b396-6fc13d6715b2 None None] Port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:40:35.381762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87938235-4360-42a0-98a7-567c81557720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.418024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.457865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port daddbffc-7977-419a-9ea1-c2385b4b60fe completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:35.479743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5624665d-a8ce-4389-9ac1-243a383ae0dd up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:35.515712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-87938235-4360-42a0-98a7-567c81557720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:35.533997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-87938235-4360-42a0-98a7-567c81557720 admin admin] Usage tracker for resource:security_group_rule and tenant:32e4070af4e34e07a90d4f9452f57454 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:35.542277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-87938235-4360-42a0-98a7-567c81557720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:35.551920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-87938235-4360-42a0-98a7-567c81557720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:35.552944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ab412a8d-39e1-459f-a632-5beab7809ee7 None None] Provisioning for port daddbffc-7977-419a-9ea1-c2385b4b60fe completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:35.599377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ab412a8d-39e1-459f-a632-5beab7809ee7 None None] Provisioning complete for port daddbffc-7977-419a-9ea1-c2385b4b60fe triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:35.599804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab412a8d-39e1-459f-a632-5beab7809ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.727067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87938235-4360-42a0-98a7-567c81557720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.742410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 5624665d-a8ce-4389-9ac1-243a383ae0dd completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:35.742841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8829a423-9fc8-4ae8-9150-4d2e2784ddc1 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Deleting port 16a4dd33-81b4-494b-80f7-deb96efec16c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:40:35.743240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8829a423-9fc8-4ae8-9150-4d2e2784ddc1 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.791672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 5624665d-a8ce-4389-9ac1-243a383ae0dd triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:35.792089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.805294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87938235-4360-42a0-98a7-567c81557720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.902303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.903232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.944453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab412a8d-39e1-459f-a632-5beab7809ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:35.990155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.026304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bbb43d7b-3981-4266-b7c6-655d7f552d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:36.105960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ab412a8d-39e1-459f-a632-5beab7809ee7 None None] For port daddbffc-7977-419a-9ea1-c2385b4b60fe, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=daddbffc-7977-419a-9ea1-c2385b4b60fe,segment=NetworkSegment(2e22f0b7-f887-423c-bbc3-6067618498eb),segment_id=2e22f0b7-f887-423c-bbc3-6067618498eb)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:36.109521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88887) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Dec 21 16:40:36.109901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Router 161d12a0-ea8c-45d0-abc4-bb314c4cbcfd migrating from provider to provider. {{(pid=88887) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Dec 21 16:40:36.110323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.115950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab412a8d-39e1-459f-a632-5beab7809ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.117141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.121270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.124859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.125795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:36.204694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 5624665d-a8ce-4389-9ac1-243a383ae0dd, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5624665d-a8ce-4389-9ac1-243a383ae0dd,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:36.227349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.228052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 133f7fac-7b3b-4900-8b18-92a4f175bb48 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:36.234990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34470) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:36.262693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1d9d843c-e438-46c4-b373-7b99e1be1f48 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:36.289086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.293273 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.0317042 Dec 21 16:40:36.298973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87938235-4360-42a0-98a7-567c81557720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3af70a8-5502-45e0-8871-8b43560cc0b9,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:36.306989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34476) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:36.318435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87938235-4360-42a0-98a7-567c81557720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:36.335574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:36.376633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-87938235-4360-42a0-98a7-567c81557720 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32e4070af4e34e07a90d4f9452f57454&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0524740 Dec 21 16:40:36.376633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:36.376877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2578f13a-0005-4d9f-a4a2-ca6d40e23d56,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:36.391039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab412a8d-39e1-459f-a632-5beab7809ee7 None None] Pushing event updated for resources: {'Port': ['ID=daddbffc-7977-419a-9ea1-c2385b4b60fe,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:36.394213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34480) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:36.395565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ab412a8d-39e1-459f-a632-5beab7809ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:36.397283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:36.401895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:36.467325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Usage tracker for resource:floatingip and tenant:233ecb5063444b54923c02f8ca686d31 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:36.498674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:36.517733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:36.591604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.612932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.622385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:36.652705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8829a423-9fc8-4ae8-9150-4d2e2784ddc1 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.672872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-289dbf1d-a08c-43ce-9fd9-6c64b5e4784a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.675020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ec972bb-c698-473a-a580-4b0a49214b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.687746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9876388b-628f-49a9-80e7-e86ac3aafb1e None None] Provisioning complete for port daddbffc-7977-419a-9ea1-c2385b4b60fe triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:36.688009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9876388b-628f-49a9-80e7-e86ac3aafb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.691911 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.scheduler.l3_agent_scheduler [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] No L3 agents can host the router 161d12a0-ea8c-45d0-abc4-bb314c4cbcfd Dec 21 16:40:36.718957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 133f7fac-7b3b-4900-8b18-92a4f175bb48 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:36.719379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.761465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-289dbf1d-a08c-43ce-9fd9-6c64b5e4784a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.765533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] device_id is not set on port bd32ef45-a398-4cc7-9012-24c023d4b080 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:36.811959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=5624665d-a8ce-4389-9ac1-243a383ae0dd,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:36.815364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:36.851747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8829a423-9fc8-4ae8-9150-4d2e2784ddc1 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Calling delete_port for 16a4dd33-81b4-494b-80f7-deb96efec16c owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:40:36.858212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ec972bb-c698-473a-a580-4b0a49214b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:36.880488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.889224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ec972bb-c698-473a-a580-4b0a49214b77 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd98161c0e942848352be516ceed4f1 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:36.951531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:36.951915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ec972bb-c698-473a-a580-4b0a49214b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:36.963347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Transition to ACTIVE for port object bd32ef45-a398-4cc7-9012-24c023d4b080 will not be triggered until provisioned by entity L2. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:36.974242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ec972bb-c698-473a-a580-4b0a49214b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:36.977344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event updated for resources: {'Subnet': ['ID=54468344-1349-4ffc-b325-7f92788c26df,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:36.984647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.985695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:36.986336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:36.998844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.005125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.013333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:37.016184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9876388b-628f-49a9-80e7-e86ac3aafb1e None None] Provisioning for port 16a4dd33-81b4-494b-80f7-deb96efec16c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:37.018086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:37.025466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9876388b-628f-49a9-80e7-e86ac3aafb1e None None] Provisioning complete for port 16a4dd33-81b4-494b-80f7-deb96efec16c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:37.025903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9876388b-628f-49a9-80e7-e86ac3aafb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.089997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9876388b-628f-49a9-80e7-e86ac3aafb1e None None] Port 16a4dd33-81b4-494b-80f7-deb96efec16c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:40:37.091550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Checking segment: {'id': 'ee8ffefb-9cce-4eb4-91b1-892eea399d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '57ee74f2-c9a5-4058-b052-754f78f6b3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:37.092186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Network hostable DHCP agents. Network: 57ee74f2-c9a5-4058-b052-754f78f6b3eb, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:40:37.098218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:37.113691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:37.114322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.126064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-289dbf1d-a08c-43ce-9fd9-6c64b5e4784a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.190410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Pushing event updated for resources: {'Port': ['ID=7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:37.209702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:37.211369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a0b3a5f-903e-4d9c-bcf3-c76d426d9995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:37.258870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.274452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1710b9e7-d21c-4844-8612-81c3c46e4529 None None] Provisioning complete for port 16a4dd33-81b4-494b-80f7-deb96efec16c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:37.274901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1710b9e7-d21c-4844-8612-81c3c46e4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.296267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289dbf1d-a08c-43ce-9fd9-6c64b5e4784a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3af70a8-5502-45e0-8871-8b43560cc0b9,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:37.315000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Hosts for router 161d12a0-ea8c-45d0-abc4-bb314c4cbcfd: [] {{(pid=88887) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 21 16:40:37.325440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:37.333734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.344938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:37.349658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-289dbf1d-a08c-43ce-9fd9-6c64b5e4784a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:37.376542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-289dbf1d-a08c-43ce-9fd9-6c64b5e4784a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.380647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-289dbf1d-a08c-43ce-9fd9-6c64b5e4784a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e3af70a8-5502-45e0-8871-8b43560cc0b9 HTTP/1.1" status: 204 len: 168 time: 0.9810874 Dec 21 16:40:37.394841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ec972bb-c698-473a-a580-4b0a49214b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.401587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1710b9e7-d21c-4844-8612-81c3c46e4529 None None] Port 16a4dd33-81b4-494b-80f7-deb96efec16c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:40:37.410818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Hosts for other DVR routers connected to router 161d12a0-ea8c-45d0-abc4-bb314c4cbcfd: set() {{(pid=88887) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Dec 21 16:40:37.414331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.415684 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-46b5d584-7dfc-44a8-90a3-84ef6cf6a357 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] 10.222.0.67 "PUT /v2.0/routers/161d12a0-ea8c-45d0-abc4-bb314c4cbcfd HTTP/1.1" status: 200 len: 716 time: 3.4294147 Dec 21 16:40:37.416725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ec972bb-c698-473a-a580-4b0a49214b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.419622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34486) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:37.439152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:37.439340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:37.442476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:37.543140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device daddbffc-7977-419a-9ea1-c2385b4b60fe up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:37.563210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event updated for resources: {'Port': ['ID=bd32ef45-a398-4cc7-9012-24c023d4b080,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:37.566110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:37.630173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8829a423-9fc8-4ae8-9150-4d2e2784ddc1 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.641180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:37.641576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:37.641904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:37.645629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:37.648656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:37.655491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec972bb-c698-473a-a580-4b0a49214b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a712ac-0a34-486b-8782-646dc38b5625,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:37.658822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:37.661124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ec972bb-c698-473a-a580-4b0a49214b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:37.689903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Network 57ee74f2-c9a5-4058-b052-754f78f6b3eb is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:40:37.705349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port daddbffc-7977-419a-9ea1-c2385b4b60fe triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:37.706110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.740971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829a423-9fc8-4ae8-9150-4d2e2784ddc1 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Pushing event deleted for resources: {'Port': ['ID=16a4dd33-81b4-494b-80f7-deb96efec16c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:37.743841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8829a423-9fc8-4ae8-9150-4d2e2784ddc1 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:37.749044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:37.749572 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:37.753511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 2 to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 Dec 21 16:40:37.774551 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ec972bb-c698-473a-a580-4b0a49214b77 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6bd98161c0e942848352be516ceed4f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5044076 Dec 21 16:40:37.792218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34496) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:37.809172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 57ee74f2-c9a5-4058-b052-754f78f6b3eb) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:37.813751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:37.814406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:37.832788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0519777c-c254-4f48-89df-9bc37eb83bb1 None None] Network 57ee74f2-c9a5-4058-b052-754f78f6b3eb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:37.975008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:37.975379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:37.976337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:38.042751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.141311 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c776d8cc-83f4-475a-bf58-57b3010364d1 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] 10.222.0.67 "GET /v2.0/routers/161d12a0-ea8c-45d0-abc4-bb314c4cbcfd HTTP/1.1" status: 200 len: 716 time: 0.7140431 Dec 21 16:40:38.151700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:38.152582 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:38.154481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34506) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:38.157259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 3 to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 Dec 21 16:40:38.188211 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4996672 Dec 21 16:40:38.198958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34512) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:38.213144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1308711691', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:38.237181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:38.237586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:38.237909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:38.248075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:40:38.262714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8829a423-9fc8-4ae8-9150-4d2e2784ddc1 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.265133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:38.267798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5624665d-a8ce-4389-9ac1-243a383ae0dd up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:38.276913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Usage tracker for resource:router and tenant:f03c427b8d4f4892bd344f8f185bf3a0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:38.282987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:38.316471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8829a423-9fc8-4ae8-9150-4d2e2784ddc1 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] 10.222.0.67 "DELETE /v2.0/ports/16a4dd33-81b4-494b-80f7-deb96efec16c HTTP/1.1" status: 204 len: 168 time: 3.1211898 Dec 21 16:40:38.316588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34518) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:38.325125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:38.333293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:38.333465 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:38.338653 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 4 to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 Dec 21 16:40:38.352329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfd57e61-f0ba-428e-9412-e9947e46f516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.367164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-57ee74f2-c9a5-4058-b052-754f78f6b3eb', 'network_id': '57ee74f2-c9a5-4058-b052-754f78f6b3eb', 'tenant_id': 'f03c427b8d4f4892bd344f8f185bf3a0', 'fixed_ips': [{'subnet_id': '54468344-1349-4ffc-b325-7f92788c26df'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:40:38.369314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.373647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.374741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.509479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:38.509850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:38.510227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:38.515191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfd57e61-f0ba-428e-9412-e9947e46f516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.541326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:38.541688 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:38.554216 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 5 to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 Dec 21 16:40:38.567869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.597465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Allocated IP 172.20.0.2 (57ee74f2-c9a5-4058-b052-754f78f6b3eb/54468344-1349-4ffc-b325-7f92788c26df/f342d512-a6cf-4cba-97a7-cca7d6983303) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:38.612470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-250270bb-72a7-4101-bba6-ae81a33e29d9 None None] Provisioning complete for port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:38.612470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-250270bb-72a7-4101-bba6-ae81a33e29d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.625909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Allocated IP 172.26.7.153 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/9fbd540d-81c6-4f26-87ca-9599ecb4ca79) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:38.628331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:38.628699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:38.629067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:38.660549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:38.660865 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:38.663293 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 6 to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 Dec 21 16:40:38.756081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:38.756447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:38.757548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:38.809415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfd57e61-f0ba-428e-9412-e9947e46f516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.821154 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ed6bed91-e200-42e7-8dea-483042b26243 tempest-DHCPAgentSchedulersTestJSON-1425350289 tempest-DHCPAgentSchedulersTestJSON-1425350289-project-admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4909642 Dec 21 16:40:38.825300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:38.834414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34528) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:38.849077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1727079003'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:38.856988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd57e61-f0ba-428e-9412-e9947e46f516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a712ac-0a34-486b-8782-646dc38b5625,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:38.874525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:38.878328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dfd57e61-f0ba-428e-9412-e9947e46f516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:38.891805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Usage tracker for resource:network and tenant:23314c49747d44e5a4edc145bbb3f5d9 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:38.895954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.899769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:38.900140 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:38.900568 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 7 to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 Dec 21 16:40:38.902374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:38.914291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:38.918200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfd57e61-f0ba-428e-9412-e9947e46f516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.919698 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dfd57e61-f0ba-428e-9412-e9947e46f516 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60a712ac-0a34-486b-8782-646dc38b5625 HTTP/1.1" status: 204 len: 168 time: 1.1167102 Dec 21 16:40:38.959009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Made reservation on behalf of 23314c49747d44e5a4edc145bbb3f5d9 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:38.965137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.968614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:38.983605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Transition to ACTIVE for port object f342d512-a6cf-4cba-97a7-cca7d6983303 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:38.993134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:38.993401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:38.993780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:39.011855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Transition to ACTIVE for port object f342d512-a6cf-4cba-97a7-cca7d6983303 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:39.019534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:40:39.020748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-250270bb-72a7-4101-bba6-ae81a33e29d9 None None] Port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:40:39.026155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 5624665d-a8ce-4389-9ac1-243a383ae0dd triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:39.026590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.034610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:39.035533 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:39.040294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 8 to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 Dec 21 16:40:39.044577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:40:39.078378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.090133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:39.090504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:39.090903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:39.103714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fb02b10e-5d96-4e77-afb7-f3824a5dcbac tempest-RoutersTestDVR-915849733 tempest-RoutersTestDVR-915849733-project] 10.222.0.67 "GET /v2.0/routers/161d12a0-ea8c-45d0-abc4-bb314c4cbcfd HTTP/1.1" status: 200 len: 682 time: 0.9372647 Dec 21 16:40:39.104386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34536) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:39.105428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.114447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.115109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Added segment c828bcce-28b3-41c5-afc0-050aa0b83859 of type vlan for network 341466df-f9c2-44a2-a338-737f55981e0c Dec 21 16:40:39.134541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:39.179821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:39.180157 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:39.188260 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 9 to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 Dec 21 16:40:39.219019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Network 57ee74f2-c9a5-4058-b052-754f78f6b3eb is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:39.227622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Pushing event updated for resources: {'Port': ['ID=f342d512-a6cf-4cba-97a7-cca7d6983303,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:39.230600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:39.244675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:39.287951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.308721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.311665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:39.312032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:39.312406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:39.327518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:39.387578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:39.405559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:39.406152 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:39.411915 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 10 to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 Dec 21 16:40:39.455804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f44c6bd5-3b4c-4376-bcb0-becd4a5d6f12 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.571234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:39.571698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:39.571919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:39.577109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:39.583397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:39.589808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:39.592953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:39.600060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.616913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:39.617541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.627202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f54af858-0bf6-4b02-b87e-77b6a417b3fc tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:39.651390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.669085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Pushing event updated for resources: {'Port': ['ID=9fbd540d-81c6-4f26-87ca-9599ecb4ca79,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:39.677710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:39.693856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.707642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:39.708011 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port bd32ef45-a398-4cc7-9012-24c023d4b080 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:39.708414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.712218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Attempting to bind port f342d512-a6cf-4cba-97a7-cca7d6983303 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:39.712688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Attempting to bind port f342d512-a6cf-4cba-97a7-cca7d6983303 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'ee8ffefb-9cce-4eb4-91b1-892eea399d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '57ee74f2-c9a5-4058-b052-754f78f6b3eb'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:39.713103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Attempting to bind port f342d512-a6cf-4cba-97a7-cca7d6983303 on network 57ee74f2-c9a5-4058-b052-754f78f6b3eb {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:39.757514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:40:39.757943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Checking segment: {'id': 'ee8ffefb-9cce-4eb4-91b1-892eea399d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '57ee74f2-c9a5-4058-b052-754f78f6b3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:39.758398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.758868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Bound using segment: {'id': 'ee8ffefb-9cce-4eb4-91b1-892eea399d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '57ee74f2-c9a5-4058-b052-754f78f6b3eb'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:40:39.759412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Bound port: f342d512-a6cf-4cba-97a7-cca7d6983303, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8ffefb-9cce-4eb4-91b1-892eea399d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '57ee74f2-c9a5-4058-b052-754f78f6b3eb'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:40:39.759838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.864608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Allocated IP 172.26.7.180 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/f226f3b6-e353-4e07-99ad-d3e59dedbad2) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:39.874081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34554) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:39.875528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:39.875957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.939900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] For port f342d512-a6cf-4cba-97a7-cca7d6983303, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:39.954286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] For port f342d512-a6cf-4cba-97a7-cca7d6983303, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f342d512-a6cf-4cba-97a7-cca7d6983303,segment=NetworkSegment(ee8ffefb-9cce-4eb4-91b1-892eea399d0d),segment_id=ee8ffefb-9cce-4eb4-91b1-892eea399d0d)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:40:39.962992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:39.967506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ab412a8d-39e1-459f-a632-5beab7809ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:40.032766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:40.108090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Pushing event updated for resources: {'Port': ['ID=f342d512-a6cf-4cba-97a7-cca7d6983303,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:40.113365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:40.134250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:40.248255 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4085095 Dec 21 16:40:40.257628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34560) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:40.272862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Pushing event updated for resources: {'Network': ['ID=341466df-f9c2-44a2-a338-737f55981e0c,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:40.295268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 341466df-f9c2-44a2-a338-737f55981e0c details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:40:40.300466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:40.309287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f99ad3f-56ee-44b1-baae-779700b4b507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:40.310111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:40.312069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:40.313885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1e48b82b-5bae-4f9b-a3ab-daa38e63acb0 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:40.394962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:40.531054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event updated for resources: {'Port': ['ID=f226f3b6-e353-4e07-99ad-d3e59dedbad2,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:40.540241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:40.564588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] For port bd32ef45-a398-4cc7-9012-24c023d4b080, host hv-neutron-8225, cleared binding levels {{(pid=88888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:40.565188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempted to set empty binding levels {{(pid=88888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 16:40:40.585668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f44c6bd5-3b4c-4376-bcb0-becd4a5d6f12 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:40.591817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:40.610190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-26f4ca90-8070-4513-a5c6-58734ebcac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:40.674664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0f99ad3f-56ee-44b1-baae-779700b4b507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:40.688486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f44c6bd5-3b4c-4376-bcb0-becd4a5d6f12 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:40.695830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0f99ad3f-56ee-44b1-baae-779700b4b507 admin admin] Usage tracker for resource:security_group_rule and tenant:805e1762c74743fa9ccd515f692ee426 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:40.719197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:40:40.729565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Sync routers for ids ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:40:40.758700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Routers {'13a6833e-9b5a-4183-bd1e-19af6644b6e1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:40.762058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:40.782971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0f99ad3f-56ee-44b1-baae-779700b4b507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:40.811950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0f99ad3f-56ee-44b1-baae-779700b4b507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:40.831690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] In _notify_port_updated(), no bound segment for port bd32ef45-a398-4cc7-9012-24c023d4b080 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:40:40.833096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:40.837797 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "PUT /v2.0/ports/bd32ef45-a398-4cc7-9012-24c023d4b080 HTTP/1.1" status: 200 len: 980 time: 6.2850881 Dec 21 16:40:40.838722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34570) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:40.841697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:40.847012 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] 10.222.0.67 "PUT /v2.0/routers/13a6833e-9b5a-4183-bd1e-19af6644b6e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1975675 Dec 21 16:40:40.956528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event updated for resources: {'Port': ['ID=bd32ef45-a398-4cc7-9012-24c023d4b080,revision_number=3']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:40.967263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34576) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:41.061994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:41.125804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f44c6bd5-3b4c-4376-bcb0-becd4a5d6f12 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.126355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44c6bd5-3b4c-4376-bcb0-becd4a5d6f12 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 161d12a0-ea8c-45d0-abc4-bb314c4cbcfd {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:40:41.134508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.188322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.189076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.212447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Set router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:40:41.286813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f99ad3f-56ee-44b1-baae-779700b4b507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.298302 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c0d6f0ce-a1c3-4991-b656-ad910f607c1e tempest-DHCPAgentSchedulersTestJSON-1425350289 tempest-DHCPAgentSchedulersTestJSON-1425350289-project-admin] 10.222.0.67 "GET /v2.0/agents/acb1b213-a86d-4487-a465-e3a43d4c8845/dhcp-networks HTTP/1.1" status: 200 len: 6270 time: 1.0329511 Dec 21 16:40:41.299296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34586) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:41.323661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cdae14f7-10e4-4126-b1d6-636fff915d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Synchronizing usage tracker for tenant:1c6e1079b82b408a84d493b8fb20124f on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:41.338671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f99ad3f-56ee-44b1-baae-779700b4b507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.354029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f44c6bd5-3b4c-4376-bcb0-becd4a5d6f12 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.355918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f44c6bd5-3b4c-4376-bcb0-becd4a5d6f12 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] 10.222.0.67 "DELETE /v2.0/routers/161d12a0-ea8c-45d0-abc4-bb314c4cbcfd HTTP/1.1" status: 204 len: 168 time: 2.2480567 Dec 21 16:40:41.364701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34590) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:41.365434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-582b7d17-0358-4f59-a07d-7bc75ebcc92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:41.387106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4855d0bd-f55a-4c37-a7bd-ed7ca890d8e9 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Request body: {'router': {'name': 'tempest-router-636351013', 'distributed': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:41.455955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4855d0bd-f55a-4c37-a7bd-ed7ca890d8e9 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:41.464565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2130125443', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:41.480357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cdae14f7-10e4-4126-b1d6-636fff915d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Unset dirty status for tenant:1c6e1079b82b408a84d493b8fb20124f on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:41.481689 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cdae14f7-10e4-4126-b1d6-636fff915d5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14334 time: 0.6324480 Dec 21 16:40:41.490012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4855d0bd-f55a-4c37-a7bd-ed7ca890d8e9 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Usage tracker for resource:router and tenant:5dc6243da37f43bfb3fdedb92b8aa7ab is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:41.502197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:41.505391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34596) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:41.507215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Usage tracker for resource:port and tenant:ee9dbcc0f92f4da7bf55190e5f88077b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:41.511583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:41.521048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:41.566766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4855d0bd-f55a-4c37-a7bd-ed7ca890d8e9 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:41.573926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Made reservation on behalf of ee9dbcc0f92f4da7bf55190e5f88077b for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:41.579111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.595303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99ad3f-56ee-44b1-baae-779700b4b507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b306565d-e262-488b-bc21-0c75a6ac6dbe,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:41.610185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f342d512-a6cf-4cba-97a7-cca7d6983303 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:41.617462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0f99ad3f-56ee-44b1-baae-779700b4b507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:41.620445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4855d0bd-f55a-4c37-a7bd-ed7ca890d8e9 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:41.631500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.650412 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0f99ad3f-56ee-44b1-baae-779700b4b507 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=805e1762c74743fa9ccd515f692ee426&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7707856 Dec 21 16:40:41.660652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34600) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:41.682307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4855d0bd-f55a-4c37-a7bd-ed7ca890d8e9 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.683447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4855d0bd-f55a-4c37-a7bd-ed7ca890d8e9 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.734317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:41.742864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Usage tracker for resource:security_group_rule and tenant:ee9dbcc0f92f4da7bf55190e5f88077b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:41.749149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:41.752388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e590df39-c410-4203-bdaf-1e96e49ad282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Deleting port bd32ef45-a398-4cc7-9012-24c023d4b080 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:40:41.752772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e590df39-c410-4203-bdaf-1e96e49ad282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.753560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.761389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:41.763492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.765874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4855d0bd-f55a-4c37-a7bd-ed7ca890d8e9 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.778340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0f235-f915-4e97-84d3-c192635ab0cd tempest-DHCPAgentSchedulersTestJSON-1425350289 tempest-DHCPAgentSchedulersTestJSON-1425350289-project-admin] Network 341466df-f9c2-44a2-a338-737f55981e0c is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:40:41.782326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8829a423-9fc8-4ae8-9150-4d2e2784ddc1 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:41.850164 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-26c0f235-f915-4e97-84d3-c192635ab0cd tempest-DHCPAgentSchedulersTestJSON-1425350289 tempest-DHCPAgentSchedulersTestJSON-1425350289-project-admin] 10.222.0.67 "POST /v2.0/agents/acb1b213-a86d-4487-a465-e3a43d4c8845/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5466125 Dec 21 16:40:41.864646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34606) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:41.867666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Pushing event updated for resources: {'Port': ['ID=9fbd540d-81c6-4f26-87ca-9599ecb4ca79,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:41.876579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:41.920271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34610) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:41.931104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eac144-205f-44c5-b857-fe3cb8d20029 None None] Network 341466df-f9c2-44a2-a338-737f55981e0c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:41.937422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50ddb94d-7275-4458-a5ca-6835b8bfa503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:41.942507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067351850', 'description': 'tempest-description--1814004988'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:41.947370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4855d0bd-f55a-4c37-a7bd-ed7ca890d8e9 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.013863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.037593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4855d0bd-f55a-4c37-a7bd-ed7ca890d8e9 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.039218 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4855d0bd-f55a-4c37-a7bd-ed7ca890d8e9 tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6652350 Dec 21 16:40:42.048236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34614) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:42.087811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e590df39-c410-4203-bdaf-1e96e49ad282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] For port bd32ef45-a398-4cc7-9012-24c023d4b080, host hv-neutron-8225, got binding levels [] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:42.088207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e590df39-c410-4203-bdaf-1e96e49ad282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.105548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:42.140637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port f342d512-a6cf-4cba-97a7-cca7d6983303 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:42.176920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.187691 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8709788 Dec 21 16:40:42.195368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.203555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.207937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:34Z', 'revision_number': 4, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7', 'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'mac_address': 'fa:16:3e:7d:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:31Z', 'updated_at': '2021-12-21T16:40:36Z', 'revision_number': 2, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'subnets': [{'id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:42.208279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] device_id is not set on port df358bf2-2d4b-4662-a044-b75bcdff0716 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:42.213916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Checking router: 13a6833e-9b5a-4183-bd1e-19af6644b6e1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:40:42.214544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Updating router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:40:42.279297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.282070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e590df39-c410-4203-bdaf-1e96e49ad282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Calling delete_port for bd32ef45-a398-4cc7-9012-24c023d4b080 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:40:42.335684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:42.379515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8945de1-f45c-4270-ab0c-db5eef2ac41e tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.492348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Usage tracker for resource:security_group and tenant:f2f0b2375ba9440f8944225a40b7506f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:42.497544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e590df39-c410-4203-bdaf-1e96e49ad282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.511915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:42.556049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:42.561404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5486a47f-0e58-4b6d-a9aa-2c51df1a5f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:42.619566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50ddb94d-7275-4458-a5ca-6835b8bfa503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.710903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590df39-c410-4203-bdaf-1e96e49ad282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd32ef45-a398-4cc7-9012-24c023d4b080,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:42.725026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e590df39-c410-4203-bdaf-1e96e49ad282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:42.732764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47273491-a440-445e-8c02-4e49d864d114,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:42.736275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Allocated IP 172.26.7.86 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/df358bf2-2d4b-4662-a044-b75bcdff0716) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:42.741612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:42.747248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.762663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.776774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Transition to ACTIVE for port object 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:42.783777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92c7b9a-0ea0-4ba3-ac4e-ec2823e7bf30 None None] Network 57ee74f2-c9a5-4058-b052-754f78f6b3eb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:42.789702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e590df39-c410-4203-bdaf-1e96e49ad282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.807590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.817386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:42.843732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e590df39-c410-4203-bdaf-1e96e49ad282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "DELETE /v2.0/ports/bd32ef45-a398-4cc7-9012-24c023d4b080 HTTP/1.1" status: 204 len: 168 time: 1.3327031 Dec 21 16:40:42.846205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34636) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:42.896345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:42.903892 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0711f931-ad8d-413d-a358-61b8eb9ebf6d tempest-DHCPAgentSchedulersTestJSON-1425350289 tempest-DHCPAgentSchedulersTestJSON-1425350289-project-admin] 10.222.0.67 "GET /v2.0/agents/acb1b213-a86d-4487-a465-e3a43d4c8845/dhcp-networks HTTP/1.1" status: 200 len: 7015 time: 1.0353644 Dec 21 16:40:42.904039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Router 70a42a37-cd46-41a7-97ef-f2c057fc1694 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:40:42.905593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d23e7-ccb6-4c27-a4f8-1573630061f8 None None] Pushing event updated for resources: {'Port': ['ID=7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:42.906184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34640) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:42.907214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Usage tracker for resource:security_group_rule and tenant:f2f0b2375ba9440f8944225a40b7506f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:42.910160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50ddb94d-7275-4458-a5ca-6835b8bfa503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:42.913418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:42.920984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d88d23e7-ccb6-4c27-a4f8-1573630061f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:42.933267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:42.936832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-289dbf1d-a08c-43ce-9fd9-6c64b5e4784a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:42.963218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddb94d-7275-4458-a5ca-6835b8bfa503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b306565d-e262-488b-bc21-0c75a6ac6dbe,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:42.972544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50ddb94d-7275-4458-a5ca-6835b8bfa503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:42.987959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a05f49-59d1-48a8-8bde-c68519213db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] GET failed (client error): The resource could not be found. Dec 21 16:40:42.994159 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-92a05f49-59d1-48a8-8bde-c68519213db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "GET /v2.0/ports/bd32ef45-a398-4cc7-9012-24c023d4b080 HTTP/1.1" status: 404 len: 333 time: 0.1343701 Dec 21 16:40:42.997627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34644) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:43.013098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50ddb94d-7275-4458-a5ca-6835b8bfa503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.018004 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-50ddb94d-7275-4458-a5ca-6835b8bfa503 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b306565d-e262-488b-bc21-0c75a6ac6dbe HTTP/1.1" status: 204 len: 168 time: 1.3495209 Dec 21 16:40:43.094389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-92f3c2bb-1e97-4c24-8554-9e1708f0061a None None] Provisioning for port f342d512-a6cf-4cba-97a7-cca7d6983303 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:43.113529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-92f3c2bb-1e97-4c24-8554-9e1708f0061a None None] Provisioning complete for port f342d512-a6cf-4cba-97a7-cca7d6983303 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:43.118820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92f3c2bb-1e97-4c24-8554-9e1708f0061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.160928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34654) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:43.164527 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 21 16:40:43.168615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-358842389', 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:43.222499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:43.246601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Usage tracker for resource:port and tenant:1c6e1079b82b408a84d493b8fb20124f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:43.260189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:43.270430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8945de1-f45c-4270-ab0c-db5eef2ac41e tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.287511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:43.299026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8945de1-f45c-4270-ab0c-db5eef2ac41e tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.303196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Attempting to bind port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:43.304181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Attempting to bind port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:43.304594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Attempting to bind port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 on network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:43.320076 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-30180572-7738-4084-b747-5425d6dd682c tempest-DHCPAgentSchedulersTestJSON-1425350289 tempest-DHCPAgentSchedulersTestJSON-1425350289-project-admin] 10.222.0.67 "DELETE /v2.0/agents/acb1b213-a86d-4487-a465-e3a43d4c8845/dhcp-networks/341466df-f9c2-44a2-a338-737f55981e0c HTTP/1.1" status: 204 len: 168 time: 0.4077568 Dec 21 16:40:43.324693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34658) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:43.340692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.344627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Made reservation on behalf of 1c6e1079b82b408a84d493b8fb20124f for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:43.357199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.362056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-34b78062-53d1-474e-b872-fe53399789ca tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Synchronizing usage tracker for tenant:233ecb5063444b54923c02f8ca686d31 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:43.401881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.429866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.435176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] device_id is not set on port eb96a546-6bee-4e87-9c07-503393acac4a yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:43.464560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:40:43.465129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Checking segment: {'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:43.465590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.466035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Bound using segment: {'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:40:43.466567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Bound port: 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:40:43.467066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.483629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8945de1-f45c-4270-ab0c-db5eef2ac41e tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.484196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8945de1-f45c-4270-ab0c-db5eef2ac41e tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46b72110-7919-4aa5-8afa-9dbd0993b909 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:40:43.500205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-34b78062-53d1-474e-b872-fe53399789ca tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Unset dirty status for tenant:233ecb5063444b54923c02f8ca686d31 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:43.510207 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-34b78062-53d1-474e-b872-fe53399789ca tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1483711421&fields=id&tenant_id=233ecb5063444b54923c02f8ca686d31 HTTP/1.1" status: 200 len: 267 time: 0.3480842 Dec 21 16:40:43.633224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] For port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:43.636702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] For port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:40:43.644712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:43.654628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8945de1-f45c-4270-ab0c-db5eef2ac41e tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.655551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.655909 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e8945de1-f45c-4270-ab0c-db5eef2ac41e tempest-RoutersTestDVR-1511734382 tempest-RoutersTestDVR-1511734382-project-admin] 10.222.0.67 "DELETE /v2.0/routers/46b72110-7919-4aa5-8afa-9dbd0993b909 HTTP/1.1" status: 204 len: 168 time: 1.6065650 Dec 21 16:40:43.663569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:43.771887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.773524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d23e7-ccb6-4c27-a4f8-1573630061f8 None None] Pushing event updated for resources: {'Port': ['ID=7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:43.791506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066c23c1-fe98-4dbe-abc1-fc37301d34f4,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:43.794644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:43.799624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d88d23e7-ccb6-4c27-a4f8-1573630061f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:43.801702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.804294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.8772590 Dec 21 16:40:43.814281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92f3c2bb-1e97-4c24-8554-9e1708f0061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.814662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34672) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:43.823706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b4b87a1d-44c4-47c1-ac21-6c60e79f0b8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:43.826434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:40:43.841900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25a343-06ed-4ea6-b63c-9ae7833faedd None None] Sync routers for ids ['70a42a37-cd46-41a7-97ef-f2c057fc1694'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:40:43.863737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25a343-06ed-4ea6-b63c-9ae7833faedd None None] Routers {'70a42a37-cd46-41a7-97ef-f2c057fc1694'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:43.866911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0d25a343-06ed-4ea6-b63c-9ae7833faedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['70a42a37-cd46-41a7-97ef-f2c057fc1694'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:43.873226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Request body: {'security_group_rule': {'security_group_id': '066c23c1-fe98-4dbe-abc1-fc37301d34f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:43.885471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:43.888477 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-13d1b575-afa4-4942-9aa7-48a22e4db251 tempest-DHCPAgentSchedulersTestJSON-1425350289 tempest-DHCPAgentSchedulersTestJSON-1425350289-project-admin] 10.222.0.67 "GET /v2.0/agents/acb1b213-a86d-4487-a465-e3a43d4c8845/dhcp-networks HTTP/1.1" status: 200 len: 6270 time: 0.5531571 Dec 21 16:40:43.890017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-92f3c2bb-1e97-4c24-8554-9e1708f0061a None None] For port f342d512-a6cf-4cba-97a7-cca7d6983303, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f342d512-a6cf-4cba-97a7-cca7d6983303,segment=NetworkSegment(ee8ffefb-9cce-4eb4-91b1-892eea399d0d),segment_id=ee8ffefb-9cce-4eb4-91b1-892eea399d0d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:43.897162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92f3c2bb-1e97-4c24-8554-9e1708f0061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:43.903745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Usage tracker for resource:security_group_rule and tenant:f2f0b2375ba9440f8944225a40b7506f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:43.905840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d88d23e7-ccb6-4c27-a4f8-1573630061f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:43.911745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:43.921193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34678) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:43.926887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:43.938044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-7e7a9d09-00f9-4f17-b1aa-0fd48bd02bea tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:43.939145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-7e7a9d09-00f9-4f17-b1aa-0fd48bd02bea tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Synchronizing usage tracker for tenant:233ecb5063444b54923c02f8ca686d31 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:44.035962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:44.037675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0d25a343-06ed-4ea6-b63c-9ae7833faedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:44.053036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:44.063029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25a343-06ed-4ea6-b63c-9ae7833faedd None None] Routers {'70a42a37-cd46-41a7-97ef-f2c057fc1694'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:44.066741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Pushing event updated for resources: {'Port': ['ID=df358bf2-2d4b-4662-a044-b75bcdff0716,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:44.067984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0d25a343-06ed-4ea6-b63c-9ae7833faedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['70a42a37-cd46-41a7-97ef-f2c057fc1694'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:44.073683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:44.121656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3c2bb-1e97-4c24-8554-9e1708f0061a None None] Pushing event updated for resources: {'Port': ['ID=f342d512-a6cf-4cba-97a7-cca7d6983303,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:44.148366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-92f3c2bb-1e97-4c24-8554-9e1708f0061a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:44.198582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Routers {'13a6833e-9b5a-4183-bd1e-19af6644b6e1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:44.199333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:44.200638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-7e7a9d09-00f9-4f17-b1aa-0fd48bd02bea tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Unset dirty status for tenant:233ecb5063444b54923c02f8ca686d31 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:44.202922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:44.215120 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-7e7a9d09-00f9-4f17-b1aa-0fd48bd02bea tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/networks?id=fca48798-64e1-4172-b3c8-c5a737430207 HTTP/1.1" status: 200 len: 812 time: 0.6909664 Dec 21 16:40:44.227702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0d25a343-06ed-4ea6-b63c-9ae7833faedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:44.228459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25a343-06ed-4ea6-b63c-9ae7833faedd None None] The sync data for ids ['70a42a37-cd46-41a7-97ef-f2c057fc1694'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:40:44.249567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34686) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:44.258541 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-9a12857e-fafe-49ff-96aa-5b223f4ae9a0 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/quotas/233ecb5063444b54923c02f8ca686d31 HTTP/1.1" status: 200 len: 375 time: 0.0421920 Dec 21 16:40:44.323289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:44.323883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.401787 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4aea00d1-f4c1-42b8-863e-6c9e94010ccc tempest-DHCPAgentSchedulersTestJSON-1425350289 tempest-DHCPAgentSchedulersTestJSON-1425350289-project-admin] 10.222.0.67 "GET /v2.0/networks/864d4f44-e219-4ebb-b56f-8297312e3d15/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4743764 Dec 21 16:40:44.408271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34692) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:44.438633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3783290 Dec 21 16:40:44.442249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34696) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:44.450641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.86'}]}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:44.455785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:44.460327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.461553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Usage tracker for resource:router and tenant:ee9dbcc0f92f4da7bf55190e5f88077b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:44.465220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:44.472043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:44.493707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.494719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.505971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-f360a6e2-37b9-42fe-bdaf-42178a45e272 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Synchronizing usage tracker for tenant:233ecb5063444b54923c02f8ca686d31 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:44.518369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.521815 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.3218081 Dec 21 16:40:44.524252 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0435a69f-55cc-471b-a8ec-e3ea6ed56f4d tempest-DHCPAgentSchedulersTestJSON-1425350289 tempest-DHCPAgentSchedulersTestJSON-1425350289-project-admin] 10.222.0.67 "GET /v2.0/networks/864d4f44-e219-4ebb-b56f-8297312e3d15/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1099818 Dec 21 16:40:44.530435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34702) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:44.531117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34704) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:44.545255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-f360a6e2-37b9-42fe-bdaf-42178a45e272 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Unset dirty status for tenant:233ecb5063444b54923c02f8ca686d31 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:44.546707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.561367 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-f360a6e2-37b9-42fe-bdaf-42178a45e272 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=233ecb5063444b54923c02f8ca686d31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2922075 Dec 21 16:40:44.569609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.772875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-62b8c0ca-51ef-4a84-848f-bf0d87a5fc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.795964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-caac7e4a-03e5-4ea2-ac07-5a66bbafb707 None None] Provisioning complete for port f342d512-a6cf-4cba-97a7-cca7d6983303 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:44.796390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caac7e4a-03e5-4ea2-ac07-5a66bbafb707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.813644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-62b8c0ca-51ef-4a84-848f-bf0d87a5fc6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:44.818238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-62b8c0ca-51ef-4a84-848f-bf0d87a5fc6e admin admin] Usage tracker for resource:security_group_rule and tenant:11717d5a594c4c7b84bd0350d3736924 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:44.821733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-62b8c0ca-51ef-4a84-848f-bf0d87a5fc6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:44.829898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-62b8c0ca-51ef-4a84-848f-bf0d87a5fc6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:44.872435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] Set router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:40:44.907495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.910893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.917982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.932269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e590df39-c410-4203-bdaf-1e96e49ad282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:44.934423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-62b8c0ca-51ef-4a84-848f-bf0d87a5fc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.961089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-62b8c0ca-51ef-4a84-848f-bf0d87a5fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:44.987787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:45.012080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:45.058059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8c0ca-51ef-4a84-848f-bf0d87a5fc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0999ce-e32d-43a7-a6da-4478da07c087,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:45.061679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-62b8c0ca-51ef-4a84-848f-bf0d87a5fc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:45.066876 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-62b8c0ca-51ef-4a84-848f-bf0d87a5fc6e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=11717d5a594c4c7b84bd0350d3736924&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7191696 Dec 21 16:40:45.073642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-89ab4c75-abf4-4301-a189-614c83ce6a6f service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:40:45.081856 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-89ab4c75-abf4-4301-a189-614c83ce6a6f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1438310 Dec 21 16:40:45.083881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34724) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:45.172922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:45.173896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event updated for resources: {'Port': ['ID=eb96a546-6bee-4e87-9c07-503393acac4a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:45.182955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:45.184473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3651390 Dec 21 16:40:45.185954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:45.188671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:45.189955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:45.191369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:45.211513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:45.213165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34728) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:45.219892 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-97a92110-7130-42ed-9cb5-4494b54a1356 tempest-DHCPAgentSchedulersTestJSON-1425350289 tempest-DHCPAgentSchedulersTestJSON-1425350289-project-admin] 10.222.0.67 "GET /v2.0/agents/acb1b213-a86d-4487-a465-e3a43d4c8845/dhcp-networks HTTP/1.1" status: 200 len: 6270 time: 0.6872871 Dec 21 16:40:45.221805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-344555d6-f083-469e-9fdd-fe74b8d98ab8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:45.239495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34730) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:45.245119 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2416146 Dec 21 16:40:45.248622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34738) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:45.255370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Request body: {'security_group_rule': {'security_group_id': '066c23c1-fe98-4dbe-abc1-fc37301d34f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:45.359778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:34Z', 'revision_number': 4, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7', 'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'mac_address': 'fa:16:3e:7d:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:31Z', 'updated_at': '2021-12-21T16:40:43Z', 'revision_number': 4, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'subnets': [{'id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:45.364804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f15d9-4241-427a-b5ba-20b2c84d9d86 None None] The sync data for ids ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'] in dv-neutron-822515-1-hyperv is: [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:34Z', 'revision_number': 4, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7', 'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'mac_address': 'fa:16:3e:7d:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:31Z', 'updated_at': '2021-12-21T16:40:43Z', 'revision_number': 4, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'subnets': [{'id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:40:45.398228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:45.416096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78096e95-33e2-4b01-8ef1-f8a2e4e5be33,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:45.419394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:45.429088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Usage tracker for resource:security_group_rule and tenant:f2f0b2375ba9440f8944225a40b7506f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:45.440163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:45.452281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:45.464210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:45.651646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f342d512-a6cf-4cba-97a7-cca7d6983303 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:45.659909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:45.665919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7931a190-577e-46b1-91c6-9058ae8dfd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "GET /v2.0/ports/eb96a546-6bee-4e87-9c07-503393acac4a HTTP/1.1" status: 200 len: 958 time: 0.4019628 Dec 21 16:40:45.670554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34746) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:45.677158 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-423cd7bc-6b4a-41ba-a7c8-2b5d0a65c1fa service neutron] 10.222.0.67 "GET /v2.0/networks/fca48798-64e1-4172-b3c8-c5a737430207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942254 Dec 21 16:40:45.716915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98aac4b1-cb29-4c30-9774-d5e19e81a76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:45.765956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port f342d512-a6cf-4cba-97a7-cca7d6983303 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:45.766374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:45.828969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:45.854323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd7204d1-caed-4d2b-b75d-ee0f5fae6fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:45.968120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > segment before_delete 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:45.968516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:45.969918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:45.970287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > port after_create 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:45.970667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > port after_delete 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:45.971077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > port after_update 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:45.971835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > segment after_delete 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:45.972202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > subnet after_create 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:45.972564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > subnet after_delete 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:45.972921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > subnet after_update 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:46.012725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d1106bad-a6a8-445a-b04b-39f01a9988bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Deleting port eb96a546-6bee-4e87-9c07-503393acac4a {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:40:46.013117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1106bad-a6a8-445a-b04b-39f01a9988bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.056992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd7204d1-caed-4d2b-b75d-ee0f5fae6fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.157414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > subnet after_create 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:46.157799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > subnet after_delete 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:46.158164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > subnet before_create 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:46.158537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Subscribe: > subnet before_update 55550000 {{(pid=88887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 16:40:46.158956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341466df-f9c2-44a2-a338-737f55981e0c']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:46.187614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c828bcce-28b3-41c5-afc0-050aa0b83859') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:46.187878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c828bcce-28b3-41c5-afc0-050aa0b83859') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:46.222458 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-76d82fac-d88b-43c8-90d0-4d926b316f73 service neutron] 10.222.0.67 "GET /v2.0/networks/fca48798-64e1-4172-b3c8-c5a737430207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287209 Dec 21 16:40:46.225369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.235805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.249930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.251138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.265269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd7204d1-caed-4d2b-b75d-ee0f5fae6fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.267462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:46.294594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:40:46.299469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.320572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:46.327787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34758) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: (self, other), Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: (self, other), Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:40:46.328967 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:40:46.344025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21bf7c9-880f-4888-89ab-f6db39d19edd,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:46.371853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:46.384817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7204d1-caed-4d2b-b75d-ee0f5fae6fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0999ce-e32d-43a7-a6da-4478da07c087,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:46.488060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fd7204d1-caed-4d2b-b75d-ee0f5fae6fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:46.523778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.528443 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2903972 Dec 21 16:40:46.528642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd7204d1-caed-4d2b-b75d-ee0f5fae6fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.528741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34770) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:46.528943 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fd7204d1-caed-4d2b-b75d-ee0f5fae6fb4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4d0999ce-e32d-43a7-a6da-4478da07c087 HTTP/1.1" status: 204 len: 168 time: 1.4439645 Dec 21 16:40:46.533348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1106bad-a6a8-445a-b04b-39f01a9988bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.551696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:46.572242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:46.582461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Usage tracker for resource:floatingip and tenant:f2f0b2375ba9440f8944225a40b7506f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:46.591444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:46.600161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:46.676221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34776) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:46.695152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.727556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.754629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d1106bad-a6a8-445a-b04b-39f01a9988bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Calling delete_port for eb96a546-6bee-4e87-9c07-503393acac4a owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:40:46.781240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6197424e-a35f-4a18-9fd9-ec19bfe9717a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:46.811422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Pushing event deleted for resources: {'Network': ['ID=341466df-f9c2-44a2-a338-737f55981e0c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:46.815156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:46.816211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.824185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-512878747'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:46.825713 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] 10.222.0.67 "DELETE /v2.0/networks/341466df-f9c2-44a2-a338-737f55981e0c HTTP/1.1" status: 204 len: 168 time: 1.5817027 Dec 21 16:40:46.835855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34794) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:46.841180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:46.883044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Usage tracker for resource:network and tenant:7c21e04a28d94325b6b82aa770ce466d is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:46.892145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:46.916481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:46.923300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:46.953504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fc8684-447a-4a94-98b7-cd575908284f tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] DELETE failed (client error): The resource could not be found. Dec 21 16:40:46.954009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fc8684-447a-4a94-98b7-cd575908284f tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:40:46.959012 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e3fc8684-447a-4a94-98b7-cd575908284f tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] 10.222.0.67 "DELETE /v2.0/ports/16a4dd33-81b4-494b-80f7-deb96efec16c HTTP/1.1" status: 404 len: 333 time: 0.1220379 Dec 21 16:40:46.960192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34802) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:47.024468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.080311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Made reservation on behalf of 7c21e04a28d94325b6b82aa770ce466d for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:47.086455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.117837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.123052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.165873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1106bad-a6a8-445a-b04b-39f01a9988bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.226871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:47.338913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34808) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:47.351054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1106bad-a6a8-445a-b04b-39f01a9988bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb96a546-6bee-4e87-9c07-503393acac4a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:47.354340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d1106bad-a6a8-445a-b04b-39f01a9988bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:47.395405 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0430685c-a162-4f02-a46c-eda1ba1bdc24 req-7657711b-f491-4087-a03f-977c06673eb6 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 210 time: 0.7169282 Dec 21 16:40:47.417186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43be7216-7a7c-4506-9f06-64879d34464c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.507790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.540031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:47.563222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43be7216-7a7c-4506-9f06-64879d34464c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:47.574331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43be7216-7a7c-4506-9f06-64879d34464c admin admin] Usage tracker for resource:security_group_rule and tenant:5dc6243da37f43bfb3fdedb92b8aa7ab is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:47.608969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:47.613700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Usage tracker for resource:security_group_rule and tenant:7c21e04a28d94325b6b82aa770ce466d is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:47.618968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:47.626962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:47.651921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43be7216-7a7c-4506-9f06-64879d34464c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:47.680260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1106bad-a6a8-445a-b04b-39f01a9988bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.704292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:47.710923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:47.711614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.733636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43be7216-7a7c-4506-9f06-64879d34464c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:47.792466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-800b4476-5079-4a7d-8af7-f3c6bf0636a6 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Deleting subnet 379a92ee-ecc4-45fd-94d6-15cdfa57dc84 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:40:47.807494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-800b4476-5079-4a7d-8af7-f3c6bf0636a6 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.845400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d1106bad-a6a8-445a-b04b-39f01a9988bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "DELETE /v2.0/ports/eb96a546-6bee-4e87-9c07-503393acac4a HTTP/1.1" status: 204 len: 168 time: 2.1722801 Dec 21 16:40:47.846461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34822) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:47.847282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.864112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.900701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-800b4476-5079-4a7d-8af7-f3c6bf0636a6 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.906650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:47.911968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:47.915787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:47.994726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2d6d-0477-497f-81aa-66b4f8bc8549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.034688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:48.046958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:48.109116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43be7216-7a7c-4506-9f06-64879d34464c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.113759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43be7216-7a7c-4506-9f06-64879d34464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.126955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:48.136025 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8517cc0-a0e7-4843-868a-4247b9fd68b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] GET failed (client error): The resource could not be found. Dec 21 16:40:48.136310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b8517cc0-a0e7-4843-868a-4247b9fd68b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Synchronizing usage tracker for tenant:1c6e1079b82b408a84d493b8fb20124f on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:48.149076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.161996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.168379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.237843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.256104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-800b4476-5079-4a7d-8af7-f3c6bf0636a6 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.286766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be7216-7a7c-4506-9f06-64879d34464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8e914c-024d-445a-9c6c-9c0d3c9948ba,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:48.296983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:48.302237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43be7216-7a7c-4506-9f06-64879d34464c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:48.313917 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-43be7216-7a7c-4506-9f06-64879d34464c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5dc6243da37f43bfb3fdedb92b8aa7ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9686282 Dec 21 16:40:48.322416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34836) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:48.354152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Allocated IP 172.26.7.238 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/f9ee6d4a-ffa0-424b-b2b8-1f49c7188c16) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:48.633996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84608965-0050-433b-9f12-627a82046865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.648294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b8517cc0-a0e7-4843-868a-4247b9fd68b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Unset dirty status for tenant:1c6e1079b82b408a84d493b8fb20124f on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:48.649589 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b8517cc0-a0e7-4843-868a-4247b9fd68b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "GET /v2.0/ports/eb96a546-6bee-4e87-9c07-503393acac4a HTTP/1.1" status: 404 len: 333 time: 0.7762477 Dec 21 16:40:48.654387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34846) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:48.671546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Request body: {'port': {'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143668966'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:48.693314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:48.710663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84608965-0050-433b-9f12-627a82046865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.730701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:40:48.744469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-800b4476-5079-4a7d-8af7-f3c6bf0636a6 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.745318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b30b9d-75f0-4195-af5c-59be04a08fe2,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:48.749717 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad5e8799-cfaa-486b-9850-40c44d5672c4 req-6c826867-0941-4fe2-a24c-f8818e5eaeaf tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 210 time: 0.1498890 Dec 21 16:40:48.750734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:48.762148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:48.768137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:48.778987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Allocated IP 172.20.0.1 (57ee74f2-c9a5-4058-b052-754f78f6b3eb/54468344-1349-4ffc-b325-7f92788c26df/6dc1fd2a-247e-46f5-8078-6fb448c8f695) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:48.793268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.802592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.803143 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Added segment 1c893a4c-3796-444d-8cff-5b51b5fd1282 of type vlan for network f0ffbac5-c2c6-4846-904f-b7b83da2874c Dec 21 16:40:48.815224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Made reservation on behalf of 1c6e1079b82b408a84d493b8fb20124f for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:48.820053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.827087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b4476-5079-4a7d-8af7-f3c6bf0636a6 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Pushing event deleted for resources: {'Subnet': ['ID=379a92ee-ecc4-45fd-94d6-15cdfa57dc84,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:48.838020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-800b4476-5079-4a7d-8af7-f3c6bf0636a6 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:48.841891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-800b4476-5079-4a7d-8af7-f3c6bf0636a6 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:48.849749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c1bc35-089d-4438-bdbd-d21a3dddad8a None None] Network 864d4f44-e219-4ebb-b56f-8297312e3d15 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:48.852588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] device_id is not set on port 44d4cbe7-12cf-43bb-ac2d-65af57958712 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:49.000117 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-800b4476-5079-4a7d-8af7-f3c6bf0636a6 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] 10.222.0.67 "DELETE /v2.0/subnets/379a92ee-ecc4-45fd-94d6-15cdfa57dc84 HTTP/1.1" status: 204 len: 168 time: 2.0291841 Dec 21 16:40:49.002108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.006285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34850) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:49.013525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84608965-0050-433b-9f12-627a82046865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.036448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dfd57e61-f0ba-428e-9412-e9947e46f516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:49.072834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.073672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84608965-0050-433b-9f12-627a82046865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8e914c-024d-445a-9c6c-9c0d3c9948ba,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:49.092250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-84608965-0050-433b-9f12-627a82046865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:49.115881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:49.205966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:49.233207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:49.240182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce27d5-1a06-4672-855c-377273ee5973 None None] DHCP port deletion for 864d4f44-e219-4ebb-b56f-8297312e3d15 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:40:49.245123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-03ce27d5-1a06-4672-855c-377273ee5973 None None] Deleting port daddbffc-7977-419a-9ea1-c2385b4b60fe {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:40:49.245520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03ce27d5-1a06-4672-855c-377273ee5973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.248982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.48', 63096) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:49.253865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.257265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:49.266358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.289830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.300165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.305394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.315375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:49.316032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.323081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:49.375160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84608965-0050-433b-9f12-627a82046865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.379246 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-84608965-0050-433b-9f12-627a82046865 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b8e914c-024d-445a-9c6c-9c0d3c9948ba HTTP/1.1" status: 204 len: 168 time: 1.0530679 Dec 21 16:40:49.387694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Pushing event updated for resources: {'Port': ['ID=f9ee6d4a-ffa0-424b-b2b8-1f49c7188c16,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:49.397010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Deleting port daddbffc-7977-419a-9ea1-c2385b4b60fe {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:40:49.397974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.412084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:49.494103 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1548107 Dec 21 16:40:49.500150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Transition to ACTIVE for port object 6dc1fd2a-247e-46f5-8078-6fb448c8f695 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:49.555611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Pushing event updated for resources: {'Network': ['ID=f0ffbac5-c2c6-4846-904f-b7b83da2874c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:49.565376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:49.565573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.566072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29d4e632-ece4-4baa-9d98-2d3d6af697ab {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:40:49.625996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network f0ffbac5-c2c6-4846-904f-b7b83da2874c details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:40:49.628685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.643682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 21 16:40:49.645416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-49e77806-49bf-434a-afac-2f8fdae1c052 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.2020497 Dec 21 16:40:49.649834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34864) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:49.666674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:40:49.758119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3c6981a8-d6cb-4724-8afe-15b3f35c012d tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Deleting port df358bf2-2d4b-4662-a044-b75bcdff0716 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:40:49.758509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c6981a8-d6cb-4724-8afe-15b3f35c012d tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.783174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-03ce27d5-1a06-4672-855c-377273ee5973 None None] For port daddbffc-7977-419a-9ea1-c2385b4b60fe, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=daddbffc-7977-419a-9ea1-c2385b4b60fe,segment=NetworkSegment(2e22f0b7-f887-423c-bbc3-6067618498eb),segment_id=2e22f0b7-f887-423c-bbc3-6067618498eb)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:49.783911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03ce27d5-1a06-4672-855c-377273ee5973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.882631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] For port daddbffc-7977-419a-9ea1-c2385b4b60fe, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=daddbffc-7977-419a-9ea1-c2385b4b60fe,segment=NetworkSegment(2e22f0b7-f887-423c-bbc3-6067618498eb),segment_id=2e22f0b7-f887-423c-bbc3-6067618498eb)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:49.883273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.976191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-999ae8ad-977d-4f10-976f-b3aa8f4f42ff tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:49.977763 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-999ae8ad-977d-4f10-976f-b3aa8f4f42ff tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.48 "GET /v2.0/networks?id=fca48798-64e1-4172-b3c8-c5a737430207 HTTP/1.1" status: 200 len: 812 time: 0.7276943 Dec 21 16:40:49.996878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:49.997786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.037344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:50.061563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Calling delete_port for daddbffc-7977-419a-9ea1-c2385b4b60fe owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:40:50.110747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9adb0a83-aaba-4b3e-bfd4-520def9a6f15 req-b47ff2d9-3660-447b-89e6-6d1fb4a521bc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 210 time: 0.0921063 Dec 21 16:40:50.156064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34882) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:50.177087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Request body: {'port': {'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1721639843'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:50.189161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:50.197308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.201331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.204821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Usage tracker for resource:port and tenant:13ca489f473e4a1cb6b0155bd20a293d is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:50.221678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:50.236581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:50.237596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-03ce27d5-1a06-4672-855c-377273ee5973 None None] Calling delete_port for daddbffc-7977-419a-9ea1-c2385b4b60fe owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:40:50.286765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:50.314884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.317248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] No DVR routers for this DVR port daddbffc-7977-419a-9ea1-c2385b4b60fe on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:40:50.374821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Made reservation on behalf of 13ca489f473e4a1cb6b0155bd20a293d for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:50.385658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.404529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.415415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Pushing event deleted for resources: {'Port': ['ID=daddbffc-7977-419a-9ea1-c2385b4b60fe,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:50.427052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:50.477138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-03ce27d5-1a06-4672-855c-377273ee5973 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:40:50.477675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-03ce27d5-1a06-4672-855c-377273ee5973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:40:50.493716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.511074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Network 57ee74f2-c9a5-4058-b052-754f78f6b3eb is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:50.519925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:50.520626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.530450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:50.550738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-8943df07-c07d-4f61-91c9-ce08ab430ce3 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Synchronizing usage tracker for tenant:233ecb5063444b54923c02f8ca686d31 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:50.553433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:50.571538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.633033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.653620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864d4f44-e219-4ebb-b56f-8297312e3d15']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:50.685033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event updated for resources: {'Port': ['ID=6dc1fd2a-247e-46f5-8078-6fb448c8f695,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:50.701660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-8943df07-c07d-4f61-91c9-ce08ab430ce3 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Unset dirty status for tenant:233ecb5063444b54923c02f8ca686d31 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:50.702916 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-8943df07-c07d-4f61-91c9-ce08ab430ce3 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233ecb5063444b54923c02f8ca686d31 HTTP/1.1" status: 200 len: 380 time: 0.6995237 Dec 21 16:40:50.705361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e22f0b7-f887-423c-bbc3-6067618498eb') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:50.705704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e22f0b7-f887-423c-bbc3-6067618498eb') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:50.707774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:50.712035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-454fef5b-ad54-4be1-95b6-cab15f7b06d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:50.718761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:50.759731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Usage tracker for resource:security_group_rule and tenant:13ca489f473e4a1cb6b0155bd20a293d is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:50.771802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Request body: {'port': {'device_id': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'admin_state_up': True, 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'security_groups': ['41c8933c-221c-4908-bdde-32f62850be91']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:50.785110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:50.793729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.803117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:50.811067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:50.841241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.853033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:50.875263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:40:50.875868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:40:50.908268 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:40:50.967663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device daddbffc-7977-419a-9ea1-c2385b4b60fe no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:40:51.046408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:51.049377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:51.052115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:51.074652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:51.077258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-03ce27d5-1a06-4672-855c-377273ee5973 None None] Deleting port daddbffc-7977-419a-9ea1-c2385b4b60fe {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:40:51.081124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:51.081775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03ce27d5-1a06-4672-855c-377273ee5973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:51.133155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: daddbffc-7977-419a-9ea1-c2385b4b60fe {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:40:51.134003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device daddbffc-7977-419a-9ea1-c2385b4b60fe not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:40:51.190956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-03ce27d5-1a06-4672-855c-377273ee5973 None None] The port 'daddbffc-7977-419a-9ea1-c2385b4b60fe' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:40:51.192561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d8a68b12-c1e2-4459-8ab3-2a76d5cb3b01 None None] Provisioning for port 6dc1fd2a-247e-46f5-8078-6fb448c8f695 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:51.203551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d8a68b12-c1e2-4459-8ab3-2a76d5cb3b01 None None] Provisioning complete for port 6dc1fd2a-247e-46f5-8078-6fb448c8f695 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:51.204674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8a68b12-c1e2-4459-8ab3-2a76d5cb3b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:51.226590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fd7204d1-caed-4d2b-b75d-ee0f5fae6fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:51.261418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] device_id is not set on port 8e568de3-61e6-4f3f-a982-d9af10b145e6 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:51.301498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c6981a8-d6cb-4724-8afe-15b3f35c012d tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:51.340023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d8a68b12-c1e2-4459-8ab3-2a76d5cb3b01 None None] Port 6dc1fd2a-247e-46f5-8078-6fb448c8f695 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:40:51.555584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3c6981a8-d6cb-4724-8afe-15b3f35c012d tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Calling delete_port for df358bf2-2d4b-4662-a044-b75bcdff0716 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:40:51.587819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34918) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:51.591523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:51.597136 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d9674ea4-db3e-4b65-a7b2-9e1a5637a3e5 req-a105eee2-0fa0-4de3-9213-86ab79ceb217 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 210 time: 0.1923060 Dec 21 16:40:51.615913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9133df-b73c-4523-a57e-21c2e7e568de,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:51.620131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:51.625688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:51.652899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20dd0bbe-5430-4b98-bc22-bf753be10d71 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:51.683513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Pushing event deleted for resources: {'Network': ['ID=864d4f44-e219-4ebb-b56f-8297312e3d15,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:51.686172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:51.720355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event updated for resources: {'Port': ['ID=44d4cbe7-12cf-43bb-ac2d-65af57958712,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:51.721882 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] 10.222.0.67 "DELETE /v2.0/networks/864d4f44-e219-4ebb-b56f-8297312e3d15 HTTP/1.1" status: 204 len: 168 time: 2.7121642 Dec 21 16:40:51.750575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:51.853985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:51.900923 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.2403319 Dec 21 16:40:51.910595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34926) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:51.935700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] device_id is not set on port 8e568de3-61e6-4f3f-a982-d9af10b145e6 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:51.951982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:51.968974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Transition to ACTIVE for port object 8e568de3-61e6-4f3f-a982-d9af10b145e6 will not be triggered until provisioned by entity L2. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:51.980594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:51.996395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:52.055555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:52.103370 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a4e96029-4c84-4af3-af4f-04145dea4c0b tempest-AgentManagementNegativeTest-1698292354 tempest-AgentManagementNegativeTest-1698292354-project] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5048013 Dec 21 16:40:52.116298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event updated for resources: {'Port': ['ID=8e568de3-61e6-4f3f-a982-d9af10b145e6,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:52.119682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:52.120846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Checking segment: {'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:40:52.121245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Network hostable DHCP agents. Network: f0ffbac5-c2c6-4846-904f-b7b83da2874c, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:40:52.156345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Network f0ffbac5-c2c6-4846-904f-b7b83da2874c is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:40:52.174895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, f0ffbac5-c2c6-4846-904f-b7b83da2874c) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:52.181359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:52.186124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8496c8c-10d1-4aee-8827-4a47c2ccb47e None None] Network f0ffbac5-c2c6-4846-904f-b7b83da2874c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:40:52.244538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:52.244932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:52.245329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:52.251776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34934) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:52.283284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:52.283666 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:40:52.284109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 2 to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 Dec 21 16:40:52.300991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:52.323590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:52.324131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:52.324248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:52.324606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:52.339039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:52.339424 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:40:52.342414 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 3 to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 Dec 21 16:40:52.373633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Made reservation on behalf of 233ecb5063444b54923c02f8ca686d31 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:52.379323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:52.393580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:52.393961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:52.394356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:52.408966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:52.413792 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:40:52.414268 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 4 to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 Dec 21 16:40:52.454151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:52.454978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:52.455365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:52.469969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:52.470357 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:40:52.478105 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 5 to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 Dec 21 16:40:52.512712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:52.515656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:52.516037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:52.528023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:52.528367 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:40:52.528793 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 6 to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 Dec 21 16:40:52.573524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:52.573945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:52.574287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:52.588490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:52.588868 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:40:52.589308 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 7 to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 Dec 21 16:40:52.631255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:52.631679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:52.632057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:52.692517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:52.692517 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:40:52.694471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 8 to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 Dec 21 16:40:52.709294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34942) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:52.732920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:52.732920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:52.733363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:52.754476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:52.754901 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:40:52.757858 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 9 to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 Dec 21 16:40:52.776413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:52.776798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:52.777184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:52.787080 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-abc2809f-e1af-48d5-9438-a0bb03755f0a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=23314c49747d44e5a4edc145bbb3f5d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5332918 Dec 21 16:40:52.788502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34950) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:52.806598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:52.807016 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:40:52.810888 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 10 to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 Dec 21 16:40:52.841729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:52.842107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:52.842490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:52.876035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:52.876407 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 8e568de3-61e6-4f3f-a982-d9af10b145e6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:40:52.876813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:52.906872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4814e21d-779e-4ca7-a44d-75f961f16bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:52.990146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] For port 8e568de3-61e6-4f3f-a982-d9af10b145e6, host hv-neutron-8225, cleared binding levels {{(pid=88888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:52.990566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempted to set empty binding levels {{(pid=88888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 16:40:52.996271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Allocated IP 172.20.0.3 (fca48798-64e1-4172-b3c8-c5a737430207/6eb0f284-9509-439f-bee8-db8bc64a0206/4be15a30-cf73-4a88-8c68-d4b3c5871075) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:40:53.007427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.045234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.055274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.096275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:53.110408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.138518 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa9a3061-1008-4aee-a195-96b0fdeb900b req-532c1965-5317-4ba7-84fc-2ad8fcb64ee2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 210 time: 0.1382761 Dec 21 16:40:53.156431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4814e21d-779e-4ca7-a44d-75f961f16bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.168452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8767cad-85a8-4338-a8d4-b524e6d0b01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.188075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:53.213881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.236944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event updated for resources: {'Port': ['ID=8e568de3-61e6-4f3f-a982-d9af10b145e6,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:53.259227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:53.275434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b8767cad-85a8-4338-a8d4-b524e6d0b01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:53.279381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.1221015 Dec 21 16:40:53.282854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34954) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:53.286588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b8767cad-85a8-4338-a8d4-b524e6d0b01f admin admin] Usage tracker for resource:security_group_rule and tenant:b1818fc120464198a7e13b17f39e3702 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:53.327061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b8767cad-85a8-4338-a8d4-b524e6d0b01f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:53.342760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b8767cad-85a8-4338-a8d4-b524e6d0b01f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:53.349027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4814e21d-779e-4ca7-a44d-75f961f16bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.372041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:53.393487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814e21d-779e-4ca7-a44d-75f961f16bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705f52a4-10eb-41d4-aa5c-35df34623137,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:53.422048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4814e21d-779e-4ca7-a44d-75f961f16bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:53.429110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ce5e3-569d-4ede-a86d-74f9e4721a4e tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Deleting port 8e568de3-61e6-4f3f-a982-d9af10b145e6 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:40:53.429622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce5e3-569d-4ede-a86d-74f9e4721a4e tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.488929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4814e21d-779e-4ca7-a44d-75f961f16bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.493061 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4814e21d-779e-4ca7-a44d-75f961f16bfd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/705f52a4-10eb-41d4-aa5c-35df34623137 HTTP/1.1" status: 204 len: 168 time: 0.6982517 Dec 21 16:40:53.598961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8767cad-85a8-4338-a8d4-b524e6d0b01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.709292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8767cad-85a8-4338-a8d4-b524e6d0b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.759780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:53.793879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] device_id is not set on port 44d4cbe7-12cf-43bb-ac2d-65af57958712 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:53.805154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c6981a8-d6cb-4724-8afe-15b3f35c012d tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.875669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:53.929957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Pushing event updated for resources: {'Port': ['ID=f9ee6d4a-ffa0-424b-b2b8-1f49c7188c16,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:53.948129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:53.959142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e79e17a-8147-4280-aa05-10b54f11d267 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:53.982713 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b8767cad-85a8-4338-a8d4-b524e6d0b01f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1818fc120464198a7e13b17f39e3702&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2691362 Dec 21 16:40:53.985606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34962) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:53.994602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4d2ce5e3-569d-4ede-a86d-74f9e4721a4e tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] For port 8e568de3-61e6-4f3f-a982-d9af10b145e6, host hv-neutron-8225, got binding levels [] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:53.995059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce5e3-569d-4ede-a86d-74f9e4721a4e tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.082984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Transition to ACTIVE for port object 44d4cbe7-12cf-43bb-ac2d-65af57958712 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:54.087515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6981a8-d6cb-4724-8afe-15b3f35c012d tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Pushing event deleted for resources: {'Port': ['ID=df358bf2-2d4b-4662-a044-b75bcdff0716,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:54.089864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34966) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:54.116205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3c6981a8-d6cb-4724-8afe-15b3f35c012d tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:54.123935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.166601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ce5e3-569d-4ede-a86d-74f9e4721a4e tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Calling delete_port for 8e568de3-61e6-4f3f-a982-d9af10b145e6 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:40:54.193122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3c6981a8-d6cb-4724-8afe-15b3f35c012d tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:54.211412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8767cad-85a8-4338-a8d4-b524e6d0b01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc3696f-8db3-49c7-9680-e681a54121b3,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:54.214506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c57938-66a2-4a8b-b852-490e350e748d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.227798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8767cad-85a8-4338-a8d4-b524e6d0b01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:54.267129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.296608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d9c57938-66a2-4a8b-b852-490e350e748d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:54.300619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d9c57938-66a2-4a8b-b852-490e350e748d admin admin] Usage tracker for resource:security_group_rule and tenant:4b0eda9ece654ee29012f149922ab99b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:54.304282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d9c57938-66a2-4a8b-b852-490e350e748d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:54.311312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d9c57938-66a2-4a8b-b852-490e350e748d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:54.462765 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-17bf032a-9e60-452d-94d0-5cc3db965162 req-1ff1f981-8944-4e3b-8e8e-b7cfe7f5611f tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 210 time: 0.1218407 Dec 21 16:40:54.482195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa703-bcf3-441b-b6ea-69c745cb4b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.517240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c57938-66a2-4a8b-b852-490e350e748d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.529278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c57938-66a2-4a8b-b852-490e350e748d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.533362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event updated for resources: {'Port': ['ID=44d4cbe7-12cf-43bb-ac2d-65af57958712,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:54.540031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce5e3-569d-4ede-a86d-74f9e4721a4e tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.543570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa703-bcf3-441b-b6ea-69c745cb4b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.549759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:54.551419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:54.557727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.562605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.564113 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0326278 Dec 21 16:40:54.573056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c6981a8-d6cb-4724-8afe-15b3f35c012d tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.575143 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3c6981a8-d6cb-4724-8afe-15b3f35c012d tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] 10.222.0.67 "DELETE /v2.0/ports/df358bf2-2d4b-4662-a044-b75bcdff0716 HTTP/1.1" status: 204 len: 168 time: 4.9101222 Dec 21 16:40:54.607225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Transition to ACTIVE for port object 4be15a30-cf73-4a88-8c68-d4b3c5871075 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:54.643169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:54.643569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:54.644497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:54.647339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d9c57938-66a2-4a8b-b852-490e350e748d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4b0eda9ece654ee29012f149922ab99b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5510695 Dec 21 16:40:54.648325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c57938-66a2-4a8b-b852-490e350e748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7009bf-b30d-462f-8846-628de914433a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:54.650268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 34976) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:54.652826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d9c57938-66a2-4a8b-b852-490e350e748d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:54.653368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d26e6ab-9edf-4319-a050-bbf692e8b2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:54.683829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce5e3-569d-4ede-a86d-74f9e4721a4e tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.686964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:54.687342 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:54.694043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 2 to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 Dec 21 16:40:54.702683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ce5e3-569d-4ede-a86d-74f9e4721a4e tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e568de3-61e6-4f3f-a982-d9af10b145e6,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:54.708431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4d2ce5e3-569d-4ede-a86d-74f9e4721a4e tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:54.717169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4d2ce5e3-569d-4ede-a86d-74f9e4721a4e tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "DELETE /v2.0/ports/8e568de3-61e6-4f3f-a982-d9af10b145e6 HTTP/1.1" status: 204 len: 168 time: 1.4307580 Dec 21 16:40:54.717989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34980) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:54.718679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.730993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.731873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:54.732246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:54.732619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:54.735289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.781432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:54.810653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa703-bcf3-441b-b6ea-69c745cb4b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.833321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:54.855238 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1882dc1e-cfc6-4bd9-89f9-669d34a402d3 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] GET failed (client error): The resource could not be found. Dec 21 16:40:54.855810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1882dc1e-cfc6-4bd9-89f9-669d34a402d3 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Synchronizing usage tracker for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:54.858195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:54.858679 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:54.872676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa703-bcf3-441b-b6ea-69c745cb4b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:54.876422 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1f9fa703-bcf3-441b-b6ea-69c745cb4b5f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8fc3696f-8db3-49c7-9680-e681a54121b3 HTTP/1.1" status: 204 len: 168 time: 0.8813565 Dec 21 16:40:54.878344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fa703-bcf3-441b-b6ea-69c745cb4b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc3696f-8db3-49c7-9680-e681a54121b3,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:54.881261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f9fa703-bcf3-441b-b6ea-69c745cb4b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:54.888050 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 3 to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 Dec 21 16:40:54.899513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1882dc1e-cfc6-4bd9-89f9-669d34a402d3 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Unset dirty status for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:54.901319 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1882dc1e-cfc6-4bd9-89f9-669d34a402d3 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "GET /v2.0/ports/8e568de3-61e6-4f3f-a982-d9af10b145e6 HTTP/1.1" status: 404 len: 333 time: 0.1822457 Dec 21 16:40:54.921604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 34988) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:54.933454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Request body: {'port': {'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-368896978'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:54.951332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:54.974186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:54.994309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Made reservation on behalf of 13ca489f473e4a1cb6b0155bd20a293d for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:55.003148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:55.005921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:55.028441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:55.028857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:55.029179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:55.032934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Network fca48798-64e1-4172-b3c8-c5a737430207 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:55.042584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2cf15d3-f37a-48bf-bae5-d9b3e8726ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:55.049687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event updated for resources: {'Port': ['ID=6dc1fd2a-247e-46f5-8078-6fb448c8f695,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:55.057901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:55.095444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] device_id is not set on port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:55.122773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:55.205119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:55.205490 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:55.249954 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 4 to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 Dec 21 16:40:55.261153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-7ca63adc-4723-446f-b9ce-a1f2607147a0 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Synchronizing usage tracker for tenant:f2f0b2375ba9440f8944225a40b7506f on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:55.269482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35002) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:55.295814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2cf15d3-f37a-48bf-bae5-d9b3e8726ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:55.321566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-7ca63adc-4723-446f-b9ce-a1f2607147a0 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Unset dirty status for tenant:f2f0b2375ba9440f8944225a40b7506f on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:55.325297 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-7ca63adc-4723-446f-b9ce-a1f2607147a0 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--2067351850&fields=id&tenant_id=f2f0b2375ba9440f8944225a40b7506f HTTP/1.1" status: 200 len: 267 time: 0.2715948 Dec 21 16:40:55.357721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:55.358336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:55.358901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:55.388002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Pushing event updated for resources: {'Port': ['ID=4be15a30-cf73-4a88-8c68-d4b3c5871075,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:55.394455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:55.403450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:55.411155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:55.533565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.675s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:55.534043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:55.655415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:55.655786 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:55.662158 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 5 to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 Dec 21 16:40:55.678954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-9a3ebd29-596e-4b56-8d9c-49ee2746033f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:55.680046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-9a3ebd29-596e-4b56-8d9c-49ee2746033f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Synchronizing usage tracker for tenant:f2f0b2375ba9440f8944225a40b7506f on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:55.711663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-685d0593-28c3-496c-b65f-0779955dd6fc None None] Provisioning for port 4be15a30-cf73-4a88-8c68-d4b3c5871075 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:40:55.716568 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9603667 Dec 21 16:40:55.725796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-685d0593-28c3-496c-b65f-0779955dd6fc None None] Provisioning complete for port 4be15a30-cf73-4a88-8c68-d4b3c5871075 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:55.726519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-685d0593-28c3-496c-b65f-0779955dd6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:55.755117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:55.755497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:55.755878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:55.820755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-685d0593-28c3-496c-b65f-0779955dd6fc None None] Port 4be15a30-cf73-4a88-8c68-d4b3c5871075 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:40:55.820934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:55.821215 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:55.831339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Network 57ee74f2-c9a5-4058-b052-754f78f6b3eb is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:55.834002 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 6 to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 Dec 21 16:40:55.855209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:55.893738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b38681a6-bfd9-4f1d-916e-8d8a9330abdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:55.916964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-9a3ebd29-596e-4b56-8d9c-49ee2746033f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Unset dirty status for tenant:f2f0b2375ba9440f8944225a40b7506f on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:55.927230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-9a3ebd29-596e-4b56-8d9c-49ee2746033f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/networks?id=76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 HTTP/1.1" status: 200 len: 806 time: 0.5934010 Dec 21 16:40:55.963628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:55.964014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:55.964401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:55.976093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2cf15d3-f37a-48bf-bae5-d9b3e8726ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:55.991389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:56.019264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:56.019264 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:56.019264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf15d3-f37a-48bf-bae5-d9b3e8726ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7009bf-b30d-462f-8846-628de914433a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:56.025300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c2cf15d3-f37a-48bf-bae5-d9b3e8726ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:56.033421 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 7 to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 Dec 21 16:40:56.095333 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-fa150025-61bd-45e6-ab18-ff5cbd7d5781 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/quotas/f2f0b2375ba9440f8944225a40b7506f HTTP/1.1" status: 200 len: 375 time: 0.1670022 Dec 21 16:40:56.203690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:56.234859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b38681a6-bfd9-4f1d-916e-8d8a9330abdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:56.239665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b38681a6-bfd9-4f1d-916e-8d8a9330abdc admin admin] Usage tracker for resource:security_group_rule and tenant:3ea3edc05b184d85b8ee083c9e0787ac is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:56.243352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b38681a6-bfd9-4f1d-916e-8d8a9330abdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:56.250266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b38681a6-bfd9-4f1d-916e-8d8a9330abdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:56.322755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2cf15d3-f37a-48bf-bae5-d9b3e8726ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:56.326533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c2cf15d3-f37a-48bf-bae5-d9b3e8726ded admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7a7009bf-b30d-462f-8846-628de914433a HTTP/1.1" status: 204 len: 168 time: 1.6715012 Dec 21 16:40:56.343724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b38681a6-bfd9-4f1d-916e-8d8a9330abdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:56.357905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b38681a6-bfd9-4f1d-916e-8d8a9330abdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:56.381226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:56.381650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:56.382045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:56.392410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f9fa703-bcf3-441b-b6ea-69c745cb4b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:56.402073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:56.402073 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:56.408051 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 8 to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 Dec 21 16:40:56.461320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:56.466584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:56.467049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:56.469762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-335bd4af-77b5-4eac-88ee-a42aba81c088 None None] Provisioning complete for port 6dc1fd2a-247e-46f5-8078-6fb448c8f695 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:40:56.471514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-335bd4af-77b5-4eac-88ee-a42aba81c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:56.520877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:56.520877 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:56.523824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 9 to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 Dec 21 16:40:56.605132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-335bd4af-77b5-4eac-88ee-a42aba81c088 None None] Port 6dc1fd2a-247e-46f5-8078-6fb448c8f695 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:40:56.610885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94759c1-5186-416d-8162-522d83f0f893 req-310fbb83-30f8-437e-a016-1973fe481b6b tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:56.621937 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a94759c1-5186-416d-8162-522d83f0f893 req-310fbb83-30f8-437e-a016-1973fe481b6b tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 931 time: 0.7861981 Dec 21 16:40:56.652272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38681a6-bfd9-4f1d-916e-8d8a9330abdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf66a162-b2c6-4176-bb40-98cefc26c85d,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:56.672341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b38681a6-bfd9-4f1d-916e-8d8a9330abdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:56.678154 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b38681a6-bfd9-4f1d-916e-8d8a9330abdc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ea3edc05b184d85b8ee083c9e0787ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3930626 Dec 21 16:40:56.684889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35026) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:56.763339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-38f95812-01b3-486a-96ef-633f5d07fe04 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2f0b2375ba9440f8944225a40b7506f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6670358 Dec 21 16:40:56.786756 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a94759c1-5186-416d-8162-522d83f0f893 req-d12d07eb-7200-4f01-96a0-47f49739e880 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634388 Dec 21 16:40:56.797574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:56.800295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:56.800678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:56.801061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:56.809559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:56.809931 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:56.810494 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempt 10 to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 Dec 21 16:40:56.838060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:56.898576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:56.898990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:56.899373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempting to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:56.920370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:56.920723 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Failed to bind port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8fc67ede-2667-4d69-b7cc-224e7c72fe4f'}] Dec 21 16:40:56.921132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:56.950423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b62fafca-eaec-45f9-9562-a0d782a9c3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:56.981144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Network f0ffbac5-c2c6-4846-904f-b7b83da2874c is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:40:57.041292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:40:57.043547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event updated for resources: {'Port': ['ID=3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:57.049775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] For port 44d4cbe7-12cf-43bb-ac2d-65af57958712, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:40:57.050197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Attempted to set empty binding levels {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 16:40:57.050570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:40:57.052181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:57.052390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35036) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:57.052918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:57.063276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:57.063769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:57.076176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:57.102072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b62fafca-eaec-45f9-9562-a0d782a9c3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:57.161607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event updated for resources: {'Port': ['ID=44d4cbe7-12cf-43bb-ac2d-65af57958712,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:57.172459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:57.176136 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2505062 Dec 21 16:40:57.177594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35044) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:57.180141 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-1b404c45-8c0f-41f5-ae5c-2904957399d0 service neutron] 10.222.0.67 "GET /v2.0/networks/76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883066 Dec 21 16:40:57.190892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:57.234475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b62fafca-eaec-45f9-9562-a0d782a9c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:57.243412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:57.262519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fafca-eaec-45f9-9562-a0d782a9c3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf66a162-b2c6-4176-bb40-98cefc26c85d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:57.344092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b62fafca-eaec-45f9-9562-a0d782a9c3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:57.351531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b62fafca-eaec-45f9-9562-a0d782a9c3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:57.353023 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b62fafca-eaec-45f9-9562-a0d782a9c3df admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cf66a162-b2c6-4176-bb40-98cefc26c85d HTTP/1.1" status: 204 len: 168 time: 0.6638744 Dec 21 16:40:57.375465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] In _notify_port_updated(), no bound segment for port 44d4cbe7-12cf-43bb-ac2d-65af57958712 on network 8fc67ede-2667-4d69-b7cc-224e7c72fe4f {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:40:57.376750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:57.391343 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "PUT /v2.0/ports/44d4cbe7-12cf-43bb-ac2d-65af57958712 HTTP/1.1" status: 200 len: 981 time: 5.4264529 Dec 21 16:40:57.403016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1865494801'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:57.408329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:57.425190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:network and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:57.428530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:57.442920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:57.457620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35052) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:57.516564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Made reservation on behalf of 8e965015c4f34c1bbb940e9d2d2350f0 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:57.519236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-4b7053f2-625f-4e84-8d16-fbc67e235088 service neutron] 10.222.0.67 "GET /v2.0/networks/76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324986 Dec 21 16:40:57.526485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:57.616712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:57.639566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d919524f-48e5-4aaa-91d6-1f32e056cd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Deleting port 44d4cbe7-12cf-43bb-ac2d-65af57958712 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:40:57.640033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d919524f-48e5-4aaa-91d6-1f32e056cd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:57.708223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:57.951485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:57.966614 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1761e46-4d43-490c-a1cd-9891fc84f8a9 req-be232f60-9385-4677-bb9c-5b4b68afe527 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 210 time: 0.0893116 Dec 21 16:40:58.029302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Router 70a42a37-cd46-41a7-97ef-f2c057fc1694 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:40:58.061891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:security_group_rule and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:58.075243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35078) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:58.090214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:58.163726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:58.213511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9df52-9330-498e-bea2-abf29f70d02a req-d335c76c-6edf-4987-a177-f7c52ae65ace tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:58.219098 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69e9df52-9330-498e-bea2-abf29f70d02a req-d335c76c-6edf-4987-a177-f7c52ae65ace tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 931 time: 0.1754532 Dec 21 16:40:58.221687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35086) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:58.353431 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69e9df52-9330-498e-bea2-abf29f70d02a req-635188d7-bcbd-4e52-8d99-8a47a9f175f9 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213050 Dec 21 16:40:58.506037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d919524f-48e5-4aaa-91d6-1f32e056cd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] For port 44d4cbe7-12cf-43bb-ac2d-65af57958712, host hv-neutron-8225, got binding levels [] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:40:58.506434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d919524f-48e5-4aaa-91d6-1f32e056cd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:58.564191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1699070324'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:58.569827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:58.574572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:network and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:58.578275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:58.584599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:58.594991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:58.610633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:58.626647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:58.667222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d919524f-48e5-4aaa-91d6-1f32e056cd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Calling delete_port for 44d4cbe7-12cf-43bb-ac2d-65af57958712 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:40:58.682034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:58.687625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:security_group_rule and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:58.690895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:58.697852 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7d18742f-46c3-49f7-815b-3f29cfba77df admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ee9dbcc0f92f4da7bf55190e5f88077b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5935280 Dec 21 16:40:58.698020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:58.700996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35104) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:58.852517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:58.868526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] device_id is not set on port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:40:58.878291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:58.882261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:58.893577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43be7216-7a7c-4506-9f06-64879d34464c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:58.907634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-968a6a1f-51cc-409e-a01e-a07da8983adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:58.976316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:58.978745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-968a6a1f-51cc-409e-a01e-a07da8983adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:58.992130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:58.994285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Transition to ACTIVE for port object 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:40:58.998811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d919524f-48e5-4aaa-91d6-1f32e056cd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.007961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:40:59.012666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.013814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:40:59.024983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4814e21d-779e-4ca7-a44d-75f961f16bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:59.025772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7ee189-c01a-4296-9b16-dcbcbdaf7f2b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:59.034243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:59.038853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ab12d92-aadd-41dc-85a6-1545d58a53e8 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:59.039191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.039591 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Added segment 2e667f23-c81c-4bdc-af66-12c7dc30a7ad of type vlan for network 5f0be329-6402-4a2c-810d-f62e9ae5da2b Dec 21 16:40:59.080480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.080761 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Added segment c6fcb014-db66-4128-99c9-8bcac96fdcc0 of type vlan for network 10b62618-129d-4bb1-9ad8-65eada502f71 Dec 21 16:40:59.089981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07810843-df11-4ee7-8d91-808705fc933f,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:59.096922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919524f-48e5-4aaa-91d6-1f32e056cd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Pushing event deleted for resources: {'Port': ['ID=44d4cbe7-12cf-43bb-ac2d-65af57958712,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:59.103917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:59.112043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.139444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-968a6a1f-51cc-409e-a01e-a07da8983adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.145879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:59.148740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d919524f-48e5-4aaa-91d6-1f32e056cd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.164460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a6a1f-51cc-409e-a01e-a07da8983adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47273491-a440-445e-8c02-4e49d864d114,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:59.168649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-968a6a1f-51cc-409e-a01e-a07da8983adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:59.172974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.177869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:59.179142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.187852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:59.239504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-968a6a1f-51cc-409e-a01e-a07da8983adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.245315 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-968a6a1f-51cc-409e-a01e-a07da8983adf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/47273491-a440-445e-8c02-4e49d864d114 HTTP/1.1" status: 204 len: 168 time: 0.5430672 Dec 21 16:40:59.249869 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0268028 Dec 21 16:40:59.255403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35118) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:59.263197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.287127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.327258 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d919524f-48e5-4aaa-91d6-1f32e056cd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "DELETE /v2.0/ports/44d4cbe7-12cf-43bb-ac2d-65af57958712 HTTP/1.1" status: 204 len: 168 time: 1.8682709 Dec 21 16:40:59.330646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event updated for resources: {'Port': ['ID=3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:59.333179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:59.335844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35122) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:59.344755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:59.345544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:59.345882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:59.439766 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-33670b8c-5c3c-4ea7-a562-086c5158ef62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] GET failed (client error): The resource could not be found. Dec 21 16:40:59.440937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-33670b8c-5c3c-4ea7-a562-086c5158ef62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Synchronizing usage tracker for tenant:1c6e1079b82b408a84d493b8fb20124f on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:40:59.454992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:59.455370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Network': ['ID=5f0be329-6402-4a2c-810d-f62e9ae5da2b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:40:59.455518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:59.455739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:59.466572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.479964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:59.481116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:40:59.485474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:40:59.488259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4f08c70-2dd3-48b3-8145-e8eb424f6796 req-e9e9aade-d312-4299-a447-8437d9fb6628 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 210 time: 0.1392734 Dec 21 16:40:59.490751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:40:59.496041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:40:59.497251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0bf427c1-7f5a-4245-a409-49cf7376a446 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:40:59.531395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bdf64d12-2ae2-40d9-bb3b-9017b4bd98f1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "PUT /v2.0/routers/70a42a37-cd46-41a7-97ef-f2c057fc1694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9971874 Dec 21 16:40:59.532296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:40:59.532662 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:40:59.568961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 2 to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a Dec 21 16:40:59.598884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-33670b8c-5c3c-4ea7-a562-086c5158ef62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Unset dirty status for tenant:1c6e1079b82b408a84d493b8fb20124f on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:40:59.605323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-33670b8c-5c3c-4ea7-a562-086c5158ef62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] 10.222.0.67 "GET /v2.0/ports/44d4cbe7-12cf-43bb-ac2d-65af57958712 HTTP/1.1" status: 404 len: 333 time: 0.2682545 Dec 21 16:40:59.612065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35128) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:59.612451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35130) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:59.613234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:40:59.614647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:40:59.615390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:40:59.710509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c04bd5-3e6f-4065-85e1-5e1306ea6883 None None] Sync routers for ids ['70a42a37-cd46-41a7-97ef-f2c057fc1694'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:40:59.727429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:40:59.734001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c04bd5-3e6f-4065-85e1-5e1306ea6883 None None] Routers {'70a42a37-cd46-41a7-97ef-f2c057fc1694'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:59.735374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d8c04bd5-3e6f-4065-85e1-5e1306ea6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['70a42a37-cd46-41a7-97ef-f2c057fc1694'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:59.736561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:40:59.742132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:40:59.751568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:40:59.805821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a27002-cd7f-4045-b115-5e65168a7193 req-cf3b2fc2-d784-4291-b6a2-60350a6e4ddf tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:40:59.813617 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-66a27002-cd7f-4045-b115-5e65168a7193 req-cf3b2fc2-d784-4291-b6a2-60350a6e4ddf tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 931 time: 0.1526949 Dec 21 16:40:59.844410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d8c04bd5-3e6f-4065-85e1-5e1306ea6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:59.870124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c04bd5-3e6f-4065-85e1-5e1306ea6883 None None] Routers {'70a42a37-cd46-41a7-97ef-f2c057fc1694'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:40:59.871175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d8c04bd5-3e6f-4065-85e1-5e1306ea6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['70a42a37-cd46-41a7-97ef-f2c057fc1694'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:40:59.910244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Request body: {'port': {'network_id': '57ee74f2-c9a5-4058-b052-754f78f6b3eb', 'name': 'tempest-FloatingIPAdminTestJSON-393782734'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:40:59.924816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:40:59.951504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8938344 Dec 21 16:40:59.958925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35138) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:40:59.982877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'subnet': {'network_id': '10b62618-129d-4bb1-9ad8-65eada502f71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:00.034326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:00.042883 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:00.060200 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-66a27002-cd7f-4045-b115-5e65168a7193 req-93eb2858-2bce-4e13-a2ea-6296e9cb02a4 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397850 Dec 21 16:41:00.073433 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 3 to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a Dec 21 16:41:00.094943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Network': ['ID=10b62618-129d-4bb1-9ad8-65eada502f71,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:00.170443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:00.243342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d8c04bd5-3e6f-4065-85e1-5e1306ea6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:00.243973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c04bd5-3e6f-4065-85e1-5e1306ea6883 None None] The sync data for ids ['70a42a37-cd46-41a7-97ef-f2c057fc1694'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:00.245668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 10b62618-129d-4bb1-9ad8-65eada502f71 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:41:00.259820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:00.260232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:00.260805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:00.288167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:00.307321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:00.308023 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:00.312824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 4 to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a Dec 21 16:41:00.410585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:00.410585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:00.410585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:00.463591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:00.465444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:00.465818 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:00.479385 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 5 to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a Dec 21 16:41:00.487531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Usage tracker for resource:port and tenant:f03c427b8d4f4892bd344f8f185bf3a0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:00.499840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:00.573432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:00.579520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:00.581922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:00.594679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:00.595083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:00.595461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:00.629397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc67ede-2667-4d69-b7cc-224e7c72fe4f']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:00.632934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:00.641755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:subnet and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:00.649938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:00.665785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:00.666993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1cc9fe-9f98-4b11-a394-1c5fc9a49173') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:00.682303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:00.706058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:00.714502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:41:00.714954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:00.733109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:00.793407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0de0c96-d9d4-4929-aeee-a3ace06cb19e req-bd99d8b5-2b87-42a4-8c35-794ae8e66bfe tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 210 time: 0.0706558 Dec 21 16:41:00.804597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Made reservation on behalf of 8e965015c4f34c1bbb940e9d2d2350f0 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:41:00.826640 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:41:00.833066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Made reservation on behalf of f03c427b8d4f4892bd344f8f185bf3a0 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:00.839519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:00.859797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:00.860197 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:00.862562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 6 to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a Dec 21 16:41:00.877537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:00.885443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:00.885812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:00.886184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:00.888784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] device_id is not set on port 859c6592-1c50-4601-b064-9d9069b6f80a yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:00.928240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:00.948221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:00.967374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Pushing event deleted for resources: {'Network': ['ID=8fc67ede-2667-4d69-b7cc-224e7c72fe4f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:00.979211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:00.979565 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:00.981100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:00.981438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:00.984952 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 7 to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a Dec 21 16:41:01.001110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] 10.222.0.67 "DELETE /v2.0/networks/8fc67ede-2667-4d69-b7cc-224e7c72fe4f HTTP/1.1" status: 204 len: 168 time: 1.3648539 Dec 21 16:41:01.026427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:01.026427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:01.026427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:01.067939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:01.067939 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:01.067939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 8 to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a Dec 21 16:41:01.100861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:01.101233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:01.101606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:01.117941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:01.118306 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:01.121475 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 9 to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a Dec 21 16:41:01.134236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Allocated IP 172.20.0.5 (57ee74f2-c9a5-4058-b052-754f78f6b3eb/54468344-1349-4ffc-b325-7f92788c26df/859c6592-1c50-4601-b064-9d9069b6f80a) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:01.149356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:01.149727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:01.150095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:01.189032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:01.195723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:01.196096 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:01.196717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:01.199546 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 10 to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a Dec 21 16:41:01.254672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:01.264714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:01.265140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:01.278488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35164) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:01.315443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-5be8d4a2-df71-42b4-bbfd-445a11967f84 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:41:01.318090 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-5be8d4a2-df71-42b4-bbfd-445a11967f84 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0233552 Dec 21 16:41:01.319762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:01.320131 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:01.320533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:01.378496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=9652ab12-efa9-4795-bf78-3b9985ae10ae,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:01.391540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:01.405515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35172) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:01.445994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:01.446378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network hostable DHCP agents. Network: 5f0be329-6402-4a2c-810d-f62e9ae5da2b, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:41:01.485907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:01.511667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:01.630554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833cd3b-94a9-4f0e-b164-58ed8d39e699 req-e7e3051a-2fd9-41e1-a987-c90f7792e84e tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:01.632952 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2833cd3b-94a9-4f0e-b164-58ed8d39e699 req-e7e3051a-2fd9-41e1-a987-c90f7792e84e tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 931 time: 0.3298447 Dec 21 16:41:01.659903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-939114995'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:01.666659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Subnet': ['ID=6be77999-ad02-4b54-b15f-4454097aa579,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:01.667517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:01.673650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:01.678668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:41:01.682834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:01.704513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Request body: {'port': {'device_id': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:01.735308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Usage tracker for resource:network and tenant:f4d6ea72258740c6a39099d13d376e0a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:01.739712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 5f0be329-6402-4a2c-810d-f62e9ae5da2b) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:01.752400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f133c-7051-467d-8388-2c37e7d2606a None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:01.756086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:01.756744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:01.767633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:01.780439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Transition to ACTIVE for port object 859c6592-1c50-4601-b064-9d9069b6f80a will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:01.792832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2833cd3b-94a9-4f0e-b164-58ed8d39e699 req-67dd2605-bb14-4974-9511-cce9e86248eb tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506662 Dec 21 16:41:01.800963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Checking segment: {'id': 'c6fcb014-db66-4128-99c9-8bcac96fdcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10b62618-129d-4bb1-9ad8-65eada502f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:01.801374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network hostable DHCP agents. Network: 10b62618-129d-4bb1-9ad8-65eada502f71, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:41:01.807392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:01.842569 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-37ae18ad-ac21-4dd1-81e4-e956013e3b42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5752084 Dec 21 16:41:01.842569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35184) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:01.842569 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9cc17672-2af6-46b1-9c85-f395103ed3bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c747abb0c72147918577018c65480ff3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4336236 Dec 21 16:41:01.845013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'name': 'tempest-NetworksTestDHCPv6-798235474'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:01.847877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35188) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:01.851928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] For port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:01.852409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempted to set empty binding levels {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 16:41:01.868457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:01.887731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:01.897401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 10b62618-129d-4bb1-9ad8-65eada502f71 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:41:01.917209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Made reservation on behalf of f4d6ea72258740c6a39099d13d376e0a for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:01.923265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:01.936132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] In _notify_port_updated(), no bound segment for port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:41:01.937236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:01.941185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "PUT /v2.0/ports/3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a HTTP/1.1" status: 200 len: 976 time: 4.7591445 Dec 21 16:41:01.956469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35192) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:02.013490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.019983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 10b62618-129d-4bb1-9ad8-65eada502f71) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:02.042221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295d958-1b65-48d8-b454-e8ad1b956ad1 None None] Network 10b62618-129d-4bb1-9ad8-65eada502f71 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:02.059060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '9652ab12-efa9-4795-bf78-3b9985ae10ae'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:41:02.059950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.077560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:02.077560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.078993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.087884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.097437 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5354953b-49ca-47d5-80aa-67f61bbb38bb req-5bda7f1a-c1de-4cd7-b104-6d2da99b0d4c tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 210 time: 0.0925920 Dec 21 16:41:02.106304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event updated for resources: {'Port': ['ID=3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:02.126451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:02.126942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:02.154089 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1914084 Dec 21 16:41:02.163742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35198) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:02.169558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:02.179612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1706698013', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:02.189760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:02.195445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:02.196410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:02.205500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:router and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:02.208904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:02.212425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:02.221592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:02.229253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b5bea33e-3205-43a0-a5df-a0e9ad9bbe9d tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Synchronizing usage tracker for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:02.239163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:02.249880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Usage tracker for resource:security_group_rule and tenant:f4d6ea72258740c6a39099d13d376e0a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:02.258225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:02.260141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:02.264286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Network 57ee74f2-c9a5-4058-b052-754f78f6b3eb is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:02.264490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.265223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.48', 63103) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:02.281322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2763a867-937b-4a7d-8183-011395162ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.293830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.294841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.303604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b5bea33e-3205-43a0-a5df-a0e9ad9bbe9d tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Unset dirty status for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:02.304597 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b5bea33e-3205-43a0-a5df-a0e9ad9bbe9d tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16012 time: 0.3471148 Dec 21 16:41:02.308764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35204) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:02.310713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:02.317768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 0fb91b26-590d-484d-a0ee-251041db90e5 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:02.322980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:02.352649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:02.451045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.471651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event updated for resources: {'Port': ['ID=859c6592-1c50-4601-b064-9d9069b6f80a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:02.514065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:02.517261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a6667c0b-63ce-4298-aa8e-1d22e6af2cb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Deleting port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:02.517658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6667c0b-63ce-4298-aa8e-1d22e6af2cb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.524645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/9652ab12-efa9-4795-bf78-3b9985ae10ae/bfb2fe89-df4e-4b46-a023-a5aa56074d55) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:02.598727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea1ce96-5a9e-44fa-995f-a46dafdc1705 None None] Network 10b62618-129d-4bb1-9ad8-65eada502f71 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:02.601271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2763a867-937b-4a7d-8183-011395162ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.799642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.871366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f1404d7-7462-4d5a-a8cc-34daf581712d None None] Provisioning for port 859c6592-1c50-4601-b064-9d9069b6f80a completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:02.891532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f1404d7-7462-4d5a-a8cc-34daf581712d None None] Provisioning complete for port 859c6592-1c50-4601-b064-9d9069b6f80a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:02.891960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f1404d7-7462-4d5a-a8cc-34daf581712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:02.951878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7f1404d7-7462-4d5a-a8cc-34daf581712d None None] Port 859c6592-1c50-4601-b064-9d9069b6f80a cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:02.962691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:02.963399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.028785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a6667c0b-63ce-4298-aa8e-1d22e6af2cb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] For port 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a, host hv-neutron-8225, got binding levels [] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:03.028785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6667c0b-63ce-4298-aa8e-1d22e6af2cb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.070814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-cb73931d-528f-485b-b700-e89fc6cd736b tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:03.073115 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-cb73931d-528f-485b-b700-e89fc6cd736b tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.48 "GET /v2.0/networks?id=76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 HTTP/1.1" status: 200 len: 806 time: 0.7889643 Dec 21 16:41:03.110406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4796841 Dec 21 16:41:03.142530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.154312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Transition to ACTIVE for port object bfb2fe89-df4e-4b46-a023-a5aa56074d55 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:03.177338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Transition to ACTIVE for port object bfb2fe89-df4e-4b46-a023-a5aa56074d55 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:03.182305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a6667c0b-63ce-4298-aa8e-1d22e6af2cb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Calling delete_port for 3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:03.185143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.197924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4aea1533-c91e-4cdf-9341-1bd0e3983fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:03.215256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35214) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:03.252297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:03.252550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2763a867-937b-4a7d-8183-011395162ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.254428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.255656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:03.260655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:03.270159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:03.277861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.286439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-da34adea-fa8d-4ec2-a3f6-4023343cde9b tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Synchronizing usage tracker for tenant:f2f0b2375ba9440f8944225a40b7506f on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:03.289766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Pushing event updated for resources: {'Port': ['ID=bfb2fe89-df4e-4b46-a023-a5aa56074d55,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:03.296310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6667c0b-63ce-4298-aa8e-1d22e6af2cb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.307516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2763a867-937b-4a7d-8183-011395162ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.308812 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2763a867-937b-4a7d-8183-011395162ec4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dac939d3-04ec-41cc-be34-abe99746ebc4 HTTP/1.1" status: 204 len: 168 time: 1.4591863 Dec 21 16:41:03.310142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763a867-937b-4a7d-8183-011395162ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac939d3-04ec-41cc-be34-abe99746ebc4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:03.312865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2763a867-937b-4a7d-8183-011395162ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:03.323042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:03.329542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:03.361548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-da34adea-fa8d-4ec2-a3f6-4023343cde9b tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Unset dirty status for tenant:f2f0b2375ba9440f8944225a40b7506f on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:03.362728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-da34adea-fa8d-4ec2-a3f6-4023343cde9b tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2f0b2375ba9440f8944225a40b7506f HTTP/1.1" status: 200 len: 380 time: 0.2719975 Dec 21 16:41:03.364935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:41:03.387731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Request body: {'port': {'device_id': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'admin_state_up': True, 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'security_groups': ['066c23c1-fe98-4dbe-abc1-fc37301d34f4']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:03.478347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:03.497701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Attempting to bind port bfb2fe89-df4e-4b46-a023-a5aa56074d55 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:03.498465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Attempting to bind port bfb2fe89-df4e-4b46-a023-a5aa56074d55 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:03.499430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Attempting to bind port bfb2fe89-df4e-4b46-a023-a5aa56074d55 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:03.509630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:41:03.510720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:03.511504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.512141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:41:03.512869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Bound port: bfb2fe89-df4e-4b46-a023-a5aa56074d55, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:41:03.513493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.589355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'project_id': 'f03c427b8d4f4892bd344f8f185bf3a0', 'port_id': '859c6592-1c50-4601-b064-9d9069b6f80a'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:03.598033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:03.609163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Usage tracker for resource:port and tenant:f2f0b2375ba9440f8944225a40b7506f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:03.613071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:03.616432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7420e9f6-19a3-483a-a913-6a22b1a4930e,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:03.631093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:03.633411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:03.640682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] For port bfb2fe89-df4e-4b46-a023-a5aa56074d55, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:03.643054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.643620 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Added segment 9703aef5-daf5-402e-b4dc-d36d23e4d58a of type vlan for network c1f32d7f-9875-4350-be9c-8533a6182590 Dec 21 16:41:03.646469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] For port bfb2fe89-df4e-4b46-a023-a5aa56074d55, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bfb2fe89-df4e-4b46-a023-a5aa56074d55,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:41:03.652108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.658253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:03.666804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Usage tracker for resource:floatingip and tenant:f03c427b8d4f4892bd344f8f185bf3a0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:03.670652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:03.677156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:03.731451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:03.735384 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4b1f0dce-b18d-490b-aac3-658d2e14601c req-fdcca3c2-25a9-48ad-b11a-b6d66f5a7e71 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 210 time: 0.4536366 Dec 21 16:41:03.735583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Pushing event updated for resources: {'Port': ['ID=bfb2fe89-df4e-4b46-a023-a5aa56074d55,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:03.743810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:03.766356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6667c0b-63ce-4298-aa8e-1d22e6af2cb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event deleted for resources: {'Port': ['ID=3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:03.773259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6667c0b-63ce-4298-aa8e-1d22e6af2cb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.775230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Made reservation on behalf of f2f0b2375ba9440f8944225a40b7506f for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:03.781398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.802807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.812891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.823679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be15a30-cf73-4a88-8c68-d4b3c5871075 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:41:03.845859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a6667c0b-63ce-4298-aa8e-1d22e6af2cb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:03.848289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.854994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35226) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:03.869243 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a6667c0b-63ce-4298-aa8e-1d22e6af2cb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "DELETE /v2.0/ports/3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a HTTP/1.1" status: 204 len: 168 time: 1.5570333 Dec 21 16:41:03.890855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d6376-ab8f-4176-99b9-d13942852472 req-8a2bd789-2ac9-46fc-ad15-a437c3768dfc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:03.892510 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c54d6376-ab8f-4176-99b9-d13942852472 req-8a2bd789-2ac9-46fc-ad15-a437c3768dfc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 931 time: 0.9360204 Dec 21 16:41:03.893049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35230) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:03.933318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Transition to ACTIVE for port object 4be15a30-cf73-4a88-8c68-d4b3c5871075 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:03.958933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:03.972630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d761672a-7e9f-4379-951f-a97f8d5bce08 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:03.982722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::43 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/9652ab12-efa9-4795-bf78-3b9985ae10ae/0fb91b26-590d-484d-a0ee-251041db90e5) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:04.015121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a5bb06-3a64-4b98-82e8-5c510282a996 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] GET failed (client error): The resource could not be found. Dec 21 16:41:04.015691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c7a5bb06-3a64-4b98-82e8-5c510282a996 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Synchronizing usage tracker for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:04.099964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:04.113451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c7a5bb06-3a64-4b98-82e8-5c510282a996 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Unset dirty status for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:04.114715 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c7a5bb06-3a64-4b98-82e8-5c510282a996 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "GET /v2.0/ports/3443cd60-be8b-4d7f-8b1a-f8bd2ebfe52a HTTP/1.1" status: 404 len: 333 time: 0.2152171 Dec 21 16:41:04.129451 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-628bbf39-f0d6-4963-84a4-6899d1108315 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1c6e1079b82b408a84d493b8fb20124f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2669096 Dec 21 16:41:04.129540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:04.130036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:04.131995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35234) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:04.132367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35236) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:04.134964 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c54d6376-ab8f-4176-99b9-d13942852472 req-255cdd0e-7f14-4743-bd72-76de5af1b696 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222450 Dec 21 16:41:04.160999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-760685934', 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:04.198661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:04.259683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Pushing event updated for resources: {'Port': ['ID=4be15a30-cf73-4a88-8c68-d4b3c5871075,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:04.296730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:04.308394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:04.323214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:04.324435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:04.422951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:04.463218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event updated for resources: {'Network': ['ID=c1f32d7f-9875-4350-be9c-8533a6182590,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:04.479009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Made reservation on behalf of 13ca489f473e4a1cb6b0155bd20a293d for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:04.479943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network c1f32d7f-9875-4350-be9c-8533a6182590 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:41:04.483910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:04.509290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:04.560952 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2667394 Dec 21 16:41:04.566324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Allocated IP 172.20.0.14 (76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5/bb1f84d1-d3ef-4807-bba3-c252b1827826/b9ce4ac2-a77b-449b-aad1-3017103b6d51) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:04.570112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35242) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:04.572978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] device_id is not set on port 7e512e24-b832-4712-be40-bef1941e2f1c yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:04.585183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Request body: {'subnet': {'network_id': 'c1f32d7f-9875-4350-be9c-8533a6182590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:04.614077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-158bd38a-5135-45e2-a341-58e363474c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:04.659238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:04.752287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 0fb91b26-590d-484d-a0ee-251041db90e5 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:04.761390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-158bd38a-5135-45e2-a341-58e363474c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:04.773009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Attempting to bind port 4be15a30-cf73-4a88-8c68-d4b3c5871075 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:04.773389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Attempting to bind port 4be15a30-cf73-4a88-8c68-d4b3c5871075 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:04.773753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Attempting to bind port 4be15a30-cf73-4a88-8c68-d4b3c5871075 on network fca48798-64e1-4172-b3c8-c5a737430207 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:04.781240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:04.809130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Usage tracker for resource:subnet and tenant:f4d6ea72258740c6a39099d13d376e0a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:04.812530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:04.833017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Port 4be15a30-cf73-4a88-8c68-d4b3c5871075 on network fca48798-64e1-4172-b3c8-c5a737430207 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:04.833381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Attempting to bind port 4be15a30-cf73-4a88-8c68-d4b3c5871075 on network fca48798-64e1-4172-b3c8-c5a737430207 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:04.837547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:04.839610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:04.841197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.26.7.84 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/76851803-1e19-4e9a-b628-d46af668de71) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:04.952758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:41:04.952997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Checking segment: {'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:04.953644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Bound using segment: {'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:41:04.954080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Bound port: 4be15a30-cf73-4a88-8c68-d4b3c5871075, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63c3475-ba34-47a5-a331-2ca8eb972f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:41:04.954465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:04.978083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:04.987032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Made reservation on behalf of f4d6ea72258740c6a39099d13d376e0a for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:04.995644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:05.045177 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c46cc635-55c8-448b-a13e-a005133153a7 req-bdfbf409-fd34-4037-a0c1-1fa53bd499e3 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 210 time: 0.1411550 Dec 21 16:41:05.220441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.234648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:05.247499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-158bd38a-5135-45e2-a341-58e363474c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.249462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.257836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=0fb91b26-590d-484d-a0ee-251041db90e5,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:05.260745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:05.265223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:05.275245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.279667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b38681a6-bfd9-4f1d-916e-8d8a9330abdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:05.294440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:05.299007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:05.299770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.323944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bd38a-5135-45e2-a341-58e363474c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d9b6c6-b382-4fef-9b27-2cef5bb447f4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:05.346244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] For port 4be15a30-cf73-4a88-8c68-d4b3c5871075, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:05.372642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Transition to ACTIVE for port object b9ce4ac2-a77b-449b-aad1-3017103b6d51 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:05.382452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] For port 4be15a30-cf73-4a88-8c68-d4b3c5871075, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4be15a30-cf73-4a88-8c68-d4b3c5871075,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:41:05.391303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-158bd38a-5135-45e2-a341-58e363474c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:05.393348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.401079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:05.444292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-158bd38a-5135-45e2-a341-58e363474c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.448449 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-158bd38a-5135-45e2-a341-58e363474c4d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c8d9b6c6-b382-4fef-9b27-2cef5bb447f4 HTTP/1.1" status: 204 len: 168 time: 1.3079908 Dec 21 16:41:05.465451 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6283488 Dec 21 16:41:05.466303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35252) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:05.470510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.540449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.542187 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] 10.222.0.48 "PUT /v2.0/ports/4be15a30-cf73-4a88-8c68-d4b3c5871075 HTTP/1.1" status: 200 len: 1093 time: 3.9587872 Dec 21 16:41:05.542724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'tag': '4be15a30-cf73-4a88-8c68-d4b3c5871075'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:41:05.566341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Pushing event updated for resources: {'Port': ['ID=4be15a30-cf73-4a88-8c68-d4b3c5871075,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:05.566502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.576914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:05.591155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.594591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bfb2fe89-df4e-4b46-a023-a5aa56074d55 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:05.648808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:05.662073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event updated for resources: {'Port': ['ID=7e512e24-b832-4712-be40-bef1941e2f1c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:05.665637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:05.689154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ddbc-6e93-42c4-abf4-617413636329 req-5007533e-b258-4b20-b1ba-8c82b1a17869 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:05.697234 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6b88ddbc-6e93-42c4-abf4-617413636329 req-5007533e-b258-4b20-b1ba-8c82b1a17869 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 943 time: 0.3480949 Dec 21 16:41:05.740985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Network f0ffbac5-c2c6-4846-904f-b7b83da2874c is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:05.747521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:05.750102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:05.751215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:05.751888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.776605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port bfb2fe89-df4e-4b46-a023-a5aa56074d55 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:05.819239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:05.828142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:05.857141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4952e3-8cad-4e59-8122-f67b2dc84fa0 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:05.883826 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7448254 Dec 21 16:41:05.899191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35262) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:05.908640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0533f9ad-b0b7-44bd-83c8-3d2677203f71 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:05.913174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0533f9ad-b0b7-44bd-83c8-3d2677203f71 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:05.914056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0533f9ad-b0b7-44bd-83c8-3d2677203f71 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:05.925845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6b88ddbc-6e93-42c4-abf4-617413636329 req-8d35e296-3d61-46ed-9944-20db9027c161 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276330 Dec 21 16:41:05.961969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:05.991316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:06.000608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:06.014453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:06.060707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=76851803-1e19-4e9a-b628-d46af668de71,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:06.074093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6669aca6-aa64-4c33-ad9e-692b84d44048 None None] Provisioning for port bfb2fe89-df4e-4b46-a023-a5aa56074d55 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:06.078527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:06.088927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0533f9ad-b0b7-44bd-83c8-3d2677203f71 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:06.090274 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0533f9ad-b0b7-44bd-83c8-3d2677203f71 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6157293 Dec 21 16:41:06.092094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6669aca6-aa64-4c33-ad9e-692b84d44048 None None] Provisioning complete for port bfb2fe89-df4e-4b46-a023-a5aa56074d55 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:06.092723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6669aca6-aa64-4c33-ad9e-692b84d44048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:06.097490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35268) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:06.139240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4b46ffef-00ad-498f-bfb4-0f76f5091ab1 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Synchronizing usage tracker for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:06.329754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4b46ffef-00ad-498f-bfb4-0f76f5091ab1 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Unset dirty status for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:06.334228 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4b46ffef-00ad-498f-bfb4-0f76f5091ab1 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "GET /v2.0/ports/7e512e24-b832-4712-be40-bef1941e2f1c HTTP/1.1" status: 200 len: 954 time: 0.4307201 Dec 21 16:41:06.348205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35280) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:06.358970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Pushing event updated for resources: {'Port': ['ID=b9ce4ac2-a77b-449b-aad1-3017103b6d51,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:06.367855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:06.379527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8441aea9-8387-420b-a705-4ab2c8345c9c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 0fb91b26-590d-484d-a0ee-251041db90e5 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:06.379730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:06.380088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8441aea9-8387-420b-a705-4ab2c8345c9c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:06.389516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:06.411154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:06.469931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Allocated IP 172.26.7.108 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/4b4a629a-410d-40fc-b459-70dda091dd7d) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:06.541519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:06.574749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6669aca6-aa64-4c33-ad9e-692b84d44048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:06.594366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:06.625930 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-d4b1240b-c8ff-4812-b333-9c0d960421ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233ecb5063444b54923c02f8ca686d31&device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 1096 time: 1.0327590 Dec 21 16:41:06.638021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'tag': '4be15a30-cf73-4a88-8c68-d4b3c5871075', 'status': 'completed', 'code': 200} Dec 21 16:41:06.654201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6669aca6-aa64-4c33-ad9e-692b84d44048 None None] For port bfb2fe89-df4e-4b46-a023-a5aa56074d55, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bfb2fe89-df4e-4b46-a023-a5aa56074d55,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:06.658620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6669aca6-aa64-4c33-ad9e-692b84d44048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:06.665135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-92f3c2bb-1e97-4c24-8554-9e1708f0061a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:06.760211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:06.760927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:06.855885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669aca6-aa64-4c33-ad9e-692b84d44048 None None] Pushing event updated for resources: {'Port': ['ID=bfb2fe89-df4e-4b46-a023-a5aa56074d55,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:06.859686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6669aca6-aa64-4c33-ad9e-692b84d44048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:06.933204 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-95542a96-e469-4b97-b3c2-932a45e5c418 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4be15a30-cf73-4a88-8c68-d4b3c5871075 HTTP/1.1" status: 200 len: 217 time: 0.2840078 Dec 21 16:41:06.967744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-47f0c2ec-8d03-47f4-b4cf-970c99fb9719 None None] Provisioning for port b9ce4ac2-a77b-449b-aad1-3017103b6d51 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:06.973454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-47f0c2ec-8d03-47f4-b4cf-970c99fb9719 None None] Provisioning complete for port b9ce4ac2-a77b-449b-aad1-3017103b6d51 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:06.973877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47f0c2ec-8d03-47f4-b4cf-970c99fb9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.028724 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6580369 Dec 21 16:41:07.029587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event updated for resources: {'Subnet': ['ID=b1b9793f-d9e7-492a-85fc-f955c7253a62,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:07.041192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:07.055997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Request body: {'port': {'device_id': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:07.081324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b4699-5e7c-448c-a8ec-886007e062a8 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Deleting port 7e512e24-b832-4712-be40-bef1941e2f1c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:07.081671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4699-5e7c-448c-a8ec-886007e062a8 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.114141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-47f0c2ec-8d03-47f4-b4cf-970c99fb9719 None None] Port b9ce4ac2-a77b-449b-aad1-3017103b6d51 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:07.228996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.239957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Checking segment: {'id': '9703aef5-daf5-402e-b4dc-d36d23e4d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c1f32d7f-9875-4350-be9c-8533a6182590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:07.240704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Network hostable DHCP agents. Network: c1f32d7f-9875-4350-be9c-8533a6182590, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:41:07.246449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dc08bf72-fa1d-45f0-9f36-6684f4c620e5 None None] Provisioning complete for port bfb2fe89-df4e-4b46-a023-a5aa56074d55 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:07.246909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc08bf72-fa1d-45f0-9f36-6684f4c620e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.248447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-daed4260-f8d4-4520-b2f8-e75dbd584c27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:07.250627 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-daed4260-f8d4-4520-b2f8-e75dbd584c27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb0f284-9509-439f-bee8-db8bc64a0206 HTTP/1.1" status: 200 len: 851 time: 0.3042223 Dec 21 16:41:07.269988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.270695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.447314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.470220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dc08bf72-fa1d-45f0-9f36-6684f4c620e5 None None] Provisioning for port 0fb91b26-590d-484d-a0ee-251041db90e5 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:07.486483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fad2ad-ae2d-4358-9bef-293c5a2a3a97 req-01187b65-d343-48cd-912e-c60d556768da tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:07.488213 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-22fad2ad-ae2d-4358-9bef-293c5a2a3a97 req-01187b65-d343-48cd-912e-c60d556768da tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 932 time: 1.1559465 Dec 21 16:41:07.491272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dc08bf72-fa1d-45f0-9f36-6684f4c620e5 None None] Provisioning complete for port 0fb91b26-590d-484d-a0ee-251041db90e5 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:07.492023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc08bf72-fa1d-45f0-9f36-6684f4c620e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.552167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Network c1f32d7f-9875-4350-be9c-8533a6182590 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:41:07.555673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.577162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:07.655561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-eb6b315a-ca49-431b-8bf3-cfce041fe0aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fca48798-64e1-4172-b3c8-c5a737430207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3486793 Dec 21 16:41:07.670316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, c1f32d7f-9875-4350-be9c-8533a6182590) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:07.675714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:07.676668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.681450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8441aea9-8387-420b-a705-4ab2c8345c9c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.704390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:07.743413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:07.746181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:07.802043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dc08bf72-fa1d-45f0-9f36-6684f4c620e5 None None] Port 0fb91b26-590d-484d-a0ee-251041db90e5 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:07.804131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bfb2fe89-df4e-4b46-a023-a5aa56074d55 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:07.832354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Pushing event updated for resources: {'Port': ['ID=4b4a629a-410d-40fc-b459-70dda091dd7d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:07.836248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:07.880811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318dc967-38a1-456f-a9ce-e573c3baa71e None None] Network c1f32d7f-9875-4350-be9c-8533a6182590 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:07.886019 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3092492 Dec 21 16:41:07.895390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8441aea9-8387-420b-a705-4ab2c8345c9c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 0fb91b26-590d-484d-a0ee-251041db90e5 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:07.899758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35304) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:07.925309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4f3ee719-6db6-4a32-8fb5-5d35604715d0 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1708266072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:07.945146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4699-5e7c-448c-a8ec-886007e062a8 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:07.967247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7dc3a-d9e7-438c-8c04-bfd119ab89c4 req-bdf52947-9968-4835-a690-2fab793f09b0 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:07.969062 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b5b7dc3a-d9e7-438c-8c04-bfd119ab89c4 req-bdf52947-9968-4835-a690-2fab793f09b0 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 943 time: 0.7756379 Dec 21 16:41:07.977440 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-22fad2ad-ae2d-4358-9bef-293c5a2a3a97 req-511069a1-bd37-4233-a738-138c722c0a30 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4684379 Dec 21 16:41:08.021081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-abc54b71-bf20-4080-9dd6-a248d1e7ed3a None None] Provisioning complete for port 0fb91b26-590d-484d-a0ee-251041db90e5 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:08.022373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abc54b71-bf20-4080-9dd6-a248d1e7ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:08.027495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4f3ee719-6db6-4a32-8fb5-5d35604715d0 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:08.059496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bfb2fe89-df4e-4b46-a023-a5aa56074d55 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:08.060142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:08.091480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4f3ee719-6db6-4a32-8fb5-5d35604715d0 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Usage tracker for resource:router and tenant:f4d6ea72258740c6a39099d13d376e0a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:08.103217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b4699-5e7c-448c-a8ec-886007e062a8 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Calling delete_port for 7e512e24-b832-4712-be40-bef1941e2f1c owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:08.108013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4f3ee719-6db6-4a32-8fb5-5d35604715d0 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:08.190070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4f3ee719-6db6-4a32-8fb5-5d35604715d0 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:08.260626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-abc54b71-bf20-4080-9dd6-a248d1e7ed3a None None] Port 0fb91b26-590d-484d-a0ee-251041db90e5 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:08.296415 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-a91be9e1-b533-4fab-a991-9ffe6e4e80ec service neutron] 10.222.0.48 "GET /v2.0/networks/fca48798-64e1-4172-b3c8-c5a737430207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110168 Dec 21 16:41:08.307240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee719-6db6-4a32-8fb5-5d35604715d0 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:08.308629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee719-6db6-4a32-8fb5-5d35604715d0 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:08.374182 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b5b7dc3a-d9e7-438c-8c04-bfd119ab89c4 req-de7652f3-699d-4059-889b-dd563e143a69 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802067 Dec 21 16:41:08.395857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4699-5e7c-448c-a8ec-886007e062a8 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:08.407509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7c084dae-1e52-4432-a1fa-01ca7ff9f52b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:08.451409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-c1f32d7f-9875-4350-be9c-8533a6182590', 'network_id': 'c1f32d7f-9875-4350-be9c-8533a6182590', 'tenant_id': 'f4d6ea72258740c6a39099d13d376e0a', 'fixed_ips': [{'subnet_id': 'b1b9793f-d9e7-492a-85fc-f955c7253a62'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:41:08.452352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:08.454691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b4699-5e7c-448c-a8ec-886007e062a8 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e512e24-b832-4712-be40-bef1941e2f1c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:08.460604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee1b4699-5e7c-448c-a8ec-886007e062a8 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:08.464451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8441aea9-8387-420b-a705-4ab2c8345c9c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:08.472327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a6667c0b-63ce-4298-aa8e-1d22e6af2cb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:08.520348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4699-5e7c-448c-a8ec-886007e062a8 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:08.526456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441aea9-8387-420b-a705-4ab2c8345c9c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=0fb91b26-590d-484d-a0ee-251041db90e5,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:08.534266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8441aea9-8387-420b-a705-4ab2c8345c9c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:08.610959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ee1b4699-5e7c-448c-a8ec-886007e062a8 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "DELETE /v2.0/ports/7e512e24-b832-4712-be40-bef1941e2f1c HTTP/1.1" status: 204 len: 168 time: 2.2581451 Dec 21 16:41:08.610959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8441aea9-8387-420b-a705-4ab2c8345c9c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:08.612062 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8441aea9-8387-420b-a705-4ab2c8345c9c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/0fb91b26-590d-484d-a0ee-251041db90e5 HTTP/1.1" status: 204 len: 168 time: 2.5135159 Dec 21 16:41:08.616477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35316) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:08.616859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35318) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:08.690502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Allocated IP 172.20.0.2 (c1f32d7f-9875-4350-be9c-8533a6182590/b1b9793f-d9e7-492a-85fc-f955c7253a62/10940a16-4b0e-4bec-a46b-ae00c96a52b7) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:08.762564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2348447-d9f2-4516-ad6f-860a36aba683 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:08.764084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2348447-d9f2-4516-ad6f-860a36aba683 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:08.764893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b2348447-d9f2-4516-ad6f-860a36aba683 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:08.793669 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7b3958-083b-43c6-9ee4-8df11264103a tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] GET failed (client error): The resource could not be found. Dec 21 16:41:08.794237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0d7b3958-083b-43c6-9ee4-8df11264103a tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Synchronizing usage tracker for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:08.826105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b2348447-d9f2-4516-ad6f-860a36aba683 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:08.831133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b2348447-d9f2-4516-ad6f-860a36aba683 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2114379 Dec 21 16:41:08.834826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35328) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:08.886540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0d7b3958-083b-43c6-9ee4-8df11264103a tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Unset dirty status for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:08.888979 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0d7b3958-083b-43c6-9ee4-8df11264103a tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "GET /v2.0/ports/7e512e24-b832-4712-be40-bef1941e2f1c HTTP/1.1" status: 404 len: 333 time: 0.2710512 Dec 21 16:41:08.900925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35332) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:08.916606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:41:08.929184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Request body: {'port': {'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-913316177'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:08.937987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:08.939530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee719-6db6-4a32-8fb5-5d35604715d0 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:08.972157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:08.986205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Transition to ACTIVE for port object 10940a16-4b0e-4bec-a46b-ae00c96a52b7 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:08.997936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:09.005316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35336) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:09.011548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Transition to ACTIVE for port object 10940a16-4b0e-4bec-a46b-ae00c96a52b7 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:09.019039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:09.029416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d88d23e7-ccb6-4c27-a4f8-1573630061f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:09.098449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Network c1f32d7f-9875-4350-be9c-8533a6182590 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:09.102812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:09.112529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:09.147714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Made reservation on behalf of 13ca489f473e4a1cb6b0155bd20a293d for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:09.152436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:09.199321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Pushing event updated for resources: {'Port': ['ID=10940a16-4b0e-4bec-a46b-ae00c96a52b7,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:09.209903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:09.220271 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87b99517-89e8-4a56-b78c-24b1f3466107 req-cf2af188-ed52-4644-8009-6cfa627acc40 service neutron] 10.222.0.48 "GET /v2.0/networks/fca48798-64e1-4172-b3c8-c5a737430207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9143476 Dec 21 16:41:09.228308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Attempting to bind port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:09.228732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Attempting to bind port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '9703aef5-daf5-402e-b4dc-d36d23e4d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c1f32d7f-9875-4350-be9c-8533a6182590'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:09.229136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Attempting to bind port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 on network c1f32d7f-9875-4350-be9c-8533a6182590 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:09.236860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:41:09.237269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Checking segment: {'id': '9703aef5-daf5-402e-b4dc-d36d23e4d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c1f32d7f-9875-4350-be9c-8533a6182590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:09.237727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:09.238607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Bound using segment: {'id': '9703aef5-daf5-402e-b4dc-d36d23e4d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c1f32d7f-9875-4350-be9c-8533a6182590'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:41:09.238736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Bound port: 10940a16-4b0e-4bec-a46b-ae00c96a52b7, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9703aef5-daf5-402e-b4dc-d36d23e4d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c1f32d7f-9875-4350-be9c-8533a6182590'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:41:09.239173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:09.281874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee719-6db6-4a32-8fb5-5d35604715d0 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:09.354020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] For port 10940a16-4b0e-4bec-a46b-ae00c96a52b7, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:09.358869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] For port 10940a16-4b0e-4bec-a46b-ae00c96a52b7, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=10940a16-4b0e-4bec-a46b-ae00c96a52b7,segment=NetworkSegment(9703aef5-daf5-402e-b4dc-d36d23e4d58a),segment_id=9703aef5-daf5-402e-b4dc-d36d23e4d58a)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:41:09.364430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:09.370935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:09.435959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ce4ac2-a77b-449b-aad1-3017103b6d51 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:41:09.460534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee719-6db6-4a32-8fb5-5d35604715d0 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:09.464487 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4f3ee719-6db6-4a32-8fb5-5d35604715d0 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.5588255 Dec 21 16:41:09.464487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:09.473140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35346) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:09.476904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] device_id is not set on port 89d474a2-0a79-4409-8905-907d0c793a41 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:09.538273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Pushing event updated for resources: {'Port': ['ID=10940a16-4b0e-4bec-a46b-ae00c96a52b7,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:09.542498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:09.569455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b095552-2133-4408-af4c-9f43d2f044a5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 9652ab12-efa9-4795-bf78-3b9985ae10ae {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:41:09.578100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b095552-2133-4408-af4c-9f43d2f044a5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:09.581772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-702223807', 'router:external': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:09.653280 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1d921da2-d29f-4254-8dd3-e3b0c1d72ac0 req-fa59ad44-2be8-42c2-8628-55cdeee2cc02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233ecb5063444b54923c02f8ca686d31&device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 1096 time: 0.3542650 Dec 21 16:41:09.662752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:09.666820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Transition to ACTIVE for port object b9ce4ac2-a77b-449b-aad1-3017103b6d51 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:09.752407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Usage tracker for resource:network and tenant:bacbd34e2c1845d0850cf8d1dc04390f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:09.755744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:09.779395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:09.795173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b095552-2133-4408-af4c-9f43d2f044a5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:09.800559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-183687e6-ac48-4db1-b48f-eff6fa5e0d32 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:09.837202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:09.888460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c47aea-63af-414d-896a-3ca5d58a8ab1 req-5483ed92-2865-49d0-ab5d-5716985303de tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:09.890992 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7c47aea-63af-414d-896a-3ca5d58a8ab1 req-5483ed92-2865-49d0-ab5d-5716985303de tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 932 time: 0.7446079 Dec 21 16:41:10.053615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.055564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ce4ac2-a77b-449b-aad1-3017103b6d51,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:10.058803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:10.059643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Made reservation on behalf of bacbd34e2c1845d0850cf8d1dc04390f for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:10.064371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.122036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35117fb5-8ab3-4b8a-8dcc-5e84e3549bba req-2f577950-ba53-4436-b1e0-84054e0841b3 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:10.123721 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-35117fb5-8ab3-4b8a-8dcc-5e84e3549bba req-2f577950-ba53-4436-b1e0-84054e0841b3 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 943 time: 0.5026205 Dec 21 16:41:10.152641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.159320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7c47aea-63af-414d-896a-3ca5d58a8ab1 req-4b9a34de-cc99-46ed-a84f-dddfe59fda3a tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425070 Dec 21 16:41:10.178136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b095552-2133-4408-af4c-9f43d2f044a5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.249068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.282645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:10.297623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1603441-a5ed-45af-9628-16a2d26b6cbf None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:10.308627 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-35117fb5-8ab3-4b8a-8dcc-5e84e3549bba req-f11cc834-76ac-454d-97eb-77db0f7a81f2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709495 Dec 21 16:41:10.320070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1603441-a5ed-45af-9628-16a2d26b6cbf None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:10.321135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1603441-a5ed-45af-9628-16a2d26b6cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:10.328418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.336599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:10.381933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b095552-2133-4408-af4c-9f43d2f044a5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.387428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.391830 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2243471 Dec 21 16:41:10.392711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35350) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:10.417958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1603441-a5ed-45af-9628-16a2d26b6cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:10.435989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1603441-a5ed-45af-9628-16a2d26b6cbf None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:10.436764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1603441-a5ed-45af-9628-16a2d26b6cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:40:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:10.503180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1603441-a5ed-45af-9628-16a2d26b6cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:10.503757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1603441-a5ed-45af-9628-16a2d26b6cbf None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:10.510759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Network f0ffbac5-c2c6-4846-904f-b7b83da2874c is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:10.512992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event updated for resources: {'Port': ['ID=89d474a2-0a79-4409-8905-907d0c793a41,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:10.515645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:10.528702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:10.529612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:10.530276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.534919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:10.536551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bac2e356-8807-498b-a17b-6da7ff2b28de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:10.582168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d921da2-d29f-4254-8dd3-e3b0c1d72ac0 req-ff9895b1-2d25-4a64-a657-79a06146eaed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:10.583018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b095552-2133-4408-af4c-9f43d2f044a5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=9652ab12-efa9-4795-bf78-3b9985ae10ae,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:10.583823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1d921da2-d29f-4254-8dd3-e3b0c1d72ac0 req-ff9895b1-2d25-4a64-a657-79a06146eaed service neutron] 10.222.0.48 "GET /v2.0/networks?id=fca48798-64e1-4172-b3c8-c5a737430207 HTTP/1.1" status: 200 len: 913 time: 0.9184077 Dec 21 16:41:10.589211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b095552-2133-4408-af4c-9f43d2f044a5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:10.597590 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6955669 Dec 21 16:41:10.605951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35356) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:10.613655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b095552-2133-4408-af4c-9f43d2f044a5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.615630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230eeb1-9217-4546-ba2b-4edf1d75d128 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:10.615751 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4b095552-2133-4408-af4c-9f43d2f044a5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/9652ab12-efa9-4795-bf78-3b9985ae10ae HTTP/1.1" status: 204 len: 168 time: 1.7798059 Dec 21 16:41:10.620087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:10.632312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35360) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:10.698370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.826118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.852369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:10.856434 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-82d1c5d8-6459-4dee-984f-032a3d1f2a7f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1336129 Dec 21 16:41:10.868885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1d921da2-d29f-4254-8dd3-e3b0c1d72ac0 req-d3e71624-1406-4096-a712-5f777224eb3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4be15a30-cf73-4a88-8c68-d4b3c5871075 HTTP/1.1" status: 200 len: 217 time: 0.2709684 Dec 21 16:41:10.881564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35364) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:10.895047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:10.927621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e84d02-dd3a-4cb8-8f7c-04a3db1977a0 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:41:10.934609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-56e84d02-dd3a-4cb8-8f7c-04a3db1977a0 None None] Deleting port bfb2fe89-df4e-4b46-a023-a5aa56074d55 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:10.935928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-56e84d02-dd3a-4cb8-8f7c-04a3db1977a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:10.936235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Usage tracker for resource:security_group_rule and tenant:bacbd34e2c1845d0850cf8d1dc04390f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:10.988730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:11.057441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:11.156671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Attempting to bind port b9ce4ac2-a77b-449b-aad1-3017103b6d51 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:11.156978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Attempting to bind port b9ce4ac2-a77b-449b-aad1-3017103b6d51 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:11.157357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Attempting to bind port b9ce4ac2-a77b-449b-aad1-3017103b6d51 on network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:11.175980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d921da2-d29f-4254-8dd3-e3b0c1d72ac0 req-b0ad7e9b-dcc8-47bc-9d86-d5cfb7400de2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:11.177567 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1d921da2-d29f-4254-8dd3-e3b0c1d72ac0 req-b0ad7e9b-dcc8-47bc-9d86-d5cfb7400de2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb0f284-9509-439f-bee8-db8bc64a0206 HTTP/1.1" status: 200 len: 851 time: 0.2538302 Dec 21 16:41:11.192380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-56e84d02-dd3a-4cb8-8f7c-04a3db1977a0 None None] For port bfb2fe89-df4e-4b46-a023-a5aa56074d55, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bfb2fe89-df4e-4b46-a023-a5aa56074d55,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:11.192970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-56e84d02-dd3a-4cb8-8f7c-04a3db1977a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:11.212180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:11.242220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:11.273165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:11.279721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:11.329332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Port b9ce4ac2-a77b-449b-aad1-3017103b6d51 on network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:11.330074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Attempting to bind port b9ce4ac2-a77b-449b-aad1-3017103b6d51 on network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:11.387061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-56e84d02-dd3a-4cb8-8f7c-04a3db1977a0 None None] Calling delete_port for bfb2fe89-df4e-4b46-a023-a5aa56074d55 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:11.476750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-56e84d02-dd3a-4cb8-8f7c-04a3db1977a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:11.483711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4dd2454f-d3b1-4cd1-ab9f-bb164fb8c667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:11.570894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:41:11.571281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Checking segment: {'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:11.571713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Bound using segment: {'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:41:11.572213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Bound port: b9ce4ac2-a77b-449b-aad1-3017103b6d51, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:41:11.572802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:11.574325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e84d02-dd3a-4cb8-8f7c-04a3db1977a0 None None] No DVR routers for this DVR port bfb2fe89-df4e-4b46-a023-a5aa56074d55 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:41:11.577691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e84d02-dd3a-4cb8-8f7c-04a3db1977a0 None None] Pushing event deleted for resources: {'Port': ['ID=bfb2fe89-df4e-4b46-a023-a5aa56074d55,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:11.584847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-56e84d02-dd3a-4cb8-8f7c-04a3db1977a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:11.589223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2e7f4f-2a4d-4a79-88ec-193ac4b1a915 None None] Network c1f32d7f-9875-4350-be9c-8533a6182590 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:11.629381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 10940a16-4b0e-4bec-a46b-ae00c96a52b7 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:11.733496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:11.782204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 4be15a30-cf73-4a88-8c68-d4b3c5871075 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:41:11.799173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3b5200e0-c6ed-41ea-a775-cb264388d307 None None] Provisioning for port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:11.808512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:11.864633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] device_id is not set on port 89d474a2-0a79-4409-8905-907d0c793a41 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:11.883835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:11.887018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:11.935875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Transition to ACTIVE for port object 89d474a2-0a79-4409-8905-907d0c793a41 will not be triggered until provisioned by entity L2. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:11.956889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:11.967744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:11.972367 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1d921da2-d29f-4254-8dd3-e3b0c1d72ac0 req-e729513e-e9c4-416c-8163-fd4776725951 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fca48798-64e1-4172-b3c8-c5a737430207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7871261 Dec 21 16:41:11.979481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-948ccc00-00d8-4d40-9c1b-ba927d2c5ac6 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:11.995579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.019779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:12.036583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:12.036939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.056147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579f757-7740-4d3a-af29-1f6d1d92583a req-ad16d61b-966f-4d0e-8f27-2d8b4bac0320 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:12.057768 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f579f757-7740-4d3a-af29-1f6d1d92583a req-ad16d61b-966f-4d0e-8f27-2d8b4bac0320 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 944 time: 0.7272611 Dec 21 16:41:12.084570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.121081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] For port b9ce4ac2-a77b-449b-aad1-3017103b6d51, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:12.142605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:41:12.156361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] For port b9ce4ac2-a77b-449b-aad1-3017103b6d51, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b9ce4ac2-a77b-449b-aad1-3017103b6d51,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:41:12.159587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd86a8-e22a-409d-8d74-9e772f53274a req-55f0edb5-f117-403b-9513-9a37cd0d8c88 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:12.161319 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c0cd86a8-e22a-409d-8d74-9e772f53274a req-55f0edb5-f117-403b-9513-9a37cd0d8c88 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 943 time: 0.4525671 Dec 21 16:41:12.213785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event updated for resources: {'Port': ['ID=89d474a2-0a79-4409-8905-907d0c793a41,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:12.247543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:12.247725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a75f33b-6043-4928-b288-2b8ce0f83f32,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:12.250720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.283695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:12.293203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 4be15a30-cf73-4a88-8c68-d4b3c5871075, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4be15a30-cf73-4a88-8c68-d4b3c5871075,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:12.319527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '4be15a30-cf73-4a88-8c68-d4b3c5871075', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'port_id': '4be15a30-cf73-4a88-8c68-d4b3c5871075', 'mac_address': 'fa:16:3e:72:06:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:41:12.346814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:12.424816 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f579f757-7740-4d3a-af29-1f6d1d92583a req-4a43a851-e47f-4217-8995-f0706902db52 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3251743 Dec 21 16:41:12.425665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:12.425913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:12.431330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:12.440154 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c0cd86a8-e22a-409d-8d74-9e772f53274a req-816c4efd-9524-45f1-8bf5-5efea52d91d2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650821 Dec 21 16:41:12.449729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.454552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.455353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:12.456006 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:12.457293 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 2 to bind port 89d474a2-0a79-4409-8905-907d0c793a41 Dec 21 16:41:12.466391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.503105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:12.506522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be15a30-cf73-4a88-8c68-d4b3c5871075 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:41:12.527803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 10940a16-4b0e-4bec-a46b-ae00c96a52b7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=10940a16-4b0e-4bec-a46b-ae00c96a52b7,segment=NetworkSegment(9703aef5-daf5-402e-b4dc-d36d23e4d58a),segment_id=9703aef5-daf5-402e-b4dc-d36d23e4d58a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:12.534762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 4be15a30-cf73-4a88-8c68-d4b3c5871075, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4be15a30-cf73-4a88-8c68-d4b3c5871075,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:12.537917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.539983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:12.577473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.612273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:12.612827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:12.613191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:12.614221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bfb2fe89-df4e-4b46-a023-a5aa56074d55 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:41:12.635373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:12.640847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:12.648630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:12.649305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.662478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89ca4e6-38e4-476a-b4f8-df4a7b017e2d None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:12.675941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: bfb2fe89-df4e-4b46-a023-a5aa56074d55 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:41:12.676333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bfb2fe89-df4e-4b46-a023-a5aa56074d55 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:41:12.705125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=10940a16-4b0e-4bec-a46b-ae00c96a52b7,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:12.709714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:12.710164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:12.714869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.715357 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Added segment 03c9e44f-efb5-4ffa-bcca-2fd79645582c of type vlan for network 9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98 Dec 21 16:41:12.744933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:12.745307 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:12.749216 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 3 to bind port 89d474a2-0a79-4409-8905-907d0c793a41 Dec 21 16:41:12.757409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.766305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=4fea5507-7277-4942-bf28-ed33928f0a7f,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:12.770164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:12.770737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:12.771506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:12.783957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:12.784477 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:12.789970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:12.790475 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 4 to bind port 89d474a2-0a79-4409-8905-907d0c793a41 Dec 21 16:41:12.820438 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9376996 Dec 21 16:41:12.822130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:12.822130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:12.822350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:12.828662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35372) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:12.829399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:12.829772 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:12.832282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['4be15a30-cf73-4a88-8c68-d4b3c5871075'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:41:12.846021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'name': 'tempest-NetworksTestDHCPv6-1348408232'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:12.875065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 5 to bind port 89d474a2-0a79-4409-8905-907d0c793a41 Dec 21 16:41:12.910114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:12.911907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] 10.222.0.48 "PUT /v2.0/ports/b9ce4ac2-a77b-449b-aad1-3017103b6d51 HTTP/1.1" status: 200 len: 1094 time: 5.8607266 Dec 21 16:41:12.918892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:12.919271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:12.919654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:12.922023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'tag': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:41:12.933020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:12.933381 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:12.952347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=4be15a30-cf73-4a88-8c68-d4b3c5871075,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:12.961639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:12.972893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Pushing event updated for resources: {'Port': ['ID=4b4a629a-410d-40fc-b459-70dda091dd7d,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:12.994755 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 6 to bind port 89d474a2-0a79-4409-8905-907d0c793a41 Dec 21 16:41:13.036465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:13.036847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:13.037619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-536d6ebf-2087-476a-ad32-a5c210f7134d None None] Provisioning complete for port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:13.037798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:13.038110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-536d6ebf-2087-476a-ad32-a5c210f7134d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.046992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:13.047363 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:13.050126 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 7 to bind port 89d474a2-0a79-4409-8905-907d0c793a41 Dec 21 16:41:13.090253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:13.090604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:13.091025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:13.097499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:13.097871 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:13.137359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ce4ac2-a77b-449b-aad1-3017103b6d51,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:13.137714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 8 to bind port 89d474a2-0a79-4409-8905-907d0c793a41 Dec 21 16:41:13.141650 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'tag': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51', 'status': 'completed', 'code': 200} Dec 21 16:41:13.151963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.152105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:13.159933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:13.167563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.078s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:13.168094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:13.169011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:13.170445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1d921da2-d29f-4254-8dd3-e3b0c1d72ac0 req-cbc84418-03a4-4e4c-8e2b-cbe0a55054c0 service neutron] 10.222.0.48 "GET /v2.0/networks/fca48798-64e1-4172-b3c8-c5a737430207?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1772263 Dec 21 16:41:13.176703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:13.188405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:13.188780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:13.189161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:13.198887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:13.201007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:13.201375 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:13.205071 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 9 to bind port 89d474a2-0a79-4409-8905-907d0c793a41 Dec 21 16:41:13.263578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:13.263958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:13.264337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:13.274026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:13.279604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.285521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '4fea5507-7277-4942-bf28-ed33928f0a7f'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:41:13.286631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.309807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:13.310252 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:13.312502 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.plugin [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempt 10 to bind port 89d474a2-0a79-4409-8905-907d0c793a41 Dec 21 16:41:13.325014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Allocated IP 172.20.0.1 (c1f32d7f-9875-4350-be9c-8533a6182590/b1b9793f-d9e7-492a-85fc-f955c7253a62/e6f20011-8ef5-4557-aeab-85942b05421b) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:13.332185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 1759515a-f783-4d35-80b8-ff5856c553a5 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:13.479454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:13.480045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] {{(pid=88888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:13.480514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempting to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:13.496515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:41:13.496693 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR neutron.plugins.ml2.managers [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Failed to bind port 89d474a2-0a79-4409-8905-907d0c793a41 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '1c893a4c-3796-444d-8cff-5b51b5fd1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f0ffbac5-c2c6-4846-904f-b7b83da2874c'}] Dec 21 16:41:13.497116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.536867 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1d921da2-d29f-4254-8dd3-e3b0c1d72ac0 req-2db07fb2-a03a-48a2-85f5-d26e1bf63e8a service neutron] 10.222.0.48 "GET /v2.0/networks/fca48798-64e1-4172-b3c8-c5a737430207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543472 Dec 21 16:41:13.559967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.560117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/4fea5507-7277-4942-bf28-ed33928f0a7f/9178257a-3b35-40c7-82fc-a3b4556857e0) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:13.564187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 10940a16-4b0e-4bec-a46b-ae00c96a52b7 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:13.582600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:13.583283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.603369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:13.651333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] For port 89d474a2-0a79-4409-8905-907d0c793a41, host hv-neutron-8225, cleared binding levels {{(pid=88888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:13.651852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Attempted to set empty binding levels {{(pid=88888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 16:41:13.660971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.677457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.751059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e19e31e-efb4-4a41-9844-fce37aa6aa2b tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:13.757033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:13.757453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.773946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.825904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Transition to ACTIVE for port object e6f20011-8ef5-4557-aeab-85942b05421b will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:13.838136 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-1983162a-8f6a-42e0-8be9-4cb551212b5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2f0b2375ba9440f8944225a40b7506f&device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 1097 time: 0.8532083 Dec 21 16:41:13.912863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:13.959356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Transition to ACTIVE for port object 9178257a-3b35-40c7-82fc-a3b4556857e0 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:14.001226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event updated for resources: {'Network': ['ID=9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:14.003993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Transition to ACTIVE for port object 9178257a-3b35-40c7-82fc-a3b4556857e0 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:14.008461 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 5.0009031 Dec 21 16:41:14.009707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:14.014653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:14.014800 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-b231a82d-f4ed-433d-a73c-6526f4dfaa86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ce4ac2-a77b-449b-aad1-3017103b6d51 HTTP/1.1" status: 200 len: 217 time: 0.1667168 Dec 21 16:41:14.015245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35382) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:14.022332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:14.031691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Request body: {'subnet': {'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:14.039939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:14.051170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:41:14.093042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Usage tracker for resource:subnet and tenant:bacbd34e2c1845d0850cf8d1dc04390f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:14.102879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:14.107386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:14.119153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:14.131637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:14.153663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:14.168761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] In _notify_port_updated(), no bound segment for port 89d474a2-0a79-4409-8905-907d0c793a41 on network f0ffbac5-c2c6-4846-904f-b7b83da2874c {{(pid=88888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:41:14.169894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:14.175643 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "PUT /v2.0/ports/89d474a2-0a79-4409-8905-907d0c793a41 HTTP/1.1" status: 200 len: 976 time: 3.5620625 Dec 21 16:41:14.181934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35388) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:14.183717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Pushing event updated for resources: {'Port': ['ID=9178257a-3b35-40c7-82fc-a3b4556857e0,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:14.186886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:14.187836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:14.190162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:14.192323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event updated for resources: {'Port': ['ID=89d474a2-0a79-4409-8905-907d0c793a41,revision_number=3']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:14.193821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Floating IP 3dd3a898-f0d5-4d77-8a66-7a89cebf7951 associated. External IP: 172.26.7.108, port: 859c6592-1c50-4601-b064-9d9069b6f80a. Dec 21 16:41:14.239323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:14.268056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-9aad67ea-2356-4c84-9ffb-b68867ff1125 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:14.269681 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-9aad67ea-2356-4c84-9ffb-b68867ff1125 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb1f84d1-d3ef-4807-bba3-c252b1827826 HTTP/1.1" status: 200 len: 845 time: 0.2453940 Dec 21 16:41:14.283972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Made reservation on behalf of bacbd34e2c1845d0850cf8d1dc04390f for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:14.289776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:14.308966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Attempting to bind port 9178257a-3b35-40c7-82fc-a3b4556857e0 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:14.309668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Attempting to bind port 9178257a-3b35-40c7-82fc-a3b4556857e0 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:14.310080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Attempting to bind port 9178257a-3b35-40c7-82fc-a3b4556857e0 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:14.317041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:41:14.317454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:14.317899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:14.318330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:41:14.318864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Bound port: 9178257a-3b35-40c7-82fc-a3b4556857e0, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:41:14.319285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:14.350895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Network c1f32d7f-9875-4350-be9c-8533a6182590 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:14.353168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event updated for resources: {'Port': ['ID=e6f20011-8ef5-4557-aeab-85942b05421b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:14.371884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:14.374009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:14.379496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::210 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/4fea5507-7277-4942-bf28-ed33928f0a7f/1759515a-f783-4d35-80b8-ff5856c553a5) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:14.386398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:14.415961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b97d3961-1cdd-4768-80a7-eff6cbb38f67 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Deleting port 89d474a2-0a79-4409-8905-907d0c793a41 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:14.416352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d3961-1cdd-4768-80a7-eff6cbb38f67 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:14.473166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] For port 9178257a-3b35-40c7-82fc-a3b4556857e0, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:14.477149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] For port 9178257a-3b35-40c7-82fc-a3b4556857e0, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9178257a-3b35-40c7-82fc-a3b4556857e0,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:41:14.481752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:14.485659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5f438-46ec-453e-a65a-8e6a1653d4f5 req-1c1318c1-1c45-470d-8586-e6347470346e tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:14.487376 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-26a5f438-46ec-453e-a65a-8e6a1653d4f5 req-1c1318c1-1c45-470d-8586-e6347470346e tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 944 time: 0.8287888 Dec 21 16:41:14.493288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:14.500363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788531b-4a86-409c-83c0-478e5459b9b5 req-9e9b36cf-9c11-4471-a196-82338d78879f tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:14.501993 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8788531b-4a86-409c-83c0-478e5459b9b5 req-9e9b36cf-9c11-4471-a196-82338d78879f tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 944 time: 0.8265996 Dec 21 16:41:14.570406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Pushing event updated for resources: {'Port': ['ID=9178257a-3b35-40c7-82fc-a3b4556857e0,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:14.576254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:14.681640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:14.725683 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-79653798-7543-43a9-9417-0e0291728d03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4141371 Dec 21 16:41:14.786052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-83caaed2-c5d7-4cc8-bda6-5139cf60267e None None] Provisioning for port e6f20011-8ef5-4557-aeab-85942b05421b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:14.792122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-83caaed2-c5d7-4cc8-bda6-5139cf60267e None None] Provisioning complete for port e6f20011-8ef5-4557-aeab-85942b05421b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:14.792626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83caaed2-c5d7-4cc8-bda6-5139cf60267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:14.854176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-83caaed2-c5d7-4cc8-bda6-5139cf60267e None None] Port e6f20011-8ef5-4557-aeab-85942b05421b cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:14.899646 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-26a5f438-46ec-453e-a65a-8e6a1653d4f5 req-5d59b4b8-28e6-4903-bcea-b625bea719e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896110 Dec 21 16:41:14.911179 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8788531b-4a86-409c-83c0-478e5459b9b5 req-fcc5531e-e16d-4ddd-a448-b2b2196a167f tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600590 Dec 21 16:41:15.131049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b97d3961-1cdd-4768-80a7-eff6cbb38f67 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] For port 89d474a2-0a79-4409-8905-907d0c793a41, host hv-neutron-8225, got binding levels [] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:15.131576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d3961-1cdd-4768-80a7-eff6cbb38f67 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:15.240589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:41:15.296360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:15.303938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b97d3961-1cdd-4768-80a7-eff6cbb38f67 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Calling delete_port for 89d474a2-0a79-4409-8905-907d0c793a41 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:15.329242 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-8cbeb819-818a-4ca5-ab87-be828d37e5c7 service neutron] 10.222.0.48 "GET /v2.0/networks/76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960474 Dec 21 16:41:15.336952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.20.0.1 (10b62618-129d-4bb1-9ad8-65eada502f71/6be77999-ad02-4b54-b15f-4454097aa579/03f10227-2b7d-4cb2-9a13-3bc0351edcea) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:15.348790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:15.408310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 1759515a-f783-4d35-80b8-ff5856c553a5 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:15.526096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d3961-1cdd-4768-80a7-eff6cbb38f67 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:15.541354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d1106bad-a6a8-445a-b04b-39f01a9988bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:15.550275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9178257a-3b35-40c7-82fc-a3b4556857e0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:15.581414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:15.601753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d3961-1cdd-4768-80a7-eff6cbb38f67 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Pushing event deleted for resources: {'Port': ['ID=89d474a2-0a79-4409-8905-907d0c793a41,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:15.615551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b97d3961-1cdd-4768-80a7-eff6cbb38f67 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:15.618749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:15.631849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 9178257a-3b35-40c7-82fc-a3b4556857e0 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:15.655502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-931313b1-43b4-4688-9a2f-36e0e7326103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:15.689293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d3961-1cdd-4768-80a7-eff6cbb38f67 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:15.716433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:15.733755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:15.741693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:15.746217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=1759515a-f783-4d35-80b8-ff5856c553a5,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:15.748679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:15.752999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:15.753639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:15.762362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:15.772931 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b97d3961-1cdd-4768-80a7-eff6cbb38f67 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "DELETE /v2.0/ports/89d474a2-0a79-4409-8905-907d0c793a41 HTTP/1.1" status: 204 len: 168 time: 1.5888662 Dec 21 16:41:15.776173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35392) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:15.776375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 4be15a30-cf73-4a88-8c68-d4b3c5871075 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:15.821272 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9895051 Dec 21 16:41:15.833034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35396) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:15.852284 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cba4a91-a454-4ae1-af85-73c9107ec2da req-f56ffd02-618b-4d44-ac87-8be88e86d007 service neutron] 10.222.0.48 "GET /v2.0/networks/76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146232 Dec 21 16:41:15.869492 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3108e3ca-021c-420d-9440-f1b1258c8194 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] GET failed (client error): The resource could not be found. Dec 21 16:41:15.870138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3108e3ca-021c-420d-9440-f1b1258c8194 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Synchronizing usage tracker for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:15.871396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 4be15a30-cf73-4a88-8c68-d4b3c5871075 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:15.878771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 4be15a30-cf73-4a88-8c68-d4b3c5871075 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:15.879609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:15.901506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:15.908520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f9728e22-7182-45ad-bb02-9d93b714f16b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:15.966617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3108e3ca-021c-420d-9440-f1b1258c8194 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Unset dirty status for tenant:13ca489f473e4a1cb6b0155bd20a293d on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:15.967868 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3108e3ca-021c-420d-9440-f1b1258c8194 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] 10.222.0.67 "GET /v2.0/ports/89d474a2-0a79-4409-8905-907d0c793a41 HTTP/1.1" status: 404 len: 333 time: 0.1907086 Dec 21 16:41:15.977182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35404) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:16.025756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:16.059048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be15a30-cf73-4a88-8c68-d4b3c5871075'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:41:16.066492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 10b62618-129d-4bb1-9ad8-65eada502f71 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:16.085620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:16.092460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:16.130551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=03f10227-2b7d-4cb2-9a13-3bc0351edcea,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:16.145517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:16.156461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 4be15a30-cf73-4a88-8c68-d4b3c5871075, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4be15a30-cf73-4a88-8c68-d4b3c5871075,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:16.162293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:16.168435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5fc8a1dd-8421-4820-8271-5d63a3b36287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:16.272801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=4be15a30-cf73-4a88-8c68-d4b3c5871075,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:16.276443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:16.394730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:16.426321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-821e2e77-7e03-450d-8444-ac3351581aae tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:16.516485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b05da36-8ba7-4306-b421-fc40a8d0c0de tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:16.516934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2694c2a7-e994-44b9-beab-084049a4f23c req-9dfc9cd6-8ddd-4da4-9a62-80c5394d2cdb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2f0b2375ba9440f8944225a40b7506f&device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 1097 time: 0.4717646 Dec 21 16:41:16.521029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b05da36-8ba7-4306-b421-fc40a8d0c0de tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:16.521963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7b05da36-8ba7-4306-b421-fc40a8d0c0de tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:16.590181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a9c896b9-924c-4f94-a672-5685340d499e,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:16.594359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:16.617333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:16.625609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0c989f28-bf36-4684-ad87-b066ec3b74fc None None] Provisioning for port 9178257a-3b35-40c7-82fc-a3b4556857e0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:16.628995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:16.630390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Checking segment: {'id': '03c9e44f-efb5-4ffa-bcca-2fd79645582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:16.630880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Network hostable DHCP agents. Network: 9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:41:16.632918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0c989f28-bf36-4684-ad87-b066ec3b74fc None None] Provisioning complete for port 9178257a-3b35-40c7-82fc-a3b4556857e0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:16.633561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c989f28-bf36-4684-ad87-b066ec3b74fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:16.640250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:16.653992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:16.683138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:16.686592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7b05da36-8ba7-4306-b421-fc40a8d0c0de tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:16.687916 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7b05da36-8ba7-4306-b421-fc40a8d0c0de tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8591213 Dec 21 16:41:16.723841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35414) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:16.766301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event updated for resources: {'Port': ['ID=e6f20011-8ef5-4557-aeab-85942b05421b,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:16.778943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:16.800304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c989f28-bf36-4684-ad87-b066ec3b74fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:16.831699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Router 70a42a37-cd46-41a7-97ef-f2c057fc1694 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:41:16.846962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0c989f28-bf36-4684-ad87-b066ec3b74fc None None] For port 9178257a-3b35-40c7-82fc-a3b4556857e0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9178257a-3b35-40c7-82fc-a3b4556857e0,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:16.852127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c989f28-bf36-4684-ad87-b066ec3b74fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:16.854014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:16.880427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Network 9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:41:16.894887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:16.924881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:16.938550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e7e92f-d18d-456a-bf8e-86bae30652ce None None] Network 9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:16.959286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.001114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-28d7705b-c88d-4396-91a3-1947c6b2e943 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 1759515a-f783-4d35-80b8-ff5856c553a5 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:17.001114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28d7705b-c88d-4396-91a3-1947c6b2e943 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.003626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694c2a7-e994-44b9-beab-084049a4f23c req-4c87c6aa-43e1-4d14-b1e9-132d67657e0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:17.005255 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2694c2a7-e994-44b9-beab-084049a4f23c req-4c87c6aa-43e1-4d14-b1e9-132d67657e0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 HTTP/1.1" status: 200 len: 907 time: 0.4634826 Dec 21 16:41:17.013789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:17.014459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.033797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb27d9-bb28-42d4-9040-4e0443ffb323 req-0b062878-2548-43c1-9654-dadcccf8f18a tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:17.035459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-18fb27d9-bb28-42d4-9040-4e0443ffb323 req-0b062878-2548-43c1-9654-dadcccf8f18a tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 944 time: 0.5332673 Dec 21 16:41:17.073407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1957f-a866-4057-842f-bc19a01e4b3d req-b96bae7d-a677-4daa-986e-2ea26d2fdcf7 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:17.075161 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cc1957f-a866-4057-842f-bc19a01e4b3d req-b96bae7d-a677-4daa-986e-2ea26d2fdcf7 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 945 time: 0.5741920 Dec 21 16:41:17.112237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ffbac5-c2c6-4846-904f-b7b83da2874c']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:17.185279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c893a4c-3796-444d-8cff-5b51b5fd1282') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:17.185835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c893a4c-3796-444d-8cff-5b51b5fd1282') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:17.196288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c989f28-bf36-4684-ad87-b066ec3b74fc None None] Pushing event updated for resources: {'Port': ['ID=9178257a-3b35-40c7-82fc-a3b4556857e0,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:17.246835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.254404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c989f28-bf36-4684-ad87-b066ec3b74fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:17.260571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.267649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.269015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4ceaa23d-a444-428f-92ea-d163c13fe984 None None] Provisioning for port 1759515a-f783-4d35-80b8-ff5856c553a5 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:17.279538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4ceaa23d-a444-428f-92ea-d163c13fe984 None None] Provisioning complete for port 1759515a-f783-4d35-80b8-ff5856c553a5 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:17.280361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa23d-a444-428f-92ea-d163c13fe984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.324813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.357435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2694c2a7-e994-44b9-beab-084049a4f23c req-95bd256f-e750-4188-95dd-5b0e3ee5d658 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ce4ac2-a77b-449b-aad1-3017103b6d51 HTTP/1.1" status: 200 len: 217 time: 0.3379776 Dec 21 16:41:17.364830 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-18fb27d9-bb28-42d4-9040-4e0443ffb323 req-8ad6f559-d91c-414b-bb42-10d25b3efdb4 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011611 Dec 21 16:41:17.366404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:41:17.366867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.374326 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3559563 Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:41:17.391874 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:41:17.429820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35418) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:17.465746 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2cc1957f-a866-4057-842f-bc19a01e4b3d req-3c5ecb41-0798-49cb-a5b6-bdf1624a9540 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557675 Dec 21 16:41:17.478252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4ceaa23d-a444-428f-92ea-d163c13fe984 None None] Port 1759515a-f783-4d35-80b8-ff5856c553a5 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:17.494965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d5158-278c-4e15-8f5f-cc5c5411d6cc None None] Network 9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:17.558633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-722284062', 'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:17.588630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:17.611558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Usage tracker for resource:port and tenant:bacbd34e2c1845d0850cf8d1dc04390f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:17.619042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:17.632603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9178257a-3b35-40c7-82fc-a3b4556857e0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:17.644431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:17.653977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694c2a7-e994-44b9-beab-084049a4f23c req-9b76ba79-4dbe-4fcc-9cb3-fb8d25cb1748 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:17.655611 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2694c2a7-e994-44b9-beab-084049a4f23c req-9b76ba79-4dbe-4fcc-9cb3-fb8d25cb1748 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb1f84d1-d3ef-4807-bba3-c252b1827826 HTTP/1.1" status: 200 len: 845 time: 0.2783339 Dec 21 16:41:17.678212 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be15a30-cf73-4a88-8c68-d4b3c5871075', 'code': 200} Dec 21 16:41:17.704446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.717102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.726127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe39bd54-5cc7-494a-8179-44df7df296be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:17.779732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Network c1f32d7f-9875-4350-be9c-8533a6182590 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:17.779930 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] 10.222.0.67 "DELETE /v2.0/networks/f0ffbac5-c2c6-4846-904f-b7b83da2874c HTTP/1.1" status: 204 len: 168 time: 1.7982712 Dec 21 16:41:17.780038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Made reservation on behalf of bacbd34e2c1845d0850cf8d1dc04390f for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:17.780123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Pushing event deleted for resources: {'Network': ['ID=f0ffbac5-c2c6-4846-904f-b7b83da2874c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:17.780939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:17.793768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.804780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9178257a-3b35-40c7-82fc-a3b4556857e0 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:17.804780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.824263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:17.842501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28d7705b-c88d-4396-91a3-1947c6b2e943 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:17.993884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-28d7705b-c88d-4396-91a3-1947c6b2e943 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 1759515a-f783-4d35-80b8-ff5856c553a5 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:18.036647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8778-e8e0-4c52-9d71-70c592d862b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:18.135591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] device_id is not set on port ee7c39ef-d17f-46af-b976-77e2521dd390 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:18.251332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:18.288196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28d7705b-c88d-4396-91a3-1947c6b2e943 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:18.297976 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2694c2a7-e994-44b9-beab-084049a4f23c req-6c8f1be3-c468-49d7-8880-41ca12244c6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5911222 Dec 21 16:41:18.300942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:18.301877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35428) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:18.313666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7d4384b4-5186-4e70-a0e9-d8a679aab7c3 None None] Provisioning complete for port e6f20011-8ef5-4557-aeab-85942b05421b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:18.314088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d4384b4-5186-4e70-a0e9-d8a679aab7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:18.358171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7705b-c88d-4396-91a3-1947c6b2e943 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=1759515a-f783-4d35-80b8-ff5856c553a5,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:18.360844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-28d7705b-c88d-4396-91a3-1947c6b2e943 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:18.375535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7d4384b4-5186-4e70-a0e9-d8a679aab7c3 None None] Port e6f20011-8ef5-4557-aeab-85942b05421b cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:18.434224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28d7705b-c88d-4396-91a3-1947c6b2e943 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:18.443769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c7e6ac0d-706d-4f15-898c-7fe93c5b3543 req-d5ae21f0-73d2-4fbf-92f0-e99e70b506a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 1098 time: 0.4624920 Dec 21 16:41:18.463435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-28d7705b-c88d-4396-91a3-1947c6b2e943 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/1759515a-f783-4d35-80b8-ff5856c553a5 HTTP/1.1" status: 204 len: 168 time: 1.7351565 Dec 21 16:41:18.464464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35436) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:18.507518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:18.602249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9196fcb2-e8d7-4a8e-911c-c80204acd6d1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:18.604966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9196fcb2-e8d7-4a8e-911c-c80204acd6d1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:18.606706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9196fcb2-e8d7-4a8e-911c-c80204acd6d1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:18.616905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:18.626332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:18.637796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa76bb6-3eb0-4164-87b4-ea344a440dfd None None] Sync routers for ids ['70a42a37-cd46-41a7-97ef-f2c057fc1694'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:18.662602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa76bb6-3eb0-4164-87b4-ea344a440dfd None None] Routers {'70a42a37-cd46-41a7-97ef-f2c057fc1694'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:18.663516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dfa76bb6-3eb0-4164-87b4-ea344a440dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['70a42a37-cd46-41a7-97ef-f2c057fc1694'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:18.667157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-c7e6ac0d-706d-4f15-898c-7fe93c5b3543 req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:18.687235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2278825d-04af-43fd-b15c-2d4cfc58d32f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:18.754677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dfa76bb6-3eb0-4164-87b4-ea344a440dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:18.770202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa76bb6-3eb0-4164-87b4-ea344a440dfd None None] Routers {'70a42a37-cd46-41a7-97ef-f2c057fc1694'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:18.771449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dfa76bb6-3eb0-4164-87b4-ea344a440dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['70a42a37-cd46-41a7-97ef-f2c057fc1694'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:18.807044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=03f10227-2b7d-4cb2-9a13-3bc0351edcea,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:18.814574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Allocated IP 2001:db8::68 (9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98/a9c896b9-924c-4f94-a672-5685340d499e/ee7c39ef-d17f-46af-b976-77e2521dd390) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:18.839522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dfa76bb6-3eb0-4164-87b4-ea344a440dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:18.839727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa76bb6-3eb0-4164-87b4-ea344a440dfd None None] The sync data for ids ['70a42a37-cd46-41a7-97ef-f2c057fc1694'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:18.853084 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2694c2a7-e994-44b9-beab-084049a4f23c req-325401fd-090b-4ea2-a31b-79260c9933d8 service neutron] 10.222.0.48 "GET /v2.0/networks/76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449915 Dec 21 16:41:18.854907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:18.945781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-c7e6ac0d-706d-4f15-898c-7fe93c5b3543 req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:18.985566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-c7e6ac0d-706d-4f15-898c-7fe93c5b3543 req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Usage tracker for resource:security_group_rule and tenant:3ef3dddc18ef4889b6ab3cd5ad163d30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:19.001397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5b7c54ed-dab2-4f10-90c2-0f5c210c99b0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c21e04a28d94325b6b82aa770ce466d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6936159 Dec 21 16:41:19.009206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-c7e6ac0d-706d-4f15-898c-7fe93c5b3543 req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:19.022355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35442) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:19.041851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-c7e6ac0d-706d-4f15-898c-7fe93c5b3543 req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:19.072374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9196fcb2-e8d7-4a8e-911c-c80204acd6d1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:19.073665 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9196fcb2-e8d7-4a8e-911c-c80204acd6d1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5635672 Dec 21 16:41:19.075417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:19.075832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:19.076227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:19.076628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:19.077028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:19.077416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:19.077804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:19.078194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:19.078580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:19.078990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:19.079379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:19.083153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:19.090240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35446) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:19.132942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:19.295130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892e17c-787b-42f9-8809-28783fefa9fa req-bfca895c-a710-444c-a780-c405e4edb223 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:19.296747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9892e17c-787b-42f9-8809-28783fefa9fa req-bfca895c-a710-444c-a780-c405e4edb223 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 944 time: 0.6833541 Dec 21 16:41:19.339488 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d199a7ae-d411-4d37-b165-c6049bcd8867 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 16.1171072 Dec 21 16:41:19.354697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22198c03-0796-430d-9ec3-cda664cd893b req-3b3065a8-1d75-4566-8f22-b33d3963c9ce tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:19.356362 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-22198c03-0796-430d-9ec3-cda664cd893b req-3b3065a8-1d75-4566-8f22-b33d3963c9ce tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 945 time: 0.5948377 Dec 21 16:41:19.362551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35450) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:19.566906 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9892e17c-787b-42f9-8809-28783fefa9fa req-a182e1a4-79f9-430c-90bf-c8070e3a26d1 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034161 Dec 21 16:41:19.573644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b998f9-34a5-409c-b741-780ea9002435 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 4fea5507-7277-4942-bf28-ed33928f0a7f {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:41:19.580416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 10b62618-129d-4bb1-9ad8-65eada502f71 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:19.583417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53b998f9-34a5-409c-b741-780ea9002435 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:19.618588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:19.643001 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2694c2a7-e994-44b9-beab-084049a4f23c req-bb1860ed-62ca-4f6d-98b7-71fd5476f4c8 service neutron] 10.222.0.48 "GET /v2.0/networks/76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471569 Dec 21 16:41:19.669647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:19.691758 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-22198c03-0796-430d-9ec3-cda664cd893b req-38e09753-f4d7-4fbe-ad5c-f8e02228377c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164706 Dec 21 16:41:19.698662 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ef772e15-8a81-4e18-9ee0-112d41102486 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] 10.222.0.67 "GET /v2.0/floatingips/3dd3a898-f0d5-4d77-8a66-7a89cebf7951 HTTP/1.1" status: 200 len: 982 time: 0.3265429 Dec 21 16:41:19.706316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35454) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:19.712407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff402ed5-8631-4976-b5b2-d5d8f23a05c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:19.791440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device b9ce4ac2-a77b-449b-aad1-3017103b6d51 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:41:19.795978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53b998f9-34a5-409c-b741-780ea9002435 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:19.870874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-c7e6ac0d-706d-4f15-898c-7fe93c5b3543 req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:19.886669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff402ed5-8631-4976-b5b2-d5d8f23a05c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:19.902912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:19.907609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-c7e6ac0d-706d-4f15-898c-7fe93c5b3543 req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:19.942620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port b9ce4ac2-a77b-449b-aad1-3017103b6d51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b9ce4ac2-a77b-449b-aad1-3017103b6d51,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:19.947527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:19.959199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'port_id': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51', 'mac_address': 'fa:16:3e:e0:9c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:41:20.002210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0c35e95e-ee4b-4380-8fcc-091d1c4f2c97 tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.2916331 Dec 21 16:41:20.006321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35458) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:20.010593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53b998f9-34a5-409c-b741-780ea9002435 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.017235 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c7e6ac0d-706d-4f15-898c-7fe93c5b3543 req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5654242 Dec 21 16:41:20.020691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=df557370-30d5-4d4e-8a93-c8506ba7a81c,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:20.027640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.028401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Router d22a7226-265b-4d9e-a468-913b0c5c58d9 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:41:20.042177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:20.042573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:20.042997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:20.043395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:20.043787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:20.044182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:20.044569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:20.044955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:20.045337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:20.045722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:20.046109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:20.047230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ce4ac2-a77b-449b-aad1-3017103b6d51 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:41:20.051336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:20.061134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff402ed5-8631-4976-b5b2-d5d8f23a05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.065810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port b9ce4ac2-a77b-449b-aad1-3017103b6d51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b9ce4ac2-a77b-449b-aad1-3017103b6d51,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:20.066335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.070457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.072442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa2940de-372b-4b2f-8792-166148e15948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:20.131783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:20.146903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=b9ce4ac2-a77b-449b-aad1-3017103b6d51,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:20.150163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:20.214728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff402ed5-8631-4976-b5b2-d5d8f23a05c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b30b9d-75f0-4195-af5c-59be04a08fe2,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:20.219454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff402ed5-8631-4976-b5b2-d5d8f23a05c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:20.223812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:20.275224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff402ed5-8631-4976-b5b2-d5d8f23a05c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.276662 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff402ed5-8631-4976-b5b2-d5d8f23a05c7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3b30b9d-75f0-4195-af5c-59be04a08fe2 HTTP/1.1" status: 204 len: 168 time: 1.2364211 Dec 21 16:41:20.279316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Network 9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:20.280235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['b9ce4ac2-a77b-449b-aad1-3017103b6d51'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:41:20.282411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:20.293805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:20.294753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:20.295645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.336430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event updated for resources: {'Port': ['ID=ee7c39ef-d17f-46af-b976-77e2521dd390,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:20.342152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:20.343682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8114047 Dec 21 16:41:20.350522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35464) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:20.400152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Deleting port 4b4a629a-410d-40fc-b459-70dda091dd7d {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:20.400726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.432400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-250b25f5-e80b-43db-ba15-f45cc283b319 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Deleting port ee7c39ef-d17f-46af-b976-77e2521dd390 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:20.432787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-250b25f5-e80b-43db-ba15-f45cc283b319 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.452922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53b998f9-34a5-409c-b741-780ea9002435 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.468960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:20.518744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b998f9-34a5-409c-b741-780ea9002435 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=4fea5507-7277-4942-bf28-ed33928f0a7f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:20.537853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:20.540515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-53b998f9-34a5-409c-b741-780ea9002435 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:20.544960 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "PUT /v2.0/routers/d22a7226-265b-4d9e-a468-913b0c5c58d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0655918 Dec 21 16:41:20.552732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342414d-bb88-4c64-baf9-bf4bd6bef4ec None None] Sync routers for ids ['d22a7226-265b-4d9e-a468-913b0c5c58d9'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:20.565813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35470) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:20.568994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342414d-bb88-4c64-baf9-bf4bd6bef4ec None None] Routers {'d22a7226-265b-4d9e-a468-913b0c5c58d9'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:20.569864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7342414d-bb88-4c64-baf9-bf4bd6bef4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d22a7226-265b-4d9e-a468-913b0c5c58d9'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:20.584700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Request body: {'port': {'network_id': 'c1f32d7f-9875-4350-be9c-8533a6182590', 'name': 'tempest-FloatingIPNegativeTestJSON-808801286'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:20.653796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7342414d-bb88-4c64-baf9-bf4bd6bef4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:20.655597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a55a41b-4eb6-4c45-9143-e6568449d3ab None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:20.670401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53b998f9-34a5-409c-b741-780ea9002435 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.671035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342414d-bb88-4c64-baf9-bf4bd6bef4ec None None] Routers {'d22a7226-265b-4d9e-a468-913b0c5c58d9'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:20.671881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7342414d-bb88-4c64-baf9-bf4bd6bef4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d22a7226-265b-4d9e-a468-913b0c5c58d9'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:20.744762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-250b25f5-e80b-43db-ba15-f45cc283b319 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:20.875901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35478) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:20.886861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-250b25f5-e80b-43db-ba15-f45cc283b319 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Calling delete_port for ee7c39ef-d17f-46af-b976-77e2521dd390 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:20.912261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:41:20.999637 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5d3007ff-5591-424b-b7c5-52296ac53a83 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=13ca489f473e4a1cb6b0155bd20a293d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1216900 Dec 21 16:41:21.000949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35482) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:21.004997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7342414d-bb88-4c64-baf9-bf4bd6bef4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:21.006248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342414d-bb88-4c64-baf9-bf4bd6bef4ec None None] The sync data for ids ['d22a7226-265b-4d9e-a468-913b0c5c58d9'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:21.027526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-53b998f9-34a5-409c-b741-780ea9002435 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/4fea5507-7277-4942-bf28-ed33928f0a7f HTTP/1.1" status: 204 len: 168 time: 1.9361351 Dec 21 16:41:21.036086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35486) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:21.094116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:41:21.099120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Deleting port 9178257a-3b35-40c7-82fc-a3b4556857e0 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:21.099587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.162514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8a215ce2-6a26-4b49-9674-13d662285a71 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209798 Dec 21 16:41:21.174327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35490) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:21.187949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:21.335965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-250b25f5-e80b-43db-ba15-f45cc283b319 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.347366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] For port 9178257a-3b35-40c7-82fc-a3b4556857e0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9178257a-3b35-40c7-82fc-a3b4556857e0,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:21.347763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.347906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68872401-f4a6-48fb-abea-3165f8e5dffc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:21.390341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f71a925e-2f39-417f-9c41-a5944b8a9666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.395560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:21.400142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Usage tracker for resource:port and tenant:f4d6ea72258740c6a39099d13d376e0a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:21.404949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:21.405271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:21.412186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:21.414123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b25f5-e80b-43db-ba15-f45cc283b319 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee7c39ef-d17f-46af-b976-77e2521dd390,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:21.423873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-250b25f5-e80b-43db-ba15-f45cc283b319 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:21.426086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:21.430770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.431176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.435974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:21.474575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f71a925e-2f39-417f-9c41-a5944b8a9666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.487902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:21.514818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Calling delete_port for 9178257a-3b35-40c7-82fc-a3b4556857e0 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:21.517499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-250b25f5-e80b-43db-ba15-f45cc283b319 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.560884 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-250b25f5-e80b-43db-ba15-f45cc283b319 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "DELETE /v2.0/ports/ee7c39ef-d17f-46af-b976-77e2521dd390 HTTP/1.1" status: 204 len: 168 time: 1.2065876 Dec 21 16:41:21.562628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35494) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:21.569759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9178257a-3b35-40c7-82fc-a3b4556857e0 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:41:21.570034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98', 'external_fixed_ips': [{'subnet_id': 'a9c896b9-924c-4f94-a672-5685340d499e', 'ip_address': '2001:db8::68'}]}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:21.575514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f71a925e-2f39-417f-9c41-a5944b8a9666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.577142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:21.582976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Made reservation on behalf of f4d6ea72258740c6a39099d13d376e0a for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:21.584877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:21.588862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.607843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:21.654321 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No ports have port_id starting with 9178257a-3b35-40c7-82fc-a3b4556857e0 Dec 21 16:41:21.656819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Usage tracker for resource:router and tenant:bacbd34e2c1845d0850cf8d1dc04390f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:21.659854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a925e-2f39-417f-9c41-a5944b8a9666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9133df-b73c-4523-a57e-21c2e7e568de,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:21.665117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:21.670098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f71a925e-2f39-417f-9c41-a5944b8a9666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:21.676233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Calling delete_port for 4b4a629a-410d-40fc-b459-70dda091dd7d owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:21.676392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.698578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:21.735431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] No DVR routers for this DVR port 9178257a-3b35-40c7-82fc-a3b4556857e0 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:41:21.740813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefaf7c-fd27-4b40-a898-e7682e975e21 req-7526619d-d92b-42c2-8930-ab83e282a16b tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:21.742266 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7aefaf7c-fd27-4b40-a898-e7682e975e21 req-7526619d-d92b-42c2-8930-ab83e282a16b tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 945 time: 0.8949239 Dec 21 16:41:21.746617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:21.751691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f71a925e-2f39-417f-9c41-a5944b8a9666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.752928 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f71a925e-2f39-417f-9c41-a5944b8a9666 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3c9133df-b73c-4523-a57e-21c2e7e568de HTTP/1.1" status: 204 len: 168 time: 0.7422435 Dec 21 16:41:21.761252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] device_id is not set on port 1570a622-8672-45d2-8ffb-f0f2bb38fed7 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:21.765984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.790198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.791257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.828513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device b9ce4ac2-a77b-449b-aad1-3017103b6d51 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:21.855495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d904a3e-59ab-4ae1-a97f-a04652989145 req-c75ea144-aa5d-41ae-8961-997ef36a80fc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:21.857192 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8d904a3e-59ab-4ae1-a97f-a04652989145 req-c75ea144-aa5d-41ae-8961-997ef36a80fc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 945 time: 0.8151553 Dec 21 16:41:21.914155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Pushing event deleted for resources: {'Port': ['ID=9178257a-3b35-40c7-82fc-a3b4556857e0,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:21.914521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:21.936333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:21.937069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:21.937863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:21.938453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:21.939059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:21.939880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:21.940466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:21.941681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:21.942489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:21.943889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:21.944522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:41:21.948439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:21.972151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port b9ce4ac2-a77b-449b-aad1-3017103b6d51 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:21.979683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port b9ce4ac2-a77b-449b-aad1-3017103b6d51 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:21.980573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:22.036317 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7aefaf7c-fd27-4b40-a898-e7682e975e21 req-b9ff8470-77dc-40d6-aedb-ffe4c8bd91dc tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379451 Dec 21 16:41:22.124084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:22.153850 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8d904a3e-59ab-4ae1-a97f-a04652989145 req-07bde9b9-8bc9-4676-93d9-72393200e452 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841880 Dec 21 16:41:22.175132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:41:22.186677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port b9ce4ac2-a77b-449b-aad1-3017103b6d51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b9ce4ac2-a77b-449b-aad1-3017103b6d51,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:22.194292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:22.196102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2e830c1a-a92c-4215-b75a-b4b4fefa3225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:22.251148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Allocated IP 172.20.0.9 (c1f32d7f-9875-4350-be9c-8533a6182590/b1b9793f-d9e7-492a-85fc-f955c7253a62/1570a622-8672-45d2-8ffb-f0f2bb38fed7) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:22.295880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=b9ce4ac2-a77b-449b-aad1-3017103b6d51,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:22.299508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:22.340728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51', 'code': 200} Dec 21 16:41:22.356254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:22.363666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:22.431885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:22.434573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event deleted for resources: {'Port': ['ID=4b4a629a-410d-40fc-b459-70dda091dd7d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:22.452280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:22.518922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:22.534604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:22.541677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5381ddc4-5b00-4458-b5d5-6216bf70d5cb None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:22.544723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7c03364-f872-448b-8b61-4f9e635d2f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:22.556262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5381ddc4-5b00-4458-b5d5-6216bf70d5cb None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:22.556956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5381ddc4-5b00-4458-b5d5-6216bf70d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:22.628838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5381ddc4-5b00-4458-b5d5-6216bf70d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:22.649235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5381ddc4-5b00-4458-b5d5-6216bf70d5cb None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:22.649924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5381ddc4-5b00-4458-b5d5-6216bf70d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:22.673659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "PUT /v2.0/routers/b221f450-db75-41df-8850-91a4773c66cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2690194 Dec 21 16:41:22.673833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:22.689031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35512) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:22.694013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:22.724438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5381ddc4-5b00-4458-b5d5-6216bf70d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:22.725013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5381ddc4-5b00-4458-b5d5-6216bf70d5cb None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:22.730357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:22.741514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c9fcfb-b39d-49d0-be55-80e7676931a5 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:22.742878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:22.743548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:22.766647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=c66dafc4-8b1c-49ee-b864-83062c5eb1bb,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:22.778878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'port': {'network_id': '10b62618-129d-4bb1-9ad8-65eada502f71', 'name': 'tempest-FloatingIPTestJSON-1155236904'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:22.783005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:22.821360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6427288 Dec 21 16:41:22.825740 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f990a2da-3f49-4e83-bf71-28cc2f79c400 req-8673e001-cca2-4686-b967-110d42daf5e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 1099 time: 0.2399483 Dec 21 16:41:22.826260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35518) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:22.834394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'name': 'tempest-NetworksTestDHCPv6-1715582938'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:22.968616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:23.023800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Transition to ACTIVE for port object 1570a622-8672-45d2-8ffb-f0f2bb38fed7 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:23.026661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f990a2da-3f49-4e83-bf71-28cc2f79c400 req-75723b5e-c947-42d2-9e00-755a2be30db1 service neutron] Synchronizing usage tracker for tenant:3ef3dddc18ef4889b6ab3cd5ad163d30 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:23.075798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f990a2da-3f49-4e83-bf71-28cc2f79c400 req-75723b5e-c947-42d2-9e00-755a2be30db1 service neutron] Unset dirty status for tenant:3ef3dddc18ef4889b6ab3cd5ad163d30 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:23.077050 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f990a2da-3f49-4e83-bf71-28cc2f79c400 req-75723b5e-c947-42d2-9e00-755a2be30db1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262337 Dec 21 16:41:23.088918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:23.101904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:port and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:23.107996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:23.116362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:23.140721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Made reservation on behalf of 8e965015c4f34c1bbb940e9d2d2350f0 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:23.146211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:23.156005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:23.164349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:23.168923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:23.175498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:23.179275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:23.182041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:23.186059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4d2ce5e3-569d-4ede-a86d-74f9e4721a4e tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:23.241370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:23.249011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': 'c66dafc4-8b1c-49ee-b864-83062c5eb1bb'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:41:23.250288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:23.251247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] device_id is not set on port 2d8be2cc-61a4-4262-857d-0163b5dd46eb yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:23.417776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35532) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:23.419835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Network c1f32d7f-9875-4350-be9c-8533a6182590 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:23.427874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:23.434857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:23.435447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:23.446001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event updated for resources: {'Port': ['ID=1570a622-8672-45d2-8ffb-f0f2bb38fed7,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:23.451830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:23.519776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/c66dafc4-8b1c-49ee-b864-83062c5eb1bb/b81381ba-0567-46d3-9e3b-b072ec74d667) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:23.566959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 8806755c-c564-47cc-acbf-5285960eed15 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:23.607851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Allocated IP 2001:db8::68 (9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98/a9c896b9-924c-4f94-a672-5685340d499e/fb5c9c84-2951-4709-acce-d103346c39eb) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:23.734644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:23.810015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:23.822651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Transition to ACTIVE for port object b81381ba-0567-46d3-9e3b-b072ec74d667 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:23.846208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Transition to ACTIVE for port object b81381ba-0567-46d3-9e3b-b072ec74d667 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:23.859190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:23.859701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:23.867732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-56e84d02-dd3a-4cb8-8f7c-04a3db1977a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:23.929776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-120542856'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:23.952960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:23.955331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:23.960970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:23.966595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:23.973572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b062a3f2-6791-410c-9ef2-e90b9b202706 None None] Provisioning for port 1570a622-8672-45d2-8ffb-f0f2bb38fed7 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:23.977223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:23.980789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:23.990433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::3e0 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/c66dafc4-8b1c-49ee-b864-83062c5eb1bb/8806755c-c564-47cc-acbf-5285960eed15) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:23.990647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5eff9-b794-47c4-b232-04da5b700c33 req-d8cdcf19-d550-4744-80e3-3605a199b04c tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:23.992316 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b9a5eff9-b794-47c4-b232-04da5b700c33 req-d8cdcf19-d550-4744-80e3-3605a199b04c tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 946 time: 0.6837611 Dec 21 16:41:23.993592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Usage tracker for resource:network and tenant:0f193691fa154e7c92da5f15196f30df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:24.022730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Pushing event updated for resources: {'Port': ['ID=b81381ba-0567-46d3-9e3b-b072ec74d667,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:24.029023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:24.043196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.20.0.5 (10b62618-129d-4bb1-9ad8-65eada502f71/6be77999-ad02-4b54-b15f-4454097aa579/2d8be2cc-61a4-4262-857d-0163b5dd46eb) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:24.052109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:24.067255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:24.075582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.078822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b062a3f2-6791-410c-9ef2-e90b9b202706 None None] Provisioning complete for port 1570a622-8672-45d2-8ffb-f0f2bb38fed7 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:24.079962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b062a3f2-6791-410c-9ef2-e90b9b202706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.087254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02b75403-4426-4044-81bf-e895704224e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:24.120723 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5533929 Dec 21 16:41:24.143123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35540) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:24.146877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Made reservation on behalf of 0f193691fa154e7c92da5f15196f30df for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:24.148433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b062a3f2-6791-410c-9ef2-e90b9b202706 None None] Port 1570a622-8672-45d2-8ffb-f0f2bb38fed7 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:24.152393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.161622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Attempting to bind port b81381ba-0567-46d3-9e3b-b072ec74d667 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:24.162158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Attempting to bind port b81381ba-0567-46d3-9e3b-b072ec74d667 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:24.162656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Attempting to bind port b81381ba-0567-46d3-9e3b-b072ec74d667 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:24.171102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:41:24.171636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:24.172230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.172846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:41:24.173337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Bound port: b81381ba-0567-46d3-9e3b-b072ec74d667, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:41:24.174301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.179872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:24.211633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ecfb7-81af-44c0-8171-2d7da3f85e00 req-f79a6402-78b6-4357-a1f0-b34c4b4354c4 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:24.221171 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4b2ecfb7-81af-44c0-8171-2d7da3f85e00 req-f79a6402-78b6-4357-a1f0-b34c4b4354c4 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 945 time: 0.7929065 Dec 21 16:41:24.223675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:24.230833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.271017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Network 9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:24.272146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event updated for resources: {'Port': ['ID=fb5c9c84-2951-4709-acce-d103346c39eb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:24.275558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:24.281308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:24.283816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:24.299896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] For port b81381ba-0567-46d3-9e3b-b072ec74d667, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:24.304039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] For port b81381ba-0567-46d3-9e3b-b072ec74d667, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b81381ba-0567-46d3-9e3b-b072ec74d667,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:41:24.309448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.319198 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b9a5eff9-b794-47c4-b232-04da5b700c33 req-08e2deb5-0c7b-4c0d-80d3-f6019e6c1ce2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061206 Dec 21 16:41:24.322340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Usage tracker for resource:floatingip and tenant:f4d6ea72258740c6a39099d13d376e0a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:24.322891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa2ec91e-0218-4897-b4dc-6809fe875f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:24.346338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:24.367948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:24.442004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Pushing event updated for resources: {'Port': ['ID=b81381ba-0567-46d3-9e3b-b072ec74d667,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:24.457678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:24.471266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.517136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:24.535909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.564468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 8806755c-c564-47cc-acbf-5285960eed15 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:24.574968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4b2ecfb7-81af-44c0-8171-2d7da3f85e00 req-c3dce4e5-f65f-4704-af2b-0b680e570986 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528111 Dec 21 16:41:24.608933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Usage tracker for resource:security_group_rule and tenant:0f193691fa154e7c92da5f15196f30df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:24.612196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.619772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:24.621583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:24.641122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:24.717297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:24.722466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=8806755c-c564-47cc-acbf-5285960eed15,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:24.726150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:24.727336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:24.729658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:24.734180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:24.734877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.741700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.742474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.806619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:24.842282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0134876 Dec 21 16:41:24.846354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35546) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:24.943308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Router 70a42a37-cd46-41a7-97ef-f2c057fc1694 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:41:25.008668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:25.027501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:25.028839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff90ab-aec8-45ef-8448-3be5671bf0ed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:25.033439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff90ab-aec8-45ef-8448-3be5671bf0ed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:25.034267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2aff90ab-aec8-45ef-8448-3be5671bf0ed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:25.034585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e851e1fd-9ac6-44ca-85f1-86c1e0fed811 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:25.043908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:25.068985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2aff90ab-aec8-45ef-8448-3be5671bf0ed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:25.070291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2aff90ab-aec8-45ef-8448-3be5671bf0ed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2228866 Dec 21 16:41:25.073692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35550) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:25.136552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79796349-ed22-4d1d-9770-d729d71f7b96 req-0be3b708-6cc2-4d2d-b590-dad24377320b tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:25.138191 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-79796349-ed22-4d1d-9770-d729d71f7b96 req-0be3b708-6cc2-4d2d-b590-dad24377320b tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 945 time: 0.4218817 Dec 21 16:41:25.139969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:41:25.152531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35554) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:25.163613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-991f7632-7658-4ffb-89d8-7057daa7b677 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 8806755c-c564-47cc-acbf-5285960eed15 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:25.164001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-991f7632-7658-4ffb-89d8-7057daa7b677 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:25.186276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:25.186670 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Added segment 0fe664df-4fa3-4f6e-af41-f482db368cf7 of type vlan for network 9708095b-06d1-48ba-af5b-dd7426d49bcf Dec 21 16:41:25.190747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f890e4a2-879a-48ce-aca1-56d5bdfa8140,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:25.195286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6d008bba-6d55-47b7-a912-6580cdeac376 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Request body: {'floatingip': {'port_id': '4be15a30-cf73-4a88-8c68-d4b3c5871075'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:25.201886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:25.206491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 10b62618-129d-4bb1-9ad8-65eada502f71 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:25.209789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:25.247304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de39e060-5e12-4229-bcfb-6217814a0fbe tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:25.281263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:25.295933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:25.312990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d008bba-6d55-47b7-a912-6580cdeac376 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for floatingip, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:25.480498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:25.530143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Router cefe1771-9c38-4441-b3db-cd6580517094 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:41:25.561898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b81381ba-0567-46d3-9e3b-b072ec74d667 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:25.579383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=2d8be2cc-61a4-4262-857d-0163b5dd46eb,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:25.607989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:25.625549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Allocated IP 172.26.7.56 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/95be38d5-bb3f-4b0c-8cc4-7c74392450c6) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:25.639678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port b81381ba-0567-46d3-9e3b-b072ec74d667 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:25.681290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:25.682015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:25.743155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:25.771936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:25.772638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:25.791068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:25.835102 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1396203 Dec 21 16:41:25.847349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35560) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:25.875838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'port': {'network_id': '10b62618-129d-4bb1-9ad8-65eada502f71', 'name': 'tempest-FloatingIPTestJSON-1773229905'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:26.139369 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7180662 Dec 21 16:41:26.176299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35564) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:26.208054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Request body: {'subnet': {'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:26.237317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-991f7632-7658-4ffb-89d8-7057daa7b677 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:26.290619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4721-54b4-4731-ab7c-5070a04cae91 req-7878bc26-e7ce-4b38-a2c7-c63064e0fd12 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:26.294288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2a63d51b-ffc0-4d30-aa19-85d8c9b3cba6 None None] Provisioning for port b81381ba-0567-46d3-9e3b-b072ec74d667 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:26.296789 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e03c4721-54b4-4731-ab7c-5070a04cae91 req-7878bc26-e7ce-4b38-a2c7-c63064e0fd12 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 946 time: 0.8116198 Dec 21 16:41:26.300004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2a63d51b-ffc0-4d30-aa19-85d8c9b3cba6 None None] Provisioning complete for port b81381ba-0567-46d3-9e3b-b072ec74d667 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:26.300422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a63d51b-ffc0-4d30-aa19-85d8c9b3cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:26.419064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-991f7632-7658-4ffb-89d8-7057daa7b677 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 8806755c-c564-47cc-acbf-5285960eed15 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:26.432606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:26.465763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a63d51b-ffc0-4d30-aa19-85d8c9b3cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:26.482448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'Network': ['ID=9708095b-06d1-48ba-af5b-dd7426d49bcf,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:26.491515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:26.510405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2a63d51b-ffc0-4d30-aa19-85d8c9b3cba6 None None] For port b81381ba-0567-46d3-9e3b-b072ec74d667, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b81381ba-0567-46d3-9e3b-b072ec74d667,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:26.515952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a63d51b-ffc0-4d30-aa19-85d8c9b3cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:26.518380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:26.524680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:26.525019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6669aca6-aa64-4c33-ad9e-692b84d44048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:26.570373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:41:26.636329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:26.648453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:26.650863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:26.659054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:26.678977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:26.696559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Usage tracker for resource:subnet and tenant:0f193691fa154e7c92da5f15196f30df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:26.697190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:port and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:26.701377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event updated for resources: {'Port': ['ID=95be38d5-bb3f-4b0c-8cc4-7c74392450c6,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:26.705336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:26.715075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:26.716808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63d51b-ffc0-4d30-aa19-85d8c9b3cba6 None None] Pushing event updated for resources: {'Port': ['ID=b81381ba-0567-46d3-9e3b-b072ec74d667,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:26.717511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:26.722698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a63d51b-ffc0-4d30-aa19-85d8c9b3cba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:26.726213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:26.728463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f0051847-7612-4181-9757-c69a00c2e2a2 None None] Provisioning for port 8806755c-c564-47cc-acbf-5285960eed15 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:26.730473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:26.734964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f0051847-7612-4181-9757-c69a00c2e2a2 None None] Provisioning complete for port 8806755c-c564-47cc-acbf-5285960eed15 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:26.735626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0051847-7612-4181-9757-c69a00c2e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:26.741781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695953b3-0b23-44d2-bfe7-6b0b3ddaebc7 None None] Sync routers for ids ['70a42a37-cd46-41a7-97ef-f2c057fc1694'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:26.743036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:26.745645 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e03c4721-54b4-4731-ab7c-5070a04cae91 req-a2e1184c-78ec-47fe-9533-a692362656cb tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650113 Dec 21 16:41:26.751035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:26.770112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695953b3-0b23-44d2-bfe7-6b0b3ddaebc7 None None] Routers {'70a42a37-cd46-41a7-97ef-f2c057fc1694'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:26.771496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-695953b3-0b23-44d2-bfe7-6b0b3ddaebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['70a42a37-cd46-41a7-97ef-f2c057fc1694'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:26.794859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f0051847-7612-4181-9757-c69a00c2e2a2 None None] Port 8806755c-c564-47cc-acbf-5285960eed15 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:26.821041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Made reservation on behalf of 8e965015c4f34c1bbb940e9d2d2350f0 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:26.824848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Made reservation on behalf of 0f193691fa154e7c92da5f15196f30df for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:26.826604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:26.859263 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "DELETE /v2.0/floatingips/3dd3a898-f0d5-4d77-8a66-7a89cebf7951 HTTP/1.1" status: 204 len: 168 time: 6.8504589 Dec 21 16:41:26.864234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35570) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:26.874190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-695953b3-0b23-44d2-bfe7-6b0b3ddaebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:26.878641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] device_id is not set on port 7ff35f41-cf72-4c48-9cf1-9b29f681b302 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:26.886130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695953b3-0b23-44d2-bfe7-6b0b3ddaebc7 None None] Routers {'70a42a37-cd46-41a7-97ef-f2c057fc1694'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:26.886915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-695953b3-0b23-44d2-bfe7-6b0b3ddaebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['70a42a37-cd46-41a7-97ef-f2c057fc1694'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:26.929417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:26.951624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-695953b3-0b23-44d2-bfe7-6b0b3ddaebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:26.952166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695953b3-0b23-44d2-bfe7-6b0b3ddaebc7 None None] The sync data for ids ['70a42a37-cd46-41a7-97ef-f2c057fc1694'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:26.976120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:26.996368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:26.998195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Usage tracker for resource:floatingip and tenant:3fc627540819476ab6c362c92077e8ca is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:27.005995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:27.015216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:27.042427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:27.130916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-991f7632-7658-4ffb-89d8-7057daa7b677 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:27.143562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:27.187414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4fd52-afd2-42b8-89bd-112882c4c8c4 req-f737a14b-af7a-4aed-81cc-d1f85175a99a tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:27.188970 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-21a4fd52-afd2-42b8-89bd-112882c4c8c4 req-f737a14b-af7a-4aed-81cc-d1f85175a99a tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 946 time: 0.2644801 Dec 21 16:41:27.200355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:27.205009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f7632-7658-4ffb-89d8-7057daa7b677 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=8806755c-c564-47cc-acbf-5285960eed15,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:27.206916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35574) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:27.209643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Sync routers for ids ['cefe1771-9c38-4441-b3db-cd6580517094'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:27.225213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Routers {'cefe1771-9c38-4441-b3db-cd6580517094'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:27.226108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['cefe1771-9c38-4441-b3db-cd6580517094'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:27.250293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.20.0.13 (10b62618-129d-4bb1-9ad8-65eada502f71/6be77999-ad02-4b54-b15f-4454097aa579/7ff35f41-cf72-4c48-9cf1-9b29f681b302) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:27.261943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b87cf3ab-3078-4e08-a61a-eb7cbe001688 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Request body: {'floatingip': {'port_id': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:27.288487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:27.317765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-991f7632-7658-4ffb-89d8-7057daa7b677 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:27.430133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Set router cefe1771-9c38-4441-b3db-cd6580517094 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:41:27.481535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:27.579348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b81381ba-0567-46d3-9e3b-b072ec74d667 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:27.645585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:27.745143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-991f7632-7658-4ffb-89d8-7057daa7b677 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:27.749585 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-991f7632-7658-4ffb-89d8-7057daa7b677 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/8806755c-c564-47cc-acbf-5285960eed15 HTTP/1.1" status: 204 len: 168 time: 2.6724758 Dec 21 16:41:27.762291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35578) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:27.766290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b87cf3ab-3078-4e08-a61a-eb7cbe001688 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for floatingip, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:27.794896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b81381ba-0567-46d3-9e3b-b072ec74d667 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:27.795482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:27.825284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:27.829075 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.2628481 Dec 21 16:41:27.832085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35582) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:27.979646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe1771-9c38-4441-b3db-cd6580517094', 'name': '', 'tenant_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98', 'external_fixed_ips': [{'subnet_id': 'a9c896b9-924c-4f94-a672-5685340d499e', 'ip_address': '2001:db8::68'}], 'enable_snat': True}, 'gw_port_id': 'fb5c9c84-2951-4709-acce-d103346c39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:41:21Z', 'updated_at': '2021-12-21T16:41:24Z', 'revision_number': 3, 'project_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'gw_port': {'id': 'fb5c9c84-2951-4709-acce-d103346c39eb', 'name': '', 'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe1771-9c38-4441-b3db-cd6580517094', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a9c896b9-924c-4f94-a672-5685340d499e', 'ip_address': '2001:db8::68', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:41:23Z', 'updated_at': '2021-12-21T16:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9c896b9-924c-4f94-a672-5685340d499e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:27.986164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Checking router: cefe1771-9c38-4441-b3db-cd6580517094 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:41:27.986710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Updating router cefe1771-9c38-4441-b3db-cd6580517094 port fb5c9c84-2951-4709-acce-d103346c39eb binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:41:28.031955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d008bba-6d55-47b7-a912-6580cdeac376 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.043993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3ab5e-92ba-474f-a9c8-f8516dc2353a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:28.045484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3ab5e-92ba-474f-a9c8-f8516dc2353a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:28.045610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.046291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9ba3ab5e-92ba-474f-a9c8-f8516dc2353a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:28.054097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d008bba-6d55-47b7-a912-6580cdeac376 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.095564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.158810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Allocated IP 172.26.7.41 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/3f20df52-e056-43b5-a4e5-10799b5bedf7) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:28.221372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9ba3ab5e-92ba-474f-a9c8-f8516dc2353a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:28.225329 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9ba3ab5e-92ba-474f-a9c8-f8516dc2353a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4061711 Dec 21 16:41:28.228448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.229107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35586) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:28.281689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fdc37d36-c0a2-4149-920d-38bd9c9fc69e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:28.432002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.449302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Transition to ACTIVE for port object fb5c9c84-2951-4709-acce-d103346c39eb will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:28.456396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.470825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbece30f-f3dd-47a7-a5e1-5aed9e693cfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:28.503373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'Subnet': ['ID=69f3aae1-3b8e-4517-a26a-6b163ad7dee8,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:28.532755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.538528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.539049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f023357-d1f3-4531-869d-e052aa046978 None None] Pushing event updated for resources: {'Port': ['ID=fb5c9c84-2951-4709-acce-d103346c39eb,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:28.560454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Attempting to bind port fb5c9c84-2951-4709-acce-d103346c39eb on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:28.560877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Attempting to bind port fb5c9c84-2951-4709-acce-d103346c39eb by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '03c9e44f-efb5-4ffa-bcca-2fd79645582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:28.561500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Attempting to bind port fb5c9c84-2951-4709-acce-d103346c39eb on network 9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:28.569367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f023357-d1f3-4531-869d-e052aa046978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:28.570284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:41:28.570702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Checking segment: {'id': '03c9e44f-efb5-4ffa-bcca-2fd79645582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:28.571382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.571825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Bound using segment: {'id': '03c9e44f-efb5-4ffa-bcca-2fd79645582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:41:28.572625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Bound port: fb5c9c84-2951-4709-acce-d103346c39eb, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c9e44f-efb5-4ffa-bcca-2fd79645582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:41:28.573046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.590976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9aec3ed1-a7ea-4437-8083-236f72695acf tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:28.592057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:28.653498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.655237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] For port fb5c9c84-2951-4709-acce-d103346c39eb, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:28.658656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] For port fb5c9c84-2951-4709-acce-d103346c39eb, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fb5c9c84-2951-4709-acce-d103346c39eb,segment=NetworkSegment(03c9e44f-efb5-4ffa-bcca-2fd79645582c),segment_id=03c9e44f-efb5-4ffa-bcca-2fd79645582c)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:41:28.662514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.667278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:28.729973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 10b62618-129d-4bb1-9ad8-65eada502f71 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:28.737586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f023357-d1f3-4531-869d-e052aa046978 None None] Pushing event updated for resources: {'Port': ['ID=fb5c9c84-2951-4709-acce-d103346c39eb,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:28.743695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f023357-d1f3-4531-869d-e052aa046978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:28.762561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Checking segment: {'id': '0fe664df-4fa3-4f6e-af41-f482db368cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:28.762950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Network hostable DHCP agents. Network: 9708095b-06d1-48ba-af5b-dd7426d49bcf, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:41:28.763062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Routers {'cefe1771-9c38-4441-b3db-cd6580517094'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:28.763273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:28.763741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['cefe1771-9c38-4441-b3db-cd6580517094'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:28.766289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=7ff35f41-cf72-4c48-9cf1-9b29f681b302,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:28.768685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:28.818896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:28.819115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee1b4699-5e7c-448c-a8ec-886007e062a8 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:28.902997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.945634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-65413213-8839-40b0-9cd2-50b70e41d0c7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet c66dafc4-8b1c-49ee-b864-83062c5eb1bb {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:41:28.952533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65413213-8839-40b0-9cd2-50b70e41d0c7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.960153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event updated for resources: {'Port': ['ID=95be38d5-bb3f-4b0c-8cc4-7c74392450c6,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:28.969989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:28.970676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:28.978938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:28.981599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.003071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:41:29.021222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.034269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 9708095b-06d1-48ba-af5b-dd7426d49bcf) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:29.047532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:29.048194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.058031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65413213-8839-40b0-9cd2-50b70e41d0c7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.079718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab7eeb7-4da7-4cbf-80c3-5b94b006fe15 None None] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:29.105191 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2535005 Dec 21 16:41:29.106385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35590) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:29.108894 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-6d008bba-6d55-47b7-a912-6580cdeac376 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Floating IP 0d73dfd8-7926-4bf6-9662-b98b664b0b0f associated. External IP: 172.26.7.153, port: 4be15a30-cf73-4a88-8c68-d4b3c5871075. Dec 21 16:41:29.109062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.113010 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9465334 Dec 21 16:41:29.116879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.124747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '7ff35f41-cf72-4c48-9cf1-9b29f681b302', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:29.130091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35594) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:29.130811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae9ec850-c189-4a97-b58a-56ca6e788409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:29.164789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ce7a4248-823e-472e-9c9e-6b49ec313807 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Request body: {'floatingip': {'port_id': '1570a622-8672-45d2-8ffb-f0f2bb38fed7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:29.207930 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0278380 Dec 21 16:41:29.212734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35598) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:29.231908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Request body: {'port': {'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf', 'name': 'tempest-AllowedAddressPairTestJSON-95789016'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:29.232128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:29.254303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.262886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:floatingip and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:29.268406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:29.271853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] Set router cefe1771-9c38-4441-b3db-cd6580517094 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:41:29.302291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:29.310611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce7a4248-823e-472e-9c9e-6b49ec313807 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for floatingip, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.374374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:29.390518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:29.408785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Pushing event updated for resources: {'Port': ['ID=3f20df52-e056-43b5-a4e5-10799b5bedf7,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:29.412115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:29.449582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:29.485836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.662453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65413213-8839-40b0-9cd2-50b70e41d0c7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.727316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-9708095b-06d1-48ba-af5b-dd7426d49bcf', 'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf', 'tenant_id': '0f193691fa154e7c92da5f15196f30df', 'fixed_ips': [{'subnet_id': '69f3aae1-3b8e-4517-a26a-6b163ad7dee8'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:41:29.728609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.760306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-ce7a4248-823e-472e-9c9e-6b49ec313807 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] update failed (client error): The resource could not be found. Dec 21 16:41:29.761462 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ce7a4248-823e-472e-9c9e-6b49ec313807 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "PUT /v2.0/floatingips/5236f99d-1816-4e56-99c3-645b0e8a6873 HTTP/1.1" status: 404 len: 507 time: 0.6028967 Dec 21 16:41:29.812400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35602) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:29.900379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:29.918570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Usage tracker for resource:port and tenant:0f193691fa154e7c92da5f15196f30df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:29.924762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:29.927924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b87cf3ab-3078-4e08-a61a-eb7cbe001688 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:29.940257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:29.944598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Allocated IP 172.20.0.2 (9708095b-06d1-48ba-af5b-dd7426d49bcf/69f3aae1-3b8e-4517-a26a-6b163ad7dee8/bf53a8e7-7928-477f-86d5-7bc15dcdfde0) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:29.965173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe1771-9c38-4441-b3db-cd6580517094', 'name': '', 'tenant_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98', 'external_fixed_ips': [{'subnet_id': 'a9c896b9-924c-4f94-a672-5685340d499e', 'ip_address': '2001:db8::68'}], 'enable_snat': True}, 'gw_port_id': 'fb5c9c84-2951-4709-acce-d103346c39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:41:21Z', 'updated_at': '2021-12-21T16:41:24Z', 'revision_number': 3, 'project_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'gw_port': {'id': 'fb5c9c84-2951-4709-acce-d103346c39eb', 'name': '', 'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe1771-9c38-4441-b3db-cd6580517094', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a9c896b9-924c-4f94-a672-5685340d499e', 'ip_address': '2001:db8::68', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:41:23Z', 'updated_at': '2021-12-21T16:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9c896b9-924c-4f94-a672-5685340d499e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:29.970376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8938b-9550-46f8-abe9-d2d5ef57a5bd None None] The sync data for ids ['cefe1771-9c38-4441-b3db-cd6580517094'] in dv-neutron-822515-1-hyperv is: [{'id': 'cefe1771-9c38-4441-b3db-cd6580517094', 'name': '', 'tenant_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98', 'external_fixed_ips': [{'subnet_id': 'a9c896b9-924c-4f94-a672-5685340d499e', 'ip_address': '2001:db8::68'}], 'enable_snat': True}, 'gw_port_id': 'fb5c9c84-2951-4709-acce-d103346c39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:41:21Z', 'updated_at': '2021-12-21T16:41:24Z', 'revision_number': 3, 'project_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'gw_port': {'id': 'fb5c9c84-2951-4709-acce-d103346c39eb', 'name': '', 'network_id': '9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe1771-9c38-4441-b3db-cd6580517094', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a9c896b9-924c-4f94-a672-5685340d499e', 'ip_address': '2001:db8::68', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:41:23Z', 'updated_at': '2021-12-21T16:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9c896b9-924c-4f94-a672-5685340d499e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:29.988161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Made reservation on behalf of 0f193691fa154e7c92da5f15196f30df for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:29.998384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.005682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.011554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b87cf3ab-3078-4e08-a61a-eb7cbe001688 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.089895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65413213-8839-40b0-9cd2-50b70e41d0c7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.115572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:30.148074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65413213-8839-40b0-9cd2-50b70e41d0c7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.156920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Deleting port 95be38d5-bb3f-4b0c-8cc4-7c74392450c6 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:30.157079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.176051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] device_id is not set on port c179d787-8a3d-43e2-9c3d-881036ffb41c yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:30.176315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350cb3d-6321-4419-8bbf-562f9b1578e7 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:30.240048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.241434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65413213-8839-40b0-9cd2-50b70e41d0c7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=c66dafc4-8b1c-49ee-b864-83062c5eb1bb,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:30.246920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.254572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65413213-8839-40b0-9cd2-50b70e41d0c7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:30.290630 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-65413213-8839-40b0-9cd2-50b70e41d0c7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/c66dafc4-8b1c-49ee-b864-83062c5eb1bb HTTP/1.1" status: 204 len: 168 time: 2.0551915 Dec 21 16:41:30.292475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35606) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:30.321944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.392452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Transition to ACTIVE for port object bf53a8e7-7928-477f-86d5-7bc15dcdfde0 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:30.419162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Transition to ACTIVE for port object bf53a8e7-7928-477f-86d5-7bc15dcdfde0 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:30.480902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.492275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b13d5579-be54-4cd8-af04-3a04a4e47964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:30.539264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Allocated IP 172.20.0.12 (9708095b-06d1-48ba-af5b-dd7426d49bcf/69f3aae1-3b8e-4517-a26a-6b163ad7dee8/c179d787-8a3d-43e2-9c3d-881036ffb41c) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:30.603443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:30.604461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Pushing event updated for resources: {'Port': ['ID=bf53a8e7-7928-477f-86d5-7bc15dcdfde0,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:30.607666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:30.616149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:30.618968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:30.695198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Deleting port fb5c9c84-2951-4709-acce-d103346c39eb {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:30.695679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.734957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Attempting to bind port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:30.735756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Attempting to bind port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0fe664df-4fa3-4f6e-af41-f482db368cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:30.736289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Attempting to bind port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 on network 9708095b-06d1-48ba-af5b-dd7426d49bcf {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:30.746205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:41:30.746869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Checking segment: {'id': '0fe664df-4fa3-4f6e-af41-f482db368cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:30.747554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.748144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Bound using segment: {'id': '0fe664df-4fa3-4f6e-af41-f482db368cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:41:30.748765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Bound port: bf53a8e7-7928-477f-86d5-7bc15dcdfde0, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe664df-4fa3-4f6e-af41-f482db368cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:41:30.753947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.780940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8724db52-de10-4be7-bbf6-3e1621905482 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:41:30.812153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8724db52-de10-4be7-bbf6-3e1621905482 None None] Deleting port b81381ba-0567-46d3-9e3b-b072ec74d667 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:30.812576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8724db52-de10-4be7-bbf6-3e1621905482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.866871 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72e8801c-4e2b-4d45-bf5d-418487fc196a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5571446 Dec 21 16:41:30.876148 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-b87cf3ab-3078-4e08-a61a-eb7cbe001688 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Floating IP 47b7f703-76b8-4344-80ea-ee1bbef54611 associated. External IP: 172.26.7.238, port: b9ce4ac2-a77b-449b-aad1-3017103b6d51. Dec 21 16:41:30.913035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] For port fb5c9c84-2951-4709-acce-d103346c39eb, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fb5c9c84-2951-4709-acce-d103346c39eb,segment=NetworkSegment(03c9e44f-efb5-4ffa-bcca-2fd79645582c),segment_id=03c9e44f-efb5-4ffa-bcca-2fd79645582c)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:30.913424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:30.947599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35610) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:31.047550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Calling delete_port for fb5c9c84-2951-4709-acce-d103346c39eb owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:31.159387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:31.213068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ec418-52eb-4a7e-8aad-be11240cdb96 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:31.213813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-531ec418-52eb-4a7e-8aad-be11240cdb96 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:31.259673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d008bba-6d55-47b7-a912-6580cdeac376 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Router 693d8835-afb0-4617-a7af-8cda30376e0e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:41:31.260883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Transition to ACTIVE for port object c179d787-8a3d-43e2-9c3d-881036ffb41c will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:31.297271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8724db52-de10-4be7-bbf6-3e1621905482 None None] For port b81381ba-0567-46d3-9e3b-b072ec74d667, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b81381ba-0567-46d3-9e3b-b072ec74d667,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:31.297983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8724db52-de10-4be7-bbf6-3e1621905482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:31.357418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-531ec418-52eb-4a7e-8aad-be11240cdb96 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:31.371800 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-531ec418-52eb-4a7e-8aad-be11240cdb96 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3946271 Dec 21 16:41:31.397360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35614) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:31.484308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8724db52-de10-4be7-bbf6-3e1621905482 None None] Calling delete_port for b81381ba-0567-46d3-9e3b-b072ec74d667 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:31.501176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:31.527524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] For port bf53a8e7-7928-477f-86d5-7bc15dcdfde0, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:31.549398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] For port bf53a8e7-7928-477f-86d5-7bc15dcdfde0, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bf53a8e7-7928-477f-86d5-7bc15dcdfde0,segment=NetworkSegment(0fe664df-4fa3-4f6e-af41-f482db368cf7),segment_id=0fe664df-4fa3-4f6e-af41-f482db368cf7)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:41:31.561935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:31.581897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:31.584032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65d6e9e0-bae1-4a27-8566-386c85d3d488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:31.609914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:31.655254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:31.684105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:31.686765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fb5c9c84-2951-4709-acce-d103346c39eb up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:31.691460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-991f7632-7658-4ffb-89d8-7057daa7b677 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:31.741484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8724db52-de10-4be7-bbf6-3e1621905482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:31.806325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724db52-de10-4be7-bbf6-3e1621905482 None None] No DVR routers for this DVR port b81381ba-0567-46d3-9e3b-b072ec74d667 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:41:31.819868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:31.820094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Pushing event updated for resources: {'Port': ['ID=bf53a8e7-7928-477f-86d5-7bc15dcdfde0,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:31.822757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:31.822757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:31.846672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Pushing event updated for resources: {'Port': ['ID=3f20df52-e056-43b5-a4e5-10799b5bedf7,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:31.858843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:31.859196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:31.873643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724db52-de10-4be7-bbf6-3e1621905482 None None] Pushing event deleted for resources: {'Port': ['ID=b81381ba-0567-46d3-9e3b-b072ec74d667,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:31.876472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8724db52-de10-4be7-bbf6-3e1621905482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:31.884592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port fb5c9c84-2951-4709-acce-d103346c39eb completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:31.887893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:31.889825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port fb5c9c84-2951-4709-acce-d103346c39eb triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:31.890251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:31.890431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:31.960348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:31.960729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'Port': ['ID=c179d787-8a3d-43e2-9c3d-881036ffb41c,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:31.964046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:31.967215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf638b7a-56e8-49df-a9b4-1d0bae7922d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:31.967963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bf638b7a-56e8-49df-a9b4-1d0bae7922d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:32.021046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:32.030964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:32.031654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:32.037596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port fb5c9c84-2951-4709-acce-d103346c39eb, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fb5c9c84-2951-4709-acce-d103346c39eb,segment=NetworkSegment(03c9e44f-efb5-4ffa-bcca-2fd79645582c),segment_id=03c9e44f-efb5-4ffa-bcca-2fd79645582c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:32.044631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:32.047028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:32.063502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bf638b7a-56e8-49df-a9b4-1d0bae7922d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:32.068534 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bf638b7a-56e8-49df-a9b4-1d0bae7922d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6597488 Dec 21 16:41:32.071834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35618) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:32.111732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b81381ba-0567-46d3-9e3b-b072ec74d667 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:41:32.112574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Calling delete_port for 95be38d5-bb3f-4b0c-8cc4-7c74392450c6 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:32.164775 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9435678 Dec 21 16:41:32.165009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:32.167867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: b81381ba-0567-46d3-9e3b-b072ec74d667 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:41:32.168263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b81381ba-0567-46d3-9e3b-b072ec74d667 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:41:32.172949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35622) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:32.172949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.26.7.87 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/328616e8-0693-4619-a611-a665bded09d8) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:32.180827 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ad6fc834-8543-42af-83a0-f1375efefdc6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064138 Dec 21 16:41:32.181517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35626) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:32.191094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Request body: {'port': {'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf', 'name': 'tempest-AllowedAddressPairTestJSON-371370501', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d7:0a:c1'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:32.192588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:32.221857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=fb5c9c84-2951-4709-acce-d103346c39eb,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:32.226032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:32.240779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:41:32.241149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:41:32.340270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:32.344259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4199536 Dec 21 16:41:32.354909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35630) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:32.517781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:32.575213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:32.636931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:32.662838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:32.674137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Usage tracker for resource:floatingip and tenant:33b44f4e397e4e6582fc5e9ff03e2322 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:32.677183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:32.683391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:32.751970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:32.772381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Deleting port fb5c9c84-2951-4709-acce-d103346c39eb {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:32.772713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:32.772832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:32.820188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d008bba-6d55-47b7-a912-6580cdeac376 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:32.829995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:32.833013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cee060-2d84-40ca-a6a9-25da90fad8ee None None] Sync routers for ids ['693d8835-afb0-4617-a7af-8cda30376e0e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:32.847466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cee060-2d84-40ca-a6a9-25da90fad8ee None None] Routers {'693d8835-afb0-4617-a7af-8cda30376e0e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:32.848206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-59cee060-2d84-40ca-a6a9-25da90fad8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['693d8835-afb0-4617-a7af-8cda30376e0e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:32.856404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:32.875919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Usage tracker for resource:port and tenant:0f193691fa154e7c92da5f15196f30df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:32.886681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d008bba-6d55-47b7-a912-6580cdeac376 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:32.889217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:32.938202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:32.965286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:32.978191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:33.013657 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70e4203f-e012-4841-b9c4-4d4fbf7372ea req-0298c934-f64d-4d7d-b7c8-54a666ff8dba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4286640 Dec 21 16:41:33.031811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8fe394ad-4171-4d8e-8f90-7130f61e194c tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:33.047584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-59cee060-2d84-40ca-a6a9-25da90fad8ee None None] Set router 693d8835-afb0-4617-a7af-8cda30376e0e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:41:33.078833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Made reservation on behalf of 0f193691fa154e7c92da5f15196f30df for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:33.132919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event deleted for resources: {'Port': ['ID=95be38d5-bb3f-4b0c-8cc4-7c74392450c6,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:33.133524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6d008bba-6d55-47b7-a912-6580cdeac376 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "PUT /v2.0/floatingips/0d73dfd8-7926-4bf6-9662-b98b664b0b0f HTTP/1.1" status: 200 len: 991 time: 7.9798574 Dec 21 16:41:33.153555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:33.178565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'tag': '4be15a30-cf73-4a88-8c68-d4b3c5871075'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:41:33.338556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] For port fb5c9c84-2951-4709-acce-d103346c39eb, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fb5c9c84-2951-4709-acce-d103346c39eb,segment=NetworkSegment(03c9e44f-efb5-4ffa-bcca-2fd79645582c),segment_id=03c9e44f-efb5-4ffa-bcca-2fd79645582c)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:33.339033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:33.383674 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'tag': '4be15a30-cf73-4a88-8c68-d4b3c5871075', 'status': 'completed', 'code': 200} Dec 21 16:41:33.501213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87cf3ab-3078-4e08-a61a-eb7cbe001688 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:41:33.515327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:33.516421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:33.522662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c87ff83b-9b3b-433f-bb65-750bed1b07a2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:33.531795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:33.566061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Calling delete_port for fb5c9c84-2951-4709-acce-d103346c39eb owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:33.582450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-59cee060-2d84-40ca-a6a9-25da90fad8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:25Z', 'revision_number': 4, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '0d73dfd8-7926-4bf6-9662-b98b664b0b0f', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'port_id': '4be15a30-cf73-4a88-8c68-d4b3c5871075', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'mac_address': 'fa:16:3e:72:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:40:40Z', 'updated_at': '2021-12-21T16:41:27Z', 'revision_number': 1, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5624665d-a8ce-4389-9ac1-243a383ae0dd', 'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'mac_address': 'fa:16:3e:ef:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:24Z', 'updated_at': '2021-12-21T16:40:36Z', 'revision_number': 5, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'subnets': [{'id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:33.591817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cee060-2d84-40ca-a6a9-25da90fad8ee None None] Checking router: 693d8835-afb0-4617-a7af-8cda30376e0e for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:41:33.610132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cee060-2d84-40ca-a6a9-25da90fad8ee None None] Routers {'693d8835-afb0-4617-a7af-8cda30376e0e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:33.611730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-59cee060-2d84-40ca-a6a9-25da90fad8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['693d8835-afb0-4617-a7af-8cda30376e0e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:33.614066 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70e4203f-e012-4841-b9c4-4d4fbf7372ea req-d2145ca6-df3d-4eca-b89f-93c3243f8831 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233ecb5063444b54923c02f8ca686d31&device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 1098 time: 0.4781220 Dec 21 16:41:33.722964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fb5c9c84-2951-4709-acce-d103346c39eb up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:33.814270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No active binding found for port fb5c9c84-2951-4709-acce-d103346c39eb {{(pid=88889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 21 16:41:33.815540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fb5c9c84-2951-4709-acce-d103346c39eb not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 21 16:41:33.844053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:33.880651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:33.882525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Port fb5c9c84-2951-4709-acce-d103346c39eb not found, will not notify nova. {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 21 16:41:33.883642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bf53a8e7-7928-477f-86d5-7bc15dcdfde0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:33.890466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:33.954859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-59cee060-2d84-40ca-a6a9-25da90fad8ee None None] Set router 693d8835-afb0-4617-a7af-8cda30376e0e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:41:33.973600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:33.978872 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "DELETE /v2.0/floatingips/5236f99d-1816-4e56-99c3-645b0e8a6873 HTTP/1.1" status: 204 len: 168 time: 4.1560752 Dec 21 16:41:33.997739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35642) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:34.002717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:34.008568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:34.031325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d0c58e20-9517-4827-930d-22b5b7b3fd46 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Request body: {'floatingip': {'floating_network_id': 'c1f32d7f-9875-4350-be9c-8533a6182590', 'port_id': '1570a622-8672-45d2-8ffb-f0f2bb38fed7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:34.037004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:34.048412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbb32b1-8f7f-418c-bc76-c9b20fc4e3d8 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:34.097454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:34.104181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=c56ab8f9-dd86-45e1-9d83-309e32b494d0,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:34.106942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d0c58e20-9517-4827-930d-22b5b7b3fd46 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:34.112970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:34.113621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:34.120137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:34.146675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:34.165261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d0c58e20-9517-4827-930d-22b5b7b3fd46 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Usage tracker for resource:floatingip and tenant:f4d6ea72258740c6a39099d13d376e0a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:34.183505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d0c58e20-9517-4827-930d-22b5b7b3fd46 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:34.296534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d0c58e20-9517-4827-930d-22b5b7b3fd46 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:34.316561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e92864-f7bc-4851-98a2-3ad3747a27ab None None] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:34.339565 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1546426 Dec 21 16:41:34.347880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35646) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:34.353535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d0c58e20-9517-4827-930d-22b5b7b3fd46 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:34.397400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': 'c56ab8f9-dd86-45e1-9d83-309e32b494d0', 'ip_address': '2001:db8::7fd3:22ff:aafe:95e6'}], 'name': 'tempest-NetworksTestDHCPv6-1712632609'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:34.456540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:34.461194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:34.480110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-59cee060-2d84-40ca-a6a9-25da90fad8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:25Z', 'revision_number': 4, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '0d73dfd8-7926-4bf6-9662-b98b664b0b0f', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'port_id': '4be15a30-cf73-4a88-8c68-d4b3c5871075', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'mac_address': 'fa:16:3e:72:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:40:40Z', 'updated_at': '2021-12-21T16:41:27Z', 'revision_number': 1, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5624665d-a8ce-4389-9ac1-243a383ae0dd', 'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'mac_address': 'fa:16:3e:ef:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:24Z', 'updated_at': '2021-12-21T16:40:36Z', 'revision_number': 5, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'subnets': [{'id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:34.486099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cee060-2d84-40ca-a6a9-25da90fad8ee None None] The sync data for ids ['693d8835-afb0-4617-a7af-8cda30376e0e'] in dv-neutron-822515-1-hyperv is: [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:25Z', 'revision_number': 4, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '0d73dfd8-7926-4bf6-9662-b98b664b0b0f', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'port_id': '4be15a30-cf73-4a88-8c68-d4b3c5871075', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'mac_address': 'fa:16:3e:72:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:40:40Z', 'updated_at': '2021-12-21T16:41:27Z', 'revision_number': 1, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5624665d-a8ce-4389-9ac1-243a383ae0dd', 'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'mac_address': 'fa:16:3e:ef:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:24Z', 'updated_at': '2021-12-21T16:40:36Z', 'revision_number': 5, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'subnets': [{'id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:34.492576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] device_id is not set on port b75085a8-66cc-4649-abce-59ade393660f yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:34.588187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4203f-e012-4841-b9c4-4d4fbf7372ea req-4ffe62c9-1daa-438f-bc35-efe198685524 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:34.591561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70e4203f-e012-4841-b9c4-4d4fbf7372ea req-4ffe62c9-1daa-438f-bc35-efe198685524 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fca48798-64e1-4172-b3c8-c5a737430207 HTTP/1.1" status: 200 len: 913 time: 0.9244797 Dec 21 16:41:34.595911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=328616e8-0693-4619-a611-a665bded09d8,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:34.602185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-91e0b3fa-c082-4f66-9fa8-17019680f040 None None] Provisioning for port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:34.610921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-91e0b3fa-c082-4f66-9fa8-17019680f040 None None] Provisioning complete for port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:34.611347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91e0b3fa-c082-4f66-9fa8-17019680f040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:34.633018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:34.633616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cefe1771-9c38-4441-b3db-cd6580517094 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:41:34.635261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.113s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:34.637180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:34.648268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.737s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:34.654711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': 'c56ab8f9-dd86-45e1-9d83-309e32b494d0'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:41:34.655630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:34.692745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:34.706330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:34.767675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb5c9c84-2951-4709-acce-d103346c39eb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:34.804256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:34.850675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:34.854259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "DELETE /v2.0/routers/cefe1771-9c38-4441-b3db-cd6580517094 HTTP/1.1" status: 204 len: 168 time: 7.0183394 Dec 21 16:41:34.855659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Allocated IP 172.20.0.7 (9708095b-06d1-48ba-af5b-dd7426d49bcf/69f3aae1-3b8e-4517-a26a-6b163ad7dee8/b75085a8-66cc-4649-abce-59ade393660f) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:34.857694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35654) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:34.896750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:34.928081 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-d0c58e20-9517-4827-930d-22b5b7b3fd46 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:41:34.930552 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d0c58e20-9517-4827-930d-22b5b7b3fd46 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9296327 Dec 21 16:41:34.939403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:34.944912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35658) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:34.955151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:34.970815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '1570a622-8672-45d2-8ffb-f0f2bb38fed7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:34.981663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Allocated IP 172.26.7.39 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/495473c4-067f-4798-8383-5f7f0ae0bb10) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:35.004272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:35.009465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:35.023262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Usage tracker for resource:floatingip and tenant:f4d6ea72258740c6a39099d13d376e0a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:35.031027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91e0b3fa-c082-4f66-9fa8-17019680f040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:35.053077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:35.060961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/c56ab8f9-dd86-45e1-9d83-309e32b494d0/3212c9f5-411c-4038-b1f9-221bdffe9160) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:35.064067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838471d8-5f5c-48b3-b3f6-0114b378a9dc None None] New status for floating IP 0d73dfd8-7926-4bf6-9662-b98b664b0b0f: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:41:35.074561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:35.081812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:35.262439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:35.284282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70e4203f-e012-4841-b9c4-4d4fbf7372ea req-fc4eec98-6d5e-4aa2-851e-5d22d59f4bb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4be15a30-cf73-4a88-8c68-d4b3c5871075 HTTP/1.1" status: 200 len: 999 time: 0.6046495 Dec 21 16:41:35.377838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 52e52034-ae25-4403-8c2a-c4bc96f6f500 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:35.455244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:35.500909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-91e0b3fa-c082-4f66-9fa8-17019680f040 None None] For port bf53a8e7-7928-477f-86d5-7bc15dcdfde0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bf53a8e7-7928-477f-86d5-7bc15dcdfde0,segment=NetworkSegment(0fe664df-4fa3-4f6e-af41-f482db368cf7),segment_id=0fe664df-4fa3-4f6e-af41-f482db368cf7)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:35.562456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91e0b3fa-c082-4f66-9fa8-17019680f040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:35.573627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:35.621271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fb5c9c84-2951-4709-acce-d103346c39eb no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:41:35.671566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: fb5c9c84-2951-4709-acce-d103346c39eb {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:41:35.671962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fb5c9c84-2951-4709-acce-d103346c39eb not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:41:35.683581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4203f-e012-4841-b9c4-4d4fbf7372ea req-c3072995-ddd7-4e9d-b6e2-a4feb7078648 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:35.686968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70e4203f-e012-4841-b9c4-4d4fbf7372ea req-c3072995-ddd7-4e9d-b6e2-a4feb7078648 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb0f284-9509-439f-bee8-db8bc64a0206 HTTP/1.1" status: 200 len: 851 time: 0.3624959 Dec 21 16:41:35.702054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87cf3ab-3078-4e08-a61a-eb7cbe001688 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:35.714615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d9f53-e905-4780-845d-ac7fd4b55d41 None None] Sync routers for ids ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:35.738544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d9f53-e905-4780-845d-ac7fd4b55d41 None None] Routers {'13a6833e-9b5a-4183-bd1e-19af6644b6e1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:35.742274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-514d9f53-e905-4780-845d-ac7fd4b55d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:35.758258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0b3fa-c082-4f66-9fa8-17019680f040 None None] Pushing event updated for resources: {'Port': ['ID=bf53a8e7-7928-477f-86d5-7bc15dcdfde0,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:35.769702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91e0b3fa-c082-4f66-9fa8-17019680f040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:35.800261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-84a288aa-59c6-4f61-834a-b05b9a2fbb26 None None] Provisioning complete for port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:35.802344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84a288aa-59c6-4f61-834a-b05b9a2fbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:35.850556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b87cf3ab-3078-4e08-a61a-eb7cbe001688 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:35.933303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:35.940239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:35.995604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Transition to ACTIVE for port object 3212c9f5-411c-4038-b1f9-221bdffe9160 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:36.028828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.037601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Transition to ACTIVE for port object 3212c9f5-411c-4038-b1f9-221bdffe9160 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:36.055762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.061315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:36.063259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24c3513-dacc-4062-85b5-7781dfe28c94 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Deleting subnet a9c896b9-924c-4f94-a672-5685340d499e {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:41:36.072748 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b87cf3ab-3078-4e08-a61a-eb7cbe001688 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "PUT /v2.0/floatingips/47b7f703-76b8-4344-80ea-ee1bbef54611 HTTP/1.1" status: 200 len: 992 time: 8.8232028 Dec 21 16:41:36.075611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d24c3513-dacc-4062-85b5-7781dfe28c94 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.124187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Transition to ACTIVE for port object b75085a8-66cc-4649-abce-59ade393660f will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:36.128950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-84a288aa-59c6-4f61-834a-b05b9a2fbb26 None None] Provisioning for port c179d787-8a3d-43e2-9c3d-881036ffb41c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:36.135201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'tag': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:41:36.139370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-84a288aa-59c6-4f61-834a-b05b9a2fbb26 None None] Provisioning complete for port c179d787-8a3d-43e2-9c3d-881036ffb41c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:36.139789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84a288aa-59c6-4f61-834a-b05b9a2fbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.182515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d24c3513-dacc-4062-85b5-7781dfe28c94 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.195334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-514d9f53-e905-4780-845d-ac7fd4b55d41 None None] Set router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:41:36.216070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-84a288aa-59c6-4f61-834a-b05b9a2fbb26 None None] Port c179d787-8a3d-43e2-9c3d-881036ffb41c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:36.234048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:36.237864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:36.245523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:36.256596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Pushing event updated for resources: {'Port': ['ID=3212c9f5-411c-4038-b1f9-221bdffe9160,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:36.268769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:36.283522 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'tag': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51', 'status': 'completed', 'code': 200} Dec 21 16:41:36.291459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70e4203f-e012-4841-b9c4-4d4fbf7372ea req-105cb024-d5dc-453b-a92f-b5f996275bd2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fca48798-64e1-4172-b3c8-c5a737430207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5710020 Dec 21 16:41:36.337636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.365551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57c40581-3994-490c-b9a3-559b50d6e085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:36.418141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::7fd3:22ff:aafe:95e6 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/c56ab8f9-dd86-45e1-9d83-309e32b494d0/52e52034-ae25-4403-8c2a-c4bc96f6f500) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:36.419408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d24c3513-dacc-4062-85b5-7781dfe28c94 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.509477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:36.524129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:36.536258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:36.568495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.588386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'Port': ['ID=b75085a8-66cc-4649-abce-59ade393660f,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:36.651742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Attempting to bind port 3212c9f5-411c-4038-b1f9-221bdffe9160 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:36.652163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Attempting to bind port 3212c9f5-411c-4038-b1f9-221bdffe9160 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:36.652569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Attempting to bind port 3212c9f5-411c-4038-b1f9-221bdffe9160 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:36.668943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3d972ac9-c6e2-435b-9db5-c99fb4109107 None None] Provisioning complete for port c179d787-8a3d-43e2-9c3d-881036ffb41c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:36.669501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d972ac9-c6e2-435b-9db5-c99fb4109107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.671215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:36.688307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-514d9f53-e905-4780-845d-ac7fd4b55d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:34Z', 'revision_number': 4, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '47b7f703-76b8-4344-80ea-ee1bbef54611', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'port_id': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'mac_address': 'fa:16:3e:e0:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:40:49Z', 'updated_at': '2021-12-21T16:41:29Z', 'revision_number': 1, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7', 'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'mac_address': 'fa:16:3e:7d:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:31Z', 'updated_at': '2021-12-21T16:40:47Z', 'revision_number': 5, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'subnets': [{'id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:36.693025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d9f53-e905-4780-845d-ac7fd4b55d41 None None] Checking router: 13a6833e-9b5a-4183-bd1e-19af6644b6e1 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:41:36.705680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d9f53-e905-4780-845d-ac7fd4b55d41 None None] Routers {'13a6833e-9b5a-4183-bd1e-19af6644b6e1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:36.706339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-514d9f53-e905-4780-845d-ac7fd4b55d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:36.747191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:36.748334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.763051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3d972ac9-c6e2-435b-9db5-c99fb4109107 None None] Port c179d787-8a3d-43e2-9c3d-881036ffb41c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:36.765905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:41:36.766326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:36.767080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.767473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:41:36.768013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Bound port: 3212c9f5-411c-4038-b1f9-221bdffe9160, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:41:36.768430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.773657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d24c3513-dacc-4062-85b5-7781dfe28c94 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.774698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.813273 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.6367943 Dec 21 16:41:36.825270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35668) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:36.826077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:36.884618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.890822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] For port 3212c9f5-411c-4038-b1f9-221bdffe9160, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:36.892104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:36.894699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] For port 3212c9f5-411c-4038-b1f9-221bdffe9160, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3212c9f5-411c-4038-b1f9-221bdffe9160,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:41:36.902595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.917295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:36.934542 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70e4203f-e012-4841-b9c4-4d4fbf7372ea req-c5155df9-12e5-4545-bdfc-724f788204c5 service neutron] 10.222.0.48 "GET /v2.0/networks/fca48798-64e1-4172-b3c8-c5a737430207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879591 Dec 21 16:41:36.936704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c3513-dacc-4062-85b5-7781dfe28c94 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c896b9-924c-4f94-a672-5685340d499e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:36.938306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.949694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d24c3513-dacc-4062-85b5-7781dfe28c94 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:36.960402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d24c3513-dacc-4062-85b5-7781dfe28c94 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:36.967075 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d24c3513-dacc-4062-85b5-7781dfe28c94 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/a9c896b9-924c-4f94-a672-5685340d499e HTTP/1.1" status: 204 len: 168 time: 2.1059220 Dec 21 16:41:36.982054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35674) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:37.037252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Pushing event updated for resources: {'Port': ['ID=3212c9f5-411c-4038-b1f9-221bdffe9160,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:37.056431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:37.057765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-514d9f53-e905-4780-845d-ac7fd4b55d41 None None] Set router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:41:37.089453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Pushing event updated for resources: {'Port': ['ID=495473c4-067f-4798-8383-5f7f0ae0bb10,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:37.114569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bcbbdf54-8c4b-4a81-9425-871947882089 None None] Provisioning for port b75085a8-66cc-4649-abce-59ade393660f completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:37.120868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bcbbdf54-8c4b-4a81-9425-871947882089 None None] Provisioning complete for port b75085a8-66cc-4649-abce-59ade393660f triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:37.121290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bcbbdf54-8c4b-4a81-9425-871947882089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:37.124978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:37.183103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:37.199139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:37.200093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bcbbdf54-8c4b-4a81-9425-871947882089 None None] Port b75085a8-66cc-4649-abce-59ade393660f cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:37.210552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:37.266214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:37.278863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9e272-afb5-48eb-8d1b-029eb8ad2f79 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:37.285503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9e272-afb5-48eb-8d1b-029eb8ad2f79 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:37.291095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9e272-afb5-48eb-8d1b-029eb8ad2f79 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:37.292373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-16a9e272-afb5-48eb-8d1b-029eb8ad2f79 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Synchronizing usage tracker for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:37.369881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-16a9e272-afb5-48eb-8d1b-029eb8ad2f79 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Unset dirty status for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:37.375796 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-16a9e272-afb5-48eb-8d1b-029eb8ad2f79 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.5197821 Dec 21 16:41:37.382812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35680) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:37.404670 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2df0529c-f0fd-4bfd-a7e9-b0647096af16 req-95bf523c-19f6-471c-b144-06c6cb0c71bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2f0b2375ba9440f8944225a40b7506f&device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 1099 time: 1.1054211 Dec 21 16:41:37.593793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bf53a8e7-7928-477f-86d5-7bc15dcdfde0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:37.612690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-473baf50-36ed-4222-b186-5b78b0327cc7 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Deleting port b75085a8-66cc-4649-abce-59ade393660f {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:37.613067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473baf50-36ed-4222-b186-5b78b0327cc7 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:37.636448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-514d9f53-e905-4780-845d-ac7fd4b55d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:34Z', 'revision_number': 4, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '47b7f703-76b8-4344-80ea-ee1bbef54611', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'port_id': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'mac_address': 'fa:16:3e:e0:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:40:49Z', 'updated_at': '2021-12-21T16:41:29Z', 'revision_number': 1, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7', 'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'mac_address': 'fa:16:3e:7d:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:31Z', 'updated_at': '2021-12-21T16:40:47Z', 'revision_number': 5, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'subnets': [{'id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:37.637294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Allocated IP 172.26.7.47 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/0eb0fdba-cbb2-40df-a8dc-b3c228e921d0) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:37.646610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d9f53-e905-4780-845d-ac7fd4b55d41 None None] The sync data for ids ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'] in dv-neutron-822515-1-hyperv is: [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:34Z', 'revision_number': 4, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '47b7f703-76b8-4344-80ea-ee1bbef54611', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'port_id': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'mac_address': 'fa:16:3e:e0:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:40:49Z', 'updated_at': '2021-12-21T16:41:29Z', 'revision_number': 1, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7', 'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'mac_address': 'fa:16:3e:7d:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:31Z', 'updated_at': '2021-12-21T16:40:47Z', 'revision_number': 5, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'subnets': [{'id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:37.683532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:37.684052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:37.743211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:37.753440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:37.764633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:37.810009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.017543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ef182abe-a0f0-47fb-8b65-49643d40b4dc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:38.027578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29deb2ed-6a37-442d-9f8c-05795b8b2ece None None] New status for floating IP 47b7f703-76b8-4344-80ea-ee1bbef54611: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:41:38.079894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:38.152798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c9e44f-efb5-4ffa-bcca-2fd79645582c') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:38.153297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c9e44f-efb5-4ffa-bcca-2fd79645582c') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:38.182474 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70e4203f-e012-4841-b9c4-4d4fbf7372ea req-7e9bb8b5-97fd-4e31-a114-984da723c3c0 service neutron] 10.222.0.48 "GET /v2.0/networks/fca48798-64e1-4172-b3c8-c5a737430207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1257272 Dec 21 16:41:38.190125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.234578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.286746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=328616e8-0693-4619-a611-a665bded09d8,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:38.290486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:38.294246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.339346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:41:38.339983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.357802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.394005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.403579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:41:38.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:41:38.418697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0529c-f0fd-4bfd-a7e9-b0647096af16 req-99616832-01ae-4f33-aea1-b705476ad58d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:38.420331 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2df0529c-f0fd-4bfd-a7e9-b0647096af16 req-99616832-01ae-4f33-aea1-b705476ad58d service neutron] 10.222.0.48 "GET /v2.0/networks?id=76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 HTTP/1.1" status: 200 len: 907 time: 0.9985943 Dec 21 16:41:38.508191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 52e52034-ae25-4403-8c2a-c4bc96f6f500 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:38.628338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.650271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 16:41:38.652761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.658485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:38.675221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473baf50-36ed-4222-b186-5b78b0327cc7 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.702059 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "DELETE /v2.0/networks/9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98 HTTP/1.1" status: 204 len: 168 time: 1.7146077 Dec 21 16:41:38.702059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a3b8b2b-ee9f-45a1-b9cd-b322ef818d98,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:38.702059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:38.705716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b3d447cb-42dd-4200-aea4-ce0ad1adaf40 req-3019d73d-9b7d-449e-86a3-2ef6558cb01d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233ecb5063444b54923c02f8ca686d31&device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 1098 time: 0.4442265 Dec 21 16:41:38.761818 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2df0529c-f0fd-4bfd-a7e9-b0647096af16 req-2375180a-59d4-4c42-a38c-004e5e134c97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ce4ac2-a77b-449b-aad1-3017103b6d51 HTTP/1.1" status: 200 len: 1002 time: 0.3239686 Dec 21 16:41:38.768831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:38.781771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b104a49e-34a8-4ad7-81d2-3d882df993b6 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:38.892502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-473baf50-36ed-4222-b186-5b78b0327cc7 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Calling delete_port for b75085a8-66cc-4649-abce-59ade393660f owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:38.921376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.205350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35694) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:39.214223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-04b0eec3-5dd7-4717-add4-d181306ffa99 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Request body: {'router': {'name': 'tempest-router--1278107791', 'project_id': '228828754dfd4e3098558276315eb631'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:39.222112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-04b0eec3-5dd7-4717-add4-d181306ffa99 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:39.225152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473baf50-36ed-4222-b186-5b78b0327cc7 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.234890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a49a7745-5f52-4bf4-ada4-9e254d0dd084 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:39.276425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-04b0eec3-5dd7-4717-add4-d181306ffa99 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Usage tracker for resource:router and tenant:228828754dfd4e3098558276315eb631 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:39.280333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-04b0eec3-5dd7-4717-add4-d181306ffa99 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:39.296789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473baf50-36ed-4222-b186-5b78b0327cc7 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event deleted for resources: {'Port': ['ID=b75085a8-66cc-4649-abce-59ade393660f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:39.299466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-473baf50-36ed-4222-b186-5b78b0327cc7 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:39.300596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-04b0eec3-5dd7-4717-add4-d181306ffa99 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:39.339051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:39.341623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-21d5536b-f997-4c37-9530-36972b9f9a0c None None] Provisioning for port 3212c9f5-411c-4038-b1f9-221bdffe9160 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:39.371454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04b0eec3-5dd7-4717-add4-d181306ffa99 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.372521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04b0eec3-5dd7-4717-add4-d181306ffa99 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.374005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:39.396406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Floating IP 329fe5bd-f938-4528-b73d-68a897c0d3d1 associated. External IP: 172.26.7.87, port: 7ff35f41-cf72-4c48-9cf1-9b29f681b302. Dec 21 16:41:39.401629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:39.432164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0529c-f0fd-4bfd-a7e9-b0647096af16 req-4b10f757-2c45-4b24-8c40-f18d72f87588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:39.433781 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2df0529c-f0fd-4bfd-a7e9-b0647096af16 req-4b10f757-2c45-4b24-8c40-f18d72f87588 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb1f84d1-d3ef-4807-bba3-c252b1827826 HTTP/1.1" status: 200 len: 845 time: 0.5974512 Dec 21 16:41:39.443036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event updated for resources: {'Port': ['ID=0eb0fdba-cbb2-40df-a8dc-b3c228e921d0,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:39.456805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:39.533362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:39.534324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:39.536827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.593s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:39.582507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:39.587601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:39.588299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.635487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3212c9f5-411c-4038-b1f9-221bdffe9160 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:39.636463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04b0eec3-5dd7-4717-add4-d181306ffa99 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.669750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04b0eec3-5dd7-4717-add4-d181306ffa99 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.693360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473baf50-36ed-4222-b186-5b78b0327cc7 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.735237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 3212c9f5-411c-4038-b1f9-221bdffe9160 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:39.740402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 3212c9f5-411c-4038-b1f9-221bdffe9160 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:39.740828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.756271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.777259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-473baf50-36ed-4222-b186-5b78b0327cc7 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "DELETE /v2.0/ports/b75085a8-66cc-4649-abce-59ade393660f HTTP/1.1" status: 204 len: 168 time: 2.3903215 Dec 21 16:41:39.790586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04b0eec3-5dd7-4717-add4-d181306ffa99 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.794577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35700) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:39.795096 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-04b0eec3-5dd7-4717-add4-d181306ffa99 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5885344 Dec 21 16:41:39.795348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35702) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:39.796725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d447cb-42dd-4200-aea4-ce0ad1adaf40 req-cfcb2fd4-5104-4958-8ef3-d2de65c3e15a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:39.798732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b3d447cb-42dd-4200-aea4-ce0ad1adaf40 req-cfcb2fd4-5104-4958-8ef3-d2de65c3e15a service neutron] 10.222.0.48 "GET /v2.0/networks?id=fca48798-64e1-4172-b3c8-c5a737430207 HTTP/1.1" status: 200 len: 913 time: 1.0780094 Dec 21 16:41:39.816831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.916940 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.5649989 Dec 21 16:41:39.917932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=52e52034-ae25-4403-8c2a-c4bc96f6f500,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:39.942284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.957040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:39.970664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35712) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:39.985233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 3212c9f5-411c-4038-b1f9-221bdffe9160, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3212c9f5-411c-4038-b1f9-221bdffe9160,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:39.988557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:39.996621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a6adf40c-9001-47ed-82ea-c979c95d4b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:40.041907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cef8492-3293-4d89-907e-940995a94cfc tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:40.096401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=3212c9f5-411c-4038-b1f9-221bdffe9160,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:40.107988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:40.115841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e8e0098e-205f-4666-9f9a-0d277f3565ca None None] Provisioning for port 52e52034-ae25-4403-8c2a-c4bc96f6f500 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:40.121394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e8e0098e-205f-4666-9f9a-0d277f3565ca None None] Provisioning complete for port 52e52034-ae25-4403-8c2a-c4bc96f6f500 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:40.121817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8e0098e-205f-4666-9f9a-0d277f3565ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:40.186098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0098e-205f-4666-9f9a-0d277f3565ca None None] Port 52e52034-ae25-4403-8c2a-c4bc96f6f500 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:40.192272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29183a1c-aab6-47bf-84cb-debb2790d32e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:40.197341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29183a1c-aab6-47bf-84cb-debb2790d32e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:40.198608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-29183a1c-aab6-47bf-84cb-debb2790d32e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:40.199275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-780b91ef-f4b6-4479-802e-49df6b8eb98f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] GET failed (client error): The resource could not be found. Dec 21 16:41:40.199839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-780b91ef-f4b6-4479-802e-49df6b8eb98f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Synchronizing usage tracker for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:40.235862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-29183a1c-aab6-47bf-84cb-debb2790d32e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:40.238306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-29183a1c-aab6-47bf-84cb-debb2790d32e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2652912 Dec 21 16:41:40.241142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35716) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:40.334678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1841d80c-12dc-4453-b589-ef55165a582c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 52e52034-ae25-4403-8c2a-c4bc96f6f500 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:40.335185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1841d80c-12dc-4453-b589-ef55165a582c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:40.345856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Pushing event updated for resources: {'Port': ['ID=495473c4-067f-4798-8383-5f7f0ae0bb10,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:40.351716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2df0529c-f0fd-4bfd-a7e9-b0647096af16 req-0c3ffd66-4f02-492e-95f6-99e77d2a5b3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8951976 Dec 21 16:41:40.359892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:40.371170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-780b91ef-f4b6-4479-802e-49df6b8eb98f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Unset dirty status for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:40.380939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35720) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:40.384771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:41:40.385522 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-780b91ef-f4b6-4479-802e-49df6b8eb98f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "GET /v2.0/ports/b75085a8-66cc-4649-abce-59ade393660f HTTP/1.1" status: 404 len: 333 time: 0.5823200 Dec 21 16:41:40.391407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Request body: {'port': {'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf', 'name': 'tempest-AllowedAddressPairTestJSON-117841630'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:40.403716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Deleting port 0eb0fdba-cbb2-40df-a8dc-b3c228e921d0 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:40.404234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:40.432363 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b3d447cb-42dd-4200-aea4-ce0ad1adaf40 req-df2429d1-423f-475b-82bc-8eea33d44fb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4be15a30-cf73-4a88-8c68-d4b3c5871075 HTTP/1.1" status: 200 len: 1001 time: 0.6228406 Dec 21 16:41:40.433187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:40.555741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84d1c56c-9734-4553-a304-f5f262745e9d tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:40.747864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:40.751825 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3901172 Dec 21 16:41:40.810132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35728) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:40.832932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d447cb-42dd-4200-aea4-ce0ad1adaf40 req-bcf4f84f-ba87-4e7c-9fae-4c6ba73fb1ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:40.834475 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b3d447cb-42dd-4200-aea4-ce0ad1adaf40 req-bcf4f84f-ba87-4e7c-9fae-4c6ba73fb1ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb0f284-9509-439f-bee8-db8bc64a0206 HTTP/1.1" status: 200 len: 851 time: 0.3679488 Dec 21 16:41:41.022737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:41.045029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:41.077286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1841d80c-12dc-4453-b589-ef55165a582c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:41.147931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Made reservation on behalf of 0f193691fa154e7c92da5f15196f30df for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:41.153562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:41.297924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1841d80c-12dc-4453-b589-ef55165a582c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 52e52034-ae25-4403-8c2a-c4bc96f6f500 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:41.311045 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2df0529c-f0fd-4bfd-a7e9-b0647096af16 req-cdd9ea1f-9ba6-406a-beb2-0608730820e0 service neutron] 10.222.0.48 "GET /v2.0/networks/76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9088075 Dec 21 16:41:41.348156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] device_id is not set on port 5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:41.510261 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7d459ed5-6024-4f2d-bdf5-96815c84c80a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3990 time: 0.6770713 Dec 21 16:41:41.512895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35734) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:41.535462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3212c9f5-411c-4038-b1f9-221bdffe9160 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:41.564341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:41.564625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:41.609739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 3212c9f5-411c-4038-b1f9-221bdffe9160 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:41.610167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:41.690527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3afae03e-dc66-40e4-9379-bb9e84f86725 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Synchronizing usage tracker for tenant:f03c427b8d4f4892bd344f8f185bf3a0 on resource:floatingip {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:41.702561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:41.728784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00f118-a2f9-48f0-ac1e-f3d7b967e244 None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:41.731896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Allocated IP 172.20.0.5 (9708095b-06d1-48ba-af5b-dd7426d49bcf/69f3aae1-3b8e-4517-a26a-6b163ad7dee8/5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:41.756725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1841d80c-12dc-4453-b589-ef55165a582c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:41.761553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00f118-a2f9-48f0-ac1e-f3d7b967e244 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:41.762542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f00f118-a2f9-48f0-ac1e-f3d7b967e244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:41.769849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-28d7705b-c88d-4396-91a3-1947c6b2e943 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:41.835807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841d80c-12dc-4453-b589-ef55165a582c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=52e52034-ae25-4403-8c2a-c4bc96f6f500,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:41.838750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1841d80c-12dc-4453-b589-ef55165a582c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:41.843400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3afae03e-dc66-40e4-9379-bb9e84f86725 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Unset dirty status for tenant:f03c427b8d4f4892bd344f8f185bf3a0 on resource:floatingip {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:41.844704 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3afae03e-dc66-40e4-9379-bb9e84f86725 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3299606 Dec 21 16:41:41.845553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:41.853457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f00f118-a2f9-48f0-ac1e-f3d7b967e244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:41.865552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00f118-a2f9-48f0-ac1e-f3d7b967e244 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:41.866199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f00f118-a2f9-48f0-ac1e-f3d7b967e244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:41.875909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35740) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:41.885109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b3d447cb-42dd-4200-aea4-ce0ad1adaf40 req-e81931ea-e426-4d36-ae53-1fc8a2b84be4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fca48798-64e1-4172-b3c8-c5a737430207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0374660 Dec 21 16:41:41.894191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Calling delete_port for 0eb0fdba-cbb2-40df-a8dc-b3c228e921d0 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:41.933155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f00f118-a2f9-48f0-ac1e-f3d7b967e244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:41.933613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00f118-a2f9-48f0-ac1e-f3d7b967e244 None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:41.936518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84d1c56c-9734-4553-a304-f5f262745e9d tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.017609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84d1c56c-9734-4553-a304-f5f262745e9d tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.049193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1841d80c-12dc-4453-b589-ef55165a582c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.053684 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1841d80c-12dc-4453-b589-ef55165a582c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/52e52034-ae25-4403-8c2a-c4bc96f6f500 HTTP/1.1" status: 204 len: 168 time: 1.8089249 Dec 21 16:41:42.069345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35744) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:42.080108 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2df0529c-f0fd-4bfd-a7e9-b0647096af16 req-90b91f05-01d4-490d-93be-be369bc2866d service neutron] 10.222.0.48 "GET /v2.0/networks/76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453730 Dec 21 16:41:42.169602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84d1c56c-9734-4553-a304-f5f262745e9d tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.170156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d1c56c-9734-4553-a304-f5f262745e9d tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf9356e2-3b4d-4bbe-b3d6-3bdc97e58a85 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:41:42.173578 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b3d447cb-42dd-4200-aea4-ce0ad1adaf40 req-8c0ac2a1-a030-49f5-a973-0ef8e84a324a service neutron] 10.222.0.48 "GET /v2.0/networks/fca48798-64e1-4172-b3c8-c5a737430207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475781 Dec 21 16:41:42.250460 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.1386464 Dec 21 16:41:42.267751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35750) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:42.278160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accc4fce-cabf-4f58-a7a2-14f17d7425da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:42.279679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accc4fce-cabf-4f58-a7a2-14f17d7425da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:42.280490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-accc4fce-cabf-4f58-a7a2-14f17d7425da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:42.282258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-994b9317-8852-43d6-8064-11e1604098ec tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:42.350420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Deleting port 495473c4-067f-4798-8383-5f7f0ae0bb10 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:42.350420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.351177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84d1c56c-9734-4553-a304-f5f262745e9d tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.354872 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-84d1c56c-9734-4553-a304-f5f262745e9d tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "DELETE /v2.0/routers/cf9356e2-3b4d-4bbe-b3d6-3bdc97e58a85 HTTP/1.1" status: 204 len: 168 time: 2.5470712 Dec 21 16:41:42.423460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-accc4fce-cabf-4f58-a7a2-14f17d7425da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:42.429197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-accc4fce-cabf-4f58-a7a2-14f17d7425da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3543959 Dec 21 16:41:42.434313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35756) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:42.487099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.491514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98cf7d6b-0faf-408e-95dc-3cff76c3f339 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:42.500663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.548524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35760) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:42.575853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event deleted for resources: {'Port': ['ID=0eb0fdba-cbb2-40df-a8dc-b3c228e921d0,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:42.578718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:42.585505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Transition to ACTIVE for port object 5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:42.616407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.616784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.636641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-994b9317-8852-43d6-8064-11e1604098ec tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.755066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Calling delete_port for 495473c4-067f-4798-8383-5f7f0ae0bb10 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:42.795208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:42.803371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:42.870523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-665349136', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:42.884207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:42.905215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Usage tracker for resource:router and tenant:d3173407256f43c0b0220286ac4e4134 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:42.924587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:42.938328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:42.946822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:42.948996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:42.951012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'Port': ['ID=5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:42.953347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:42.991345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:42.993043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b3d447cb-42dd-4200-aea4-ce0ad1adaf40 req-7363f107-b072-4ff5-9168-231f902237be service neutron] 10.222.0.48 "GET /v2.0/networks/fca48798-64e1-4172-b3c8-c5a737430207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7850304 Dec 21 16:41:43.011977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.013320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.097533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:43.098314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.107048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.145898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.152091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ed51af7d-0703-4253-83d0-5ce7399bd161 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:43.197210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8124413 Dec 21 16:41:43.199889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35768) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:43.207326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Pushing event deleted for resources: {'Port': ['ID=495473c4-067f-4798-8383-5f7f0ae0bb10,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:43.249750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0dc3aeff-dc44-486a-ab8b-12e08c2efc8d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d7:0a:c1'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:43.260281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:43.350196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a1570c2d-0091-4fe1-8d9d-f16ef7fbf1fc None None] Provisioning for port 5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:43.356272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a1570c2d-0091-4fe1-8d9d-f16ef7fbf1fc None None] Provisioning complete for port 5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:43.357206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1570c2d-0091-4fe1-8d9d-f16ef7fbf1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.359752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] create failed (client error): The resource could not be found. Dec 21 16:41:43.360934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.4113369 Dec 21 16:41:43.371578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35774) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:43.421855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a1570c2d-0091-4fe1-8d9d-f16ef7fbf1fc None None] Port 5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:43.451923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31c66c4-42cb-4693-a2b5-adb81dab0549 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet c56ab8f9-dd86-45e1-9d83-309e32b494d0 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:41:43.535669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31c66c4-42cb-4693-a2b5-adb81dab0549 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.624880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-994b9317-8852-43d6-8064-11e1604098ec tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.688238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.688571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fea6ca17-a2ce-4a97-8354-50684c4182ec tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Deleting port 1570a622-8672-45d2-8ffb-f0f2bb38fed7 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:43.688958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fea6ca17-a2ce-4a97-8354-50684c4182ec tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.691251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.694283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.695559 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] 10.222.0.67 "DELETE /v2.0/floatingips/5f6a6b94-eece-4181-9e3f-cb49c9cc8233 HTTP/1.1" status: 204 len: 168 time: 1.8139746 Dec 21 16:41:43.699784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35778) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:43.728551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-994b9317-8852-43d6-8064-11e1604098ec tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.728912 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-994b9317-8852-43d6-8064-11e1604098ec tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Floating IP 329fe5bd-f938-4528-b73d-68a897c0d3d1 disassociated. External IP: 172.26.7.87, port: 7ff35f41-cf72-4c48-9cf1-9b29f681b302. Dec 21 16:41:43.816317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31c66c4-42cb-4693-a2b5-adb81dab0549 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:43.893351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Deleting port 3f20df52-e056-43b5-a4e5-10799b5bedf7 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:43.893741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.105408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0dc3aeff-dc44-486a-ab8b-12e08c2efc8d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.171739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.172114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.278954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31c66c4-42cb-4693-a2b5-adb81dab0549 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.337011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Calling delete_port for 3f20df52-e056-43b5-a4e5-10799b5bedf7 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:44.374525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.409439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.424420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fea6ca17-a2ce-4a97-8354-50684c4182ec tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.647035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Allocated IP 172.26.7.203 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/d353c83d-89c0-4391-8093-af1af465c363) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:44.659378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.666233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1841d80c-12dc-4453-b589-ef55165a582c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:44.728706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f20df52-e056-43b5-a4e5-10799b5bedf7,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:44.736871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:44.819164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fea6ca17-a2ce-4a97-8354-50684c4182ec tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Calling delete_port for 1570a622-8672-45d2-8ffb-f0f2bb38fed7 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:44.874451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31c66c4-42cb-4693-a2b5-adb81dab0549 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.922677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.955400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c0ad45e-0cf1-4a0f-89a0-5191f8e02efb tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:44.957678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.964720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:44.965965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/4af1046d-0dc4-42fd-8f16-8ef1d43576de HTTP/1.1" status: 204 len: 168 time: 1.2647700 Dec 21 16:41:44.970160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35786) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:45.010253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c66c4-42cb-4693-a2b5-adb81dab0549 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=c56ab8f9-dd86-45e1-9d83-309e32b494d0,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:45.020376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f31c66c4-42cb-4693-a2b5-adb81dab0549 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:45.042532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31c66c4-42cb-4693-a2b5-adb81dab0549 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.046502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706b3fc-6824-4d11-8b00-311104143b2d None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:45.048818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-82753e5e-a042-4cda-a6c8-675fdfd63ec6 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Deleting port 859c6592-1c50-4601-b064-9d9069b6f80a {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:45.049203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82753e5e-a042-4cda-a6c8-675fdfd63ec6 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.094038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.105460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87301cb7-b9d9-47d0-b030-1c2e1572748d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:45.190061 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f31c66c4-42cb-4693-a2b5-adb81dab0549 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/c56ab8f9-dd86-45e1-9d83-309e32b494d0 HTTP/1.1" status: 204 len: 168 time: 2.7501373 Dec 21 16:41:45.198446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35790) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:45.219996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:45.225686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:45.236527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:45.285138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Pushing event updated for resources: {'Port': ['ID=d353c83d-89c0-4391-8093-af1af465c363,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:45.306471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3982f6ab-c100-4f37-894c-da66029e23c8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017451 Dec 21 16:41:45.307846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35796) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:45.312505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:45.315761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:45.352638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fea6ca17-a2ce-4a97-8354-50684c4182ec tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.371955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0dc3aeff-dc44-486a-ab8b-12e08c2efc8d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.372169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9588a5-6258-4b4c-9b8b-e0178683341e None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:41:45.377046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7e9588a5-6258-4b4c-9b8b-e0178683341e None None] Deleting port 3212c9f5-411c-4038-b1f9-221bdffe9160 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:45.380972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:45.381524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e9588a5-6258-4b4c-9b8b-e0178683341e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.435012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0dc3aeff-dc44-486a-ab8b-12e08c2efc8d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.500340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6ca17-a2ce-4a97-8354-50684c4182ec tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event deleted for resources: {'Port': ['ID=1570a622-8672-45d2-8ffb-f0f2bb38fed7,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:45.528421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fea6ca17-a2ce-4a97-8354-50684c4182ec tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:45.528421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df4f8881-a002-414f-82c5-fe3c11aa9f3e tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:45.540976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82753e5e-a042-4cda-a6c8-675fdfd63ec6 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.641435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7e9588a5-6258-4b4c-9b8b-e0178683341e None None] For port 3212c9f5-411c-4038-b1f9-221bdffe9160, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3212c9f5-411c-4038-b1f9-221bdffe9160,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:45.641852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e9588a5-6258-4b4c-9b8b-e0178683341e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.686811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-82753e5e-a042-4cda-a6c8-675fdfd63ec6 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Calling delete_port for 859c6592-1c50-4601-b064-9d9069b6f80a owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:45.719275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:45.772744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3212c9f5-411c-4038-b1f9-221bdffe9160 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:41:45.793532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:45.835298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:45.854220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3aeff-dc44-486a-ab8b-12e08c2efc8d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'Port': ['ID=5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:45.856755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.857072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.872513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0dc3aeff-dc44-486a-ab8b-12e08c2efc8d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:45.873466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:45.929195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3aeff-dc44-486a-ab8b-12e08c2efc8d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] In _notify_port_updated(), no bound segment for port 5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 on network 9708095b-06d1-48ba-af5b-dd7426d49bcf {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:41:45.933864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc3aeff-dc44-486a-ab8b-12e08c2efc8d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:45.934618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0dc3aeff-dc44-486a-ab8b-12e08c2efc8d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.938905 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0dc3aeff-dc44-486a-ab8b-12e08c2efc8d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "PUT /v2.0/ports/5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 HTTP/1.1" status: 200 len: 993 time: 2.7195928 Dec 21 16:41:45.938905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fea6ca17-a2ce-4a97-8354-50684c4182ec tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:45.940256 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fea6ca17-a2ce-4a97-8354-50684c4182ec tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "DELETE /v2.0/ports/1570a622-8672-45d2-8ffb-f0f2bb38fed7 HTTP/1.1" status: 204 len: 168 time: 2.5674796 Dec 21 16:41:45.964714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35802) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:45.965452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35804) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:45.976929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:45.989408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:46.000434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82753e5e-a042-4cda-a6c8-675fdfd63ec6 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:46.003332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7e9588a5-6258-4b4c-9b8b-e0178683341e None None] Calling delete_port for 3212c9f5-411c-4038-b1f9-221bdffe9160 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:46.007310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43550158-59c8-4a99-87ec-d2ba764d6768 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:46.160589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15d4175-71bc-422e-93dd-1b86b9217553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:46.200350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:46.240465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e9588a5-6258-4b4c-9b8b-e0178683341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:46.245082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-766b2710-cc04-4522-a1f2-6820e647a87f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:46.283655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6a62e26f-281a-4b71-94c9-47cc4b1e9370 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Deleting port 5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:46.284055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a62e26f-281a-4b71-94c9-47cc4b1e9370 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:46.324164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9588a5-6258-4b4c-9b8b-e0178683341e None None] Pushing event deleted for resources: {'Port': ['ID=3212c9f5-411c-4038-b1f9-221bdffe9160,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:46.333465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e9588a5-6258-4b4c-9b8b-e0178683341e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:46.339578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9588a5-6258-4b4c-9b8b-e0178683341e None None] No DVR routers for this DVR port 3212c9f5-411c-4038-b1f9-221bdffe9160 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:41:46.348879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82753e5e-a042-4cda-a6c8-675fdfd63ec6 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event deleted for resources: {'Port': ['ID=859c6592-1c50-4601-b064-9d9069b6f80a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:46.355468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82753e5e-a042-4cda-a6c8-675fdfd63ec6 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:46.358581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ab481c7d-da6b-4424-b70e-a5d2d66f1fbc None None] Provisioning complete for port 5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:46.375852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab481c7d-da6b-4424-b70e-a5d2d66f1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:46.376621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994b9317-8852-43d6-8064-11e1604098ec tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:41:46.453509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ab481c7d-da6b-4424-b70e-a5d2d66f1fbc None None] Port 5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:46.519863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a01341-814b-4efb-89d4-24d6515dac37 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:46.521224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-23a01341-814b-4efb-89d4-24d6515dac37 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Synchronizing usage tracker for tenant:f4d6ea72258740c6a39099d13d376e0a on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:46.575630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82753e5e-a042-4cda-a6c8-675fdfd63ec6 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:46.597941 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-82753e5e-a042-4cda-a6c8-675fdfd63ec6 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "DELETE /v2.0/ports/859c6592-1c50-4601-b064-9d9069b6f80a HTTP/1.1" status: 204 len: 168 time: 1.6242757 Dec 21 16:41:46.598273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35812) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:46.693316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-23a01341-814b-4efb-89d4-24d6515dac37 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Unset dirty status for tenant:f4d6ea72258740c6a39099d13d376e0a on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:46.694643 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-23a01341-814b-4efb-89d4-24d6515dac37 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "GET /v2.0/ports?device_id=d22a7226-265b-4d9e-a468-913b0c5c58d9 HTTP/1.1" status: 200 len: 913 time: 0.7200212 Dec 21 16:41:46.699256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35816) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:46.783191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:46.794361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:46.844886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ab4029-dd08-43b7-b706-b3d436bb31c1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:46.845660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f8ab4029-dd08-43b7-b706-b3d436bb31c1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Synchronizing usage tracker for tenant:f03c427b8d4f4892bd344f8f185bf3a0 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:46.894179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f8ab4029-dd08-43b7-b706-b3d436bb31c1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Unset dirty status for tenant:f03c427b8d4f4892bd344f8f185bf3a0 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:46.895561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f8ab4029-dd08-43b7-b706-b3d436bb31c1 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "GET /v2.0/ports?device_id=70a42a37-cd46-41a7-97ef-f2c057fc1694 HTTP/1.1" status: 200 len: 913 time: 0.2962768 Dec 21 16:41:46.898543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35820) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:46.983994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Router 19d7ef78-127a-41e8-8b91-2a63d68c32e2 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:41:47.086519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a62e26f-281a-4b71-94c9-47cc4b1e9370 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:47.092544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:47.170021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:47.288436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6a62e26f-281a-4b71-94c9-47cc4b1e9370 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Calling delete_port for 5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:47.320722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:47.330672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a830f48b-5151-48b0-b621-a959a79a5c2b None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:47.334169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=99d0ee1a-6375-4600-b47b-d43b3c616a0b,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:47.339859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:47.340457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:47.349019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:47.411431 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1012216 Dec 21 16:41:47.416306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35826) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:47.437064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': '99d0ee1a-6375-4600-b47b-d43b3c616a0b', 'ip_address': '2001:db8::e947:209f:ce2a:416c'}], 'name': 'tempest-NetworksTestDHCPv6-629569814'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:47.513472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994b9317-8852-43d6-8064-11e1604098ec tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:47.515324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a62e26f-281a-4b71-94c9-47cc4b1e9370 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:47.525388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:47.530991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b724ed2-7004-4134-bfbc-ed093020ee19 None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:47.569082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62e26f-281a-4b71-94c9-47cc4b1e9370 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event deleted for resources: {'Port': ['ID=5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:47.572359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-994b9317-8852-43d6-8064-11e1604098ec tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:47.597562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a62e26f-281a-4b71-94c9-47cc4b1e9370 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:47.639183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b724ed2-7004-4134-bfbc-ed093020ee19 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:47.639752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0b724ed2-7004-4134-bfbc-ed093020ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:47.677060 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-994b9317-8852-43d6-8064-11e1604098ec tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "PUT /v2.0/floatingips/329fe5bd-f938-4528-b73d-68a897c0d3d1 HTTP/1.1" status: 200 len: 687 time: 5.4058104 Dec 21 16:41:47.682893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35830) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:47.707662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '99d0ee1a-6375-4600-b47b-d43b3c616a0b'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:41:47.709463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:47.714976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:47.744518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0b724ed2-7004-4134-bfbc-ed093020ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:47.815219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b724ed2-7004-4134-bfbc-ed093020ee19 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:47.819781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0b724ed2-7004-4134-bfbc-ed093020ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:47.905459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0b724ed2-7004-4134-bfbc-ed093020ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:47.905953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b724ed2-7004-4134-bfbc-ed093020ee19 None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:47.920508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 328616e8-0693-4619-a611-a665bded09d8 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:47.920809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.022538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52a5b5c0-4eda-466b-a1ef-c1403260d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.041675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/99d0ee1a-6375-4600-b47b-d43b3c616a0b/a7c476b7-a852-4b35-a3ff-c0c3f05cbc86) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:48.052998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:48.131167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:48.152100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:48.163353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:48.169451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea43cf-08a0-4e4d-84d8-c3a5b628b7d1 None None] Sync routers for ids ['19d7ef78-127a-41e8-8b91-2a63d68c32e2'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:48.182601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea43cf-08a0-4e4d-84d8-c3a5b628b7d1 None None] Routers {'19d7ef78-127a-41e8-8b91-2a63d68c32e2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:48.183617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-33ea43cf-08a0-4e4d-84d8-c3a5b628b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['19d7ef78-127a-41e8-8b91-2a63d68c32e2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:48.212308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a62e26f-281a-4b71-94c9-47cc4b1e9370 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.214442 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6a62e26f-281a-4b71-94c9-47cc4b1e9370 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "DELETE /v2.0/ports/5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 HTTP/1.1" status: 204 len: 168 time: 2.2423122 Dec 21 16:41:48.226021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35836) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:48.256195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-33ea43cf-08a0-4e4d-84d8-c3a5b628b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:48.269415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea43cf-08a0-4e4d-84d8-c3a5b628b7d1 None None] Routers {'19d7ef78-127a-41e8-8b91-2a63d68c32e2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:48.270470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-33ea43cf-08a0-4e4d-84d8-c3a5b628b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['19d7ef78-127a-41e8-8b91-2a63d68c32e2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:48.282561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f454508d-fa87-4baf-9f80-87f1a79d7e58 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] GET failed (client error): The resource could not be found. Dec 21 16:41:48.283182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f454508d-fa87-4baf-9f80-87f1a79d7e58 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Synchronizing usage tracker for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:48.302624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.303998 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7505393 Dec 21 16:41:48.313522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35840) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:48.331950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f454508d-fa87-4baf-9f80-87f1a79d7e58 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Unset dirty status for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:48.333287 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f454508d-fa87-4baf-9f80-87f1a79d7e58 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "GET /v2.0/ports/5e7ca5ed-ab90-4430-8b48-5e61f7ec7ec9 HTTP/1.1" status: 404 len: 333 time: 0.1062243 Dec 21 16:41:48.340295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35846) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:48.346436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.346809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.358716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-33ea43cf-08a0-4e4d-84d8-c3a5b628b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:48.359695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea43cf-08a0-4e4d-84d8-c3a5b628b7d1 None None] The sync data for ids ['19d7ef78-127a-41e8-8b91-2a63d68c32e2'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:48.385144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Request body: {'port': {'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf', 'name': 'tempest-AllowedAddressPairTestJSON-377013615'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:48.500849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.525387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.537058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Transition to ACTIVE for port object a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:48.543806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 328616e8-0693-4619-a611-a665bded09d8 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:48.558481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Transition to ACTIVE for port object a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:48.563619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.568569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:48.570235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.644347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:48.645066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Pushing event updated for resources: {'Port': ['ID=a7c476b7-a852-4b35-a3ff-c0c3f05cbc86,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:48.648026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:48.649835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:48.650609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:48.669145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 27b6a224-deb2-4ee5-85b3-558e4c469ffd yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:48.728320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:48.742396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Attempting to bind port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:41:48.742842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Attempting to bind port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:41:48.743256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Attempting to bind port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:41:48.750347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:41:48.750769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:41:48.751244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.751686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:41:48.752206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Bound port: a7c476b7-a852-4b35-a3ff-c0c3f05cbc86, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:41:48.752627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.783321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:48.801001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Made reservation on behalf of 0f193691fa154e7c92da5f15196f30df for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:48.807138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.837765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] device_id is not set on port dd2c3364-af64-46f6-b42e-6983a49ec0f6 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:48.847730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] For port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:41:48.851527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] For port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a7c476b7-a852-4b35-a3ff-c0c3f05cbc86,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:41:48.855033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.859403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e9588a5-6258-4b4c-9b8b-e0178683341e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:48.873260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:48.878704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a62e26f-281a-4b71-94c9-47cc4b1e9370 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:48.928200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=328616e8-0693-4619-a611-a665bded09d8,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:48.938944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Pushing event updated for resources: {'Port': ['ID=a7c476b7-a852-4b35-a3ff-c0c3f05cbc86,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:48.944548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:48.952821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:49.033793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:49.141085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:49.169236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Allocated IP 172.20.0.11 (9708095b-06d1-48ba-af5b-dd7426d49bcf/69f3aae1-3b8e-4517-a26a-6b163ad7dee8/dd2c3364-af64-46f6-b42e-6983a49ec0f6) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:49.172051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:49.173330 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/floatingips/329fe5bd-f938-4528-b73d-68a897c0d3d1 HTTP/1.1" status: 204 len: 168 time: 1.4894133 Dec 21 16:41:49.177828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35852) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:49.189960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '2d8be2cc-61a4-4262-857d-0163b5dd46eb'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:49.197591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:49.218564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:floatingip and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:49.225484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:49.242032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:49.272426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:49.286921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::e947:209f:ce2a:416c (5f0be329-6402-4a2c-810d-f62e9ae5da2b/99d0ee1a-6375-4600-b47b-d43b3c616a0b/27b6a224-deb2-4ee5-85b3-558e4c469ffd) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:49.451294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b48f6e4a-7cb3-4b54-9c45-f673debc54b8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/routers/19d7ef78-127a-41e8-8b91-2a63d68c32e2 HTTP/1.1" status: 200 len: 924 time: 1.1353109 Dec 21 16:41:49.466696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35856) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:49.586481 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6bd15c15-af23-48cd-a710-b64b05d6c65b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=19d7ef78-127a-41e8-8b91-2a63d68c32e2 HTTP/1.1" status: 200 len: 205 time: 0.1181254 Dec 21 16:41:49.613853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:49.615449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35862) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:49.703488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:49.726324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:49.838405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:49.869309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Transition to ACTIVE for port object dd2c3364-af64-46f6-b42e-6983a49ec0f6 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:49.903623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:49.943877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:49.951400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0dc3aeff-dc44-486a-ab8b-12e08c2efc8d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:50.043100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:50.052538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:50.055013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:50.100107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'Port': ['ID=dd2c3364-af64-46f6-b42e-6983a49ec0f6,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:50.103177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:50.189350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:50.190018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:50.202170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:50.225566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.26.7.100 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/2121de4f-cfcf-4ea5-9932-0893a722d444) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:50.229305 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8855674 Dec 21 16:41:50.231827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35868) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:50.238027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9b7d8236-ed1a-4d44-9477-f962414e8a42 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d7:0a:c1'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:50.311791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 27b6a224-deb2-4ee5-85b3-558e4c469ffd will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:50.580352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:50.586356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:50.589565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Deleting port e6f20011-8ef5-4557-aeab-85942b05421b {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:50.590002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:50.666176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65c1b44d-ad4a-4f5f-be56-1096b4ddb15f tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:50.669582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8236-ed1a-4d44-9477-f962414e8a42 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:50.717756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8ad78d3a-e976-42f2-9ef0-b8f77feb06da None None] Provisioning for port dd2c3364-af64-46f6-b42e-6983a49ec0f6 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:50.725714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8ad78d3a-e976-42f2-9ef0-b8f77feb06da None None] Provisioning complete for port dd2c3364-af64-46f6-b42e-6983a49ec0f6 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:50.726378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ad78d3a-e976-42f2-9ef0-b8f77feb06da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:50.731349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:50.742348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49c99c66-1ce1-4140-afed-e235d1d21d4d tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:50.808592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8ad78d3a-e976-42f2-9ef0-b8f77feb06da None None] Port dd2c3364-af64-46f6-b42e-6983a49ec0f6 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:50.813080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=27b6a224-deb2-4ee5-85b3-558e4c469ffd,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:50.833592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:50.840627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:50.843154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:50.854981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:50.891095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=2121de4f-cfcf-4ea5-9932-0893a722d444,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:50.894055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:50.980060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.033789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b61d8933-1a3c-443e-9fc9-ef1e88a67467 None None] Provisioning for port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:51.039073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b61d8933-1a3c-443e-9fc9-ef1e88a67467 None None] Provisioning complete for port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:51.039267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b61d8933-1a3c-443e-9fc9-ef1e88a67467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.045377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:51.065319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:51.074460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:51.078824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:51.079513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.145797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.179836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b61d8933-1a3c-443e-9fc9-ef1e88a67467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.218190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b61d8933-1a3c-443e-9fc9-ef1e88a67467 None None] For port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a7c476b7-a852-4b35-a3ff-c0c3f05cbc86,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:51.224797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b61d8933-1a3c-443e-9fc9-ef1e88a67467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.230754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:51.263788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8236-ed1a-4d44-9477-f962414e8a42 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.284642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8236-ed1a-4d44-9477-f962414e8a42 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.295402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-054de12e-2c30-407e-b62e-83678d63cb32 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:51.331603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d8933-1a3c-443e-9fc9-ef1e88a67467 None None] Pushing event updated for resources: {'Port': ['ID=a7c476b7-a852-4b35-a3ff-c0c3f05cbc86,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:51.332148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Calling delete_port for e6f20011-8ef5-4557-aeab-85942b05421b owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:51.337368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b61d8933-1a3c-443e-9fc9-ef1e88a67467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:51.388959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9688787 Dec 21 16:41:51.393473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35876) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:51.479548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d8236-ed1a-4d44-9477-f962414e8a42 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'Port': ['ID=dd2c3364-af64-46f6-b42e-6983a49ec0f6,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:51.486459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b7d8236-ed1a-4d44-9477-f962414e8a42 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:51.565010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-680d47c1-5b35-43a6-b48a-1874bf7b1d07 None None] Provisioning for port 27b6a224-deb2-4ee5-85b3-558e4c469ffd completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:51.571682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-680d47c1-5b35-43a6-b48a-1874bf7b1d07 None None] Provisioning complete for port 27b6a224-deb2-4ee5-85b3-558e4c469ffd triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:51.572106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-680d47c1-5b35-43a6-b48a-1874bf7b1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.602002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d8236-ed1a-4d44-9477-f962414e8a42 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] In _notify_port_updated(), no bound segment for port dd2c3364-af64-46f6-b42e-6983a49ec0f6 on network 9708095b-06d1-48ba-af5b-dd7426d49bcf {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:41:51.606626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7d8236-ed1a-4d44-9477-f962414e8a42 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:51.608077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8236-ed1a-4d44-9477-f962414e8a42 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.608932 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9b7d8236-ed1a-4d44-9477-f962414e8a42 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "PUT /v2.0/ports/dd2c3364-af64-46f6-b42e-6983a49ec0f6 HTTP/1.1" status: 200 len: 996 time: 1.3760343 Dec 21 16:41:51.609530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:41:51.618645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35880) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:51.699971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-680d47c1-5b35-43a6-b48a-1874bf7b1d07 None None] Port 27b6a224-deb2-4ee5-85b3-558e4c469ffd cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:51.708721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-26db9b45-00d6-4ac3-9b92-aa0255d0fa99 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Deleting port dd2c3364-af64-46f6-b42e-6983a49ec0f6 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:51.709663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26db9b45-00d6-4ac3-9b92-aa0255d0fa99 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.710242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:51.710915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.783812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c2c85b-2672-48e5-8c9e-e08933015004 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:51.788333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c2c85b-2672-48e5-8c9e-e08933015004 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:51.789213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-83c2c85b-2672-48e5-8c9e-e08933015004 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:51.870159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Deleting port 6dc1fd2a-247e-46f5-8078-6fb448c8f695 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:51.870530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.918917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-83c2c85b-2672-48e5-8c9e-e08933015004 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:51.920229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-83c2c85b-2672-48e5-8c9e-e08933015004 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5229526 Dec 21 16:41:51.923353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35886) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:51.932960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ff39775b-1cee-4251-a854-71e0fb0e1a6b None None] Provisioning complete for port dd2c3364-af64-46f6-b42e-6983a49ec0f6 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:51.933512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff39775b-1cee-4251-a854-71e0fb0e1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:51.996867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ff39775b-1cee-4251-a854-71e0fb0e1a6b None None] Port dd2c3364-af64-46f6-b42e-6983a49ec0f6 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:52.011114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:52.018839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ba7422d-e599-4564-b786-3e7106d97979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:52.059985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:52.078924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event deleted for resources: {'Port': ['ID=e6f20011-8ef5-4557-aeab-85942b05421b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:52.131074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:52.148406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Deleting port d353c83d-89c0-4391-8093-af1af465c363 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:52.148786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:52.243019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:41:52.420760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26db9b45-00d6-4ac3-9b92-aa0255d0fa99 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:52.450552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e5a2bb19-4dc1-47e5-9cbc-4aefefbfc62e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 27b6a224-deb2-4ee5-85b3-558e4c469ffd {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:52.450957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5a2bb19-4dc1-47e5-9cbc-4aefefbfc62e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:52.582873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:52.617703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-26db9b45-00d6-4ac3-9b92-aa0255d0fa99 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Calling delete_port for dd2c3364-af64-46f6-b42e-6983a49ec0f6 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:52.684616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:52.827362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Calling delete_port for 6dc1fd2a-247e-46f5-8078-6fb448c8f695 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:52.856139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:53.008890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:53.108005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26db9b45-00d6-4ac3-9b92-aa0255d0fa99 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:53.129824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:53.140394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:53.150027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Calling delete_port for d353c83d-89c0-4391-8093-af1af465c363 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:53.168973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5a2bb19-4dc1-47e5-9cbc-4aefefbfc62e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:53.195038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db9b45-00d6-4ac3-9b92-aa0255d0fa99 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event deleted for resources: {'Port': ['ID=dd2c3364-af64-46f6-b42e-6983a49ec0f6,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:53.251795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-26db9b45-00d6-4ac3-9b92-aa0255d0fa99 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:53.365690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e5a2bb19-4dc1-47e5-9cbc-4aefefbfc62e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 27b6a224-deb2-4ee5-85b3-558e4c469ffd owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:53.586554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26db9b45-00d6-4ac3-9b92-aa0255d0fa99 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:53.655290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-26db9b45-00d6-4ac3-9b92-aa0255d0fa99 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "DELETE /v2.0/ports/dd2c3364-af64-46f6-b42e-6983a49ec0f6 HTTP/1.1" status: 204 len: 168 time: 2.0353694 Dec 21 16:41:53.657669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:53.666206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35894) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:53.671434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:53.710097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:53.777732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-619ddbea-da9c-4012-9ba1-7c3d2b63054d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] GET failed (client error): The resource could not be found. Dec 21 16:41:53.778309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-619ddbea-da9c-4012-9ba1-7c3d2b63054d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Synchronizing usage tracker for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:53.806139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:53.813411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1519488f-177f-4416-836a-83613a089543 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:53.849494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5a2bb19-4dc1-47e5-9cbc-4aefefbfc62e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:53.856873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=2121de4f-cfcf-4ea5-9932-0893a722d444,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:53.874357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:53.875094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-619ddbea-da9c-4012-9ba1-7c3d2b63054d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Unset dirty status for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:53.876388 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-619ddbea-da9c-4012-9ba1-7c3d2b63054d tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "GET /v2.0/ports/dd2c3364-af64-46f6-b42e-6983a49ec0f6 HTTP/1.1" status: 404 len: 333 time: 0.2091475 Dec 21 16:41:53.877064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41d71fbe-79c3-426b-aa85-0b5a07d9a466 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:53.920411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35900) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:53.938817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Request body: {'port': {'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf', 'name': 'tempest-AllowedAddressPairTestJSON-1720888775'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:53.954514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2bb19-4dc1-47e5-9cbc-4aefefbfc62e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=27b6a224-deb2-4ee5-85b3-558e4c469ffd,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:53.964681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e5a2bb19-4dc1-47e5-9cbc-4aefefbfc62e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:53.986564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:54.094935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event deleted for resources: {'Port': ['ID=6dc1fd2a-247e-46f5-8078-6fb448c8f695,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:54.097740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:54.153061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5a2bb19-4dc1-47e5-9cbc-4aefefbfc62e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:54.179873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:54.188825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:54.201264 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e5a2bb19-4dc1-47e5-9cbc-4aefefbfc62e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/27b6a224-deb2-4ee5-85b3-558e4c469ffd HTTP/1.1" status: 204 len: 168 time: 2.2077065 Dec 21 16:41:54.209339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35904) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:54.251394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Router d22a7226-265b-4d9e-a468-913b0c5c58d9 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:41:54.260052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Pushing event deleted for resources: {'Port': ['ID=d353c83d-89c0-4391-8093-af1af465c363,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:54.262969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:54.534251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:54.605155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:54.627038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c222ba-ec7d-4c7d-876f-c6654f796963 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:54.628532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c222ba-ec7d-4c7d-876f-c6654f796963 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:54.629351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-55c222ba-ec7d-4c7d-876f-c6654f796963 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:54.647260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Made reservation on behalf of 0f193691fa154e7c92da5f15196f30df for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:54.652417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:54.681200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-55c222ba-ec7d-4c7d-876f-c6654f796963 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:54.682511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-55c222ba-ec7d-4c7d-876f-c6654f796963 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2268629 Dec 21 16:41:54.694839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35910) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:54.730340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] device_id is not set on port 4dcc1f9c-19ab-4858-92e2-8ef68c9a517b yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:54.776420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:54.782642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:54.788242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ae169-47a2-4186-b70b-41d545a003f3 None None] Sync routers for ids ['d22a7226-265b-4d9e-a468-913b0c5c58d9'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:54.801136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ae169-47a2-4186-b70b-41d545a003f3 None None] Routers {'d22a7226-265b-4d9e-a468-913b0c5c58d9'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:54.802544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d68ae169-47a2-4186-b70b-41d545a003f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d22a7226-265b-4d9e-a468-913b0c5c58d9'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:54.869468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d68ae169-47a2-4186-b70b-41d545a003f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:54.884519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ae169-47a2-4186-b70b-41d545a003f3 None None] Routers {'d22a7226-265b-4d9e-a468-913b0c5c58d9'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:54.885508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d68ae169-47a2-4186-b70b-41d545a003f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d22a7226-265b-4d9e-a468-913b0c5c58d9'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:54.979118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d68ae169-47a2-4186-b70b-41d545a003f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:54.979581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ae169-47a2-4186-b70b-41d545a003f3 None None] The sync data for ids ['d22a7226-265b-4d9e-a468-913b0c5c58d9'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:55.005320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Floating IP a8c10467-3b08-4910-a48e-b16d5eab7b3a associated. External IP: 172.26.7.100, port: 2d8be2cc-61a4-4262-857d-0163b5dd46eb. Dec 21 16:41:55.112430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Allocated IP 172.20.0.13 (9708095b-06d1-48ba-af5b-dd7426d49bcf/69f3aae1-3b8e-4517-a26a-6b163ad7dee8/4dcc1f9c-19ab-4858-92e2-8ef68c9a517b) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:55.113291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bc054c80-8bd3-40ef-b753-a2e8635c6087 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "PUT /v2.0/routers/d22a7226-265b-4d9e-a468-913b0c5c58d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4112406 Dec 21 16:41:55.116801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35916) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:55.133796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.141754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.192331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.192880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Fanout notify agent at l3_agent the message router_deleted on router 19d7ef78-127a-41e8-8b91-2a63d68c32e2 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:41:55.195225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.211335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.215129 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/19d7ef78-127a-41e8-8b91-2a63d68c32e2 HTTP/1.1" status: 204 len: 168 time: 5.5963109 Dec 21 16:41:55.216540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35920) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:55.221960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1139053974', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'enable_snat': False}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:55.229311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:55.291894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3e66e2-bbc5-42b4-a6d3-5745d6ccadc8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 99d0ee1a-6375-4600-b47b-d43b3c616a0b {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:41:55.301848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Usage tracker for resource:router and tenant:bacbd34e2c1845d0850cf8d1dc04390f is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:55.308545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:55.316419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:55.316776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d3e66e2-bbc5-42b4-a6d3-5745d6ccadc8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.332116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.333650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.421213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.526397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d3e66e2-bbc5-42b4-a6d3-5745d6ccadc8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.570235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91454e32-c3ae-4627-9b82-23c854e34dba tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.606000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:55.887795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.263836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Transition to ACTIVE for port object 4dcc1f9c-19ab-4858-92e2-8ef68c9a517b will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:56.272891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d3e66e2-bbc5-42b4-a6d3-5745d6ccadc8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.370160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.407034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.473038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91454e32-c3ae-4627-9b82-23c854e34dba tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.556758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91454e32-c3ae-4627-9b82-23c854e34dba tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.570485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.573437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Router 70a42a37-cd46-41a7-97ef-f2c057fc1694 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:41:56.584110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:56.595506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Allocated IP 172.26.7.176 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/928838a5-333b-4df7-a675-9e1ddb937300) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:56.666378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d3e66e2-bbc5-42b4-a6d3-5745d6ccadc8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.691648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:56.708885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:56.712326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:56.747301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'Port': ['ID=4dcc1f9c-19ab-4858-92e2-8ef68c9a517b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:56.750851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:56.751571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91454e32-c3ae-4627-9b82-23c854e34dba tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.752116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91454e32-c3ae-4627-9b82-23c854e34dba tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Fanout notify agent at l3_agent the message router_deleted on router d22a7226-265b-4d9e-a468-913b0c5c58d9 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:41:56.764704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-58c8adff-7457-4b04-93f9-10aec6fa6dbc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:56.824773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d3e66e2-bbc5-42b4-a6d3-5745d6ccadc8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.831628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e66e2-bbc5-42b4-a6d3-5745d6ccadc8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=99d0ee1a-6375-4600-b47b-d43b3c616a0b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:56.834359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357006a5-e223-4df0-b21c-b13d15d9900b None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:56.834523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1d3e66e2-bbc5-42b4-a6d3-5745d6ccadc8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:56.899038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.907247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91454e32-c3ae-4627-9b82-23c854e34dba tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.908492 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-91454e32-c3ae-4627-9b82-23c854e34dba tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "DELETE /v2.0/routers/d22a7226-265b-4d9e-a468-913b0c5c58d9 HTTP/1.1" status: 204 len: 168 time: 1.7887089 Dec 21 16:41:56.911211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35930) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:56.926127 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1d3e66e2-bbc5-42b4-a6d3-5745d6ccadc8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/99d0ee1a-6375-4600-b47b-d43b3c616a0b HTTP/1.1" status: 204 len: 168 time: 2.2258570 Dec 21 16:41:56.929308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:56.929986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:56.933855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35934) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:57.028734 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-90196c1c-2199-4361-ab13-9c01789dd7ff tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890687 Dec 21 16:41:57.030476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35938) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:57.036878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:57.056153 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1321144 Dec 21 16:41:57.057209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35942) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:57.065314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Request body: {'port': {'network_id': '9708095b-06d1-48ba-af5b-dd7426d49bcf', 'name': 'tempest-AllowedAddressPairTestJSON-412794264'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:57.081237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6d623b1d-4fb9-4da9-a121-ec136aebdf72 None None] Provisioning for port 4dcc1f9c-19ab-4858-92e2-8ef68c9a517b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:41:57.090732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6d623b1d-4fb9-4da9-a121-ec136aebdf72 None None] Provisioning complete for port 4dcc1f9c-19ab-4858-92e2-8ef68c9a517b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:41:57.091111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d623b1d-4fb9-4da9-a121-ec136aebdf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:57.145784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:57.151687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6d623b1d-4fb9-4da9-a121-ec136aebdf72 None None] Port 4dcc1f9c-19ab-4858-92e2-8ef68c9a517b cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:41:57.168491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-636d6fc2-2534-4dff-a465-09e8e62e9dc5 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:57.188330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:57.205487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:57.216183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:41:57.223717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f46dbb-9f1f-4380-aed7-2355f81d5b1e None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:41:57.226569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:57.230891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-25f46dbb-9f1f-4380-aed7-2355f81d5b1e None None] Deleting port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:57.231887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25f46dbb-9f1f-4380-aed7-2355f81d5b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:57.233114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:57.340637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:57.350672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:57.353724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:57.355360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:57.371173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361fe23c-6092-4aac-b5a1-b40a1684a192 None None] Sync routers for ids ['70a42a37-cd46-41a7-97ef-f2c057fc1694'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:57.396339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fe23c-6092-4aac-b5a1-b40a1684a192 None None] Routers {'70a42a37-cd46-41a7-97ef-f2c057fc1694'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:57.397254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-361fe23c-6092-4aac-b5a1-b40a1684a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['70a42a37-cd46-41a7-97ef-f2c057fc1694'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:57.407951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-def79c64-c51c-48e5-bc71-eafd32f919f1 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Deleting subnet b1b9793f-d9e7-492a-85fc-f955c7253a62 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:41:57.423399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event updated for resources: {'Port': ['ID=928838a5-333b-4df7-a675-9e1ddb937300,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:57.426006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-def79c64-c51c-48e5-bc71-eafd32f919f1 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:57.480859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-361fe23c-6092-4aac-b5a1-b40a1684a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:57.497276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fe23c-6092-4aac-b5a1-b40a1684a192 None None] Routers {'70a42a37-cd46-41a7-97ef-f2c057fc1694'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:57.497942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-361fe23c-6092-4aac-b5a1-b40a1684a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['70a42a37-cd46-41a7-97ef-f2c057fc1694'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:57.505434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:57.558134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-25f46dbb-9f1f-4380-aed7-2355f81d5b1e None None] For port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a7c476b7-a852-4b35-a3ff-c0c3f05cbc86,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:57.563256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25f46dbb-9f1f-4380-aed7-2355f81d5b1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:57.566193 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "PUT /v2.0/routers/70a42a37-cd46-41a7-97ef-f2c057fc1694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6657546 Dec 21 16:41:57.571970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:57.577338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35948) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:57.579757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-def79c64-c51c-48e5-bc71-eafd32f919f1 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:57.604409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-361fe23c-6092-4aac-b5a1-b40a1684a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:57.604857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361fe23c-6092-4aac-b5a1-b40a1684a192 None None] The sync data for ids ['70a42a37-cd46-41a7-97ef-f2c057fc1694'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:57.648428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:41:57.709471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:57.716566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5d55dc5a-a7ff-405a-a7b3-977a61df6481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:57.748843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:41:57.749082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:57.750102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-25f46dbb-9f1f-4380-aed7-2355f81d5b1e None None] Calling delete_port for a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:57.801813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Made reservation on behalf of 0f193691fa154e7c92da5f15196f30df for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:57.807680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:57.809871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:57.842280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3456f8-3aff-4d82-bbd8-84db11575622 None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:41:57.852804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:57.929061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3456f8-3aff-4d82-bbd8-84db11575622 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:57.929763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ae3456f8-3aff-4d82-bbd8-84db11575622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:58.014204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ae3456f8-3aff-4d82-bbd8-84db11575622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:58.020239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25f46dbb-9f1f-4380-aed7-2355f81d5b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.029340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:58.086590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f46dbb-9f1f-4380-aed7-2355f81d5b1e None None] Pushing event deleted for resources: {'Port': ['ID=a7c476b7-a852-4b35-a3ff-c0c3f05cbc86,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:58.088684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:58.090574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25f46dbb-9f1f-4380-aed7-2355f81d5b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:58.092994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=ecd63ee8-d537-4b53-9b3a-1a285b96ff5b,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:58.097558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:41:58.098256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.104031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:58.106435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3456f8-3aff-4d82-bbd8-84db11575622 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:41:58.107160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ae3456f8-3aff-4d82-bbd8-84db11575622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:58.116623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] device_id is not set on port 3feedb52-7605-4ed1-ae62-89d4f201d5e4 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:58.131973 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9500897 Dec 21 16:41:58.136283 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1037345 Dec 21 16:41:58.136283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35954) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:58.139300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35956) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:58.167356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.186920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f46dbb-9f1f-4380-aed7-2355f81d5b1e None None] No DVR routers for this DVR port a7c476b7-a852-4b35-a3ff-c0c3f05cbc86 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:41:58.196505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ae3456f8-3aff-4d82-bbd8-84db11575622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:41:58.196951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3456f8-3aff-4d82-bbd8-84db11575622 None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:41:58.202602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': 'ecd63ee8-d537-4b53-9b3a-1a285b96ff5b', 'ip_address': '2001:db8::9aa6:4d4c:41d9:4f78'}], 'name': 'tempest-NetworksTestDHCPv6-919069260'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:58.238557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc26de-343b-4dbb-b26c-4b4f61dcf00a None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:58.255349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-def79c64-c51c-48e5-bc71-eafd32f919f1 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.415554 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-163c850d-3720-4786-9135-ec0f769746f4 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "GET /v2.0/floatingips/a8c10467-3b08-4910-a48e-b16d5eab7b3a HTTP/1.1" status: 200 len: 978 time: 0.2778599 Dec 21 16:41:58.422705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35964) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:58.461884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-def79c64-c51c-48e5-bc71-eafd32f919f1 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.482615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-53b998f9-34a5-409c-b741-780ea9002435 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:58.504050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': 'ecd63ee8-d537-4b53-9b3a-1a285b96ff5b'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:41:58.505452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.536173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def79c64-c51c-48e5-bc71-eafd32f919f1 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b9793f-d9e7-492a-85fc-f955c7253a62,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:58.547757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-def79c64-c51c-48e5-bc71-eafd32f919f1 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:58.553211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:41:58.555103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Allocated IP 172.20.0.8 (9708095b-06d1-48ba-af5b-dd7426d49bcf/69f3aae1-3b8e-4517-a26a-6b163ad7dee8/3feedb52-7605-4ed1-ae62-89d4f201d5e4) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:58.568092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.568346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.569030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:41:58.570817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-def79c64-c51c-48e5-bc71-eafd32f919f1 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.574171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:41:58.583752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:41:58.585397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750acf4-f86b-4434-b41b-919981a68d2b None None] Network c1f32d7f-9875-4350-be9c-8533a6182590 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:41:58.591694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f4916c16-be68-485c-bafd-bc463f8a398e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Synchronizing usage tracker for tenant:8e965015c4f34c1bbb940e9d2d2350f0 on resource:floatingip {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:41:58.603219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:41:58.611264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.634560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f4916c16-be68-485c-bafd-bc463f8a398e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Unset dirty status for tenant:8e965015c4f34c1bbb940e9d2d2350f0 on resource:floatingip {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:41:58.637198 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f4916c16-be68-485c-bafd-bc463f8a398e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2081251 Dec 21 16:41:58.640364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35968) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:58.645687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port be41f55a-d81a-4573-b32e-c79df816ea2c yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:41:58.653473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-def79c64-c51c-48e5-bc71-eafd32f919f1 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "DELETE /v2.0/subnets/b1b9793f-d9e7-492a-85fc-f955c7253a62 HTTP/1.1" status: 204 len: 168 time: 1.7411370 Dec 21 16:41:58.684767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35972) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:41:58.688248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d9fa91eb-77df-43f1-858c-8864bfa97a4d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'floatingip': {'port_id': '7ff35f41-cf72-4c48-9cf1-9b29f681b302'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:41:58.729902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.862625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9fa91eb-77df-43f1-858c-8864bfa97a4d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:58.983791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.013810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/ecd63ee8-d537-4b53-9b3a-1a285b96ff5b/83576b83-71f7-4973-82e2-d6245295ee6e) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:59.146987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Deleting port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:59.146987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.243403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69a6cfa-2a69-4623-ad7d-c6719b0797ce None None] DHCP port deletion for c1f32d7f-9875-4350-be9c-8533a6182590 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:41:59.257798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a69a6cfa-2a69-4623-ad7d-c6719b0797ce None None] Deleting port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:59.258226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a69a6cfa-2a69-4623-ad7d-c6719b0797ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.293327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.309472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.331539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.383691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Transition to ACTIVE for port object 3feedb52-7605-4ed1-ae62-89d4f201d5e4 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:59.436256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Transition to ACTIVE for port object 83576b83-71f7-4973-82e2-d6245295ee6e will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:59.522174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Transition to ACTIVE for port object 83576b83-71f7-4973-82e2-d6245295ee6e will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:41:59.540241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.546696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b61d8933-1a3c-443e-9fc9-ef1e88a67467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:59.568172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] For port 10940a16-4b0e-4bec-a46b-ae00c96a52b7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=10940a16-4b0e-4bec-a46b-ae00c96a52b7,segment=NetworkSegment(9703aef5-daf5-402e-b4dc-d36d23e4d58a),segment_id=9703aef5-daf5-402e-b4dc-d36d23e4d58a)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:59.569747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.589472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 10940a16-4b0e-4bec-a46b-ae00c96a52b7 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:41:59.664912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a69a6cfa-2a69-4623-ad7d-c6719b0797ce None None] For port 10940a16-4b0e-4bec-a46b-ae00c96a52b7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=10940a16-4b0e-4bec-a46b-ae00c96a52b7,segment=NetworkSegment(9703aef5-daf5-402e-b4dc-d36d23e4d58a),segment_id=9703aef5-daf5-402e-b4dc-d36d23e4d58a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:41:59.665352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a69a6cfa-2a69-4623-ad7d-c6719b0797ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.692981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:59.696236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Pushing event updated for resources: {'Port': ['ID=83576b83-71f7-4973-82e2-d6245295ee6e,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:59.700847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::9aa6:4d4c:41d9:4f78 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/ecd63ee8-d537-4b53-9b3a-1a285b96ff5b/be41f55a-d81a-4573-b32e-c79df816ea2c) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:41:59.701929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:59.721884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Calling delete_port for 10940a16-4b0e-4bec-a46b-ae00c96a52b7 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:59.758230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:59.759405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.769017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db74f741-8a06-4f8b-85e1-0d5f97a84dbd tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:41:59.773665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9fa91eb-77df-43f1-858c-8864bfa97a4d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.784551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9fa91eb-77df-43f1-858c-8864bfa97a4d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.816651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:59.826375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a69a6cfa-2a69-4623-ad7d-c6719b0797ce None None] Calling delete_port for 10940a16-4b0e-4bec-a46b-ae00c96a52b7 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:41:59.906636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:41:59.912507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:41:59.922545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'Port': ['ID=3feedb52-7605-4ed1-ae62-89d4f201d5e4,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:41:59.925236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:41:59.929384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:41:59.931117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:41:59.973998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Deleting port f226f3b6-e353-4e07-99ad-d3e59dedbad2 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:41:59.974687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.020711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.035500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.040625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b97d3961-1cdd-4768-80a7-eff6cbb38f67 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:00.056575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Attempting to bind port 83576b83-71f7-4973-82e2-d6245295ee6e on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:00.056993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Attempting to bind port 83576b83-71f7-4973-82e2-d6245295ee6e by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:00.057406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Attempting to bind port 83576b83-71f7-4973-82e2-d6245295ee6e on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:00.070102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-a69a6cfa-2a69-4623-ad7d-c6719b0797ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:42:00.070517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-a69a6cfa-2a69-4623-ad7d-c6719b0797ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:42:00.074860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:00.075290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:00.075749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.076194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:00.076734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Bound port: 83576b83-71f7-4973-82e2-d6245295ee6e, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:00.077159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.158609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.193181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object be41f55a-d81a-4573-b32e-c79df816ea2c will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:00.231664 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-d9fa91eb-77df-43f1-858c-8864bfa97a4d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Floating IP a8c10467-3b08-4910-a48e-b16d5eab7b3a associated. External IP: 172.26.7.100, port: 2d8be2cc-61a4-4262-857d-0163b5dd46eb. Dec 21 16:42:00.255105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] For port 83576b83-71f7-4973-82e2-d6245295ee6e, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:00.258442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] For port 83576b83-71f7-4973-82e2-d6245295ee6e, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=83576b83-71f7-4973-82e2-d6245295ee6e,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:00.264337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.270231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:00.293638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.307372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fea6ca17-a2ce-4a97-8354-50684c4182ec tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:00.378562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event deleted for resources: {'Port': ['ID=10940a16-4b0e-4bec-a46b-ae00c96a52b7,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:00.380203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Pushing event updated for resources: {'Port': ['ID=83576b83-71f7-4973-82e2-d6245295ee6e,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:00.391104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:00.402468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:00.414765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] No DVR routers for this DVR port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:00.453065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Router a761b828-59db-4365-96e5-d259004c2190 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:42:00.474188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:00.474939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.521820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ada0fa90-51fd-4c10-9aea-754840a1d476 None None] Provisioning for port 3feedb52-7605-4ed1-ae62-89d4f201d5e4 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:00.527339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ada0fa90-51fd-4c10-9aea-754840a1d476 None None] Provisioning complete for port 3feedb52-7605-4ed1-ae62-89d4f201d5e4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:00.527760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ada0fa90-51fd-4c10-9aea-754840a1d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.571540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a69a6cfa-2a69-4623-ad7d-c6719b0797ce None None] Deleting port 10940a16-4b0e-4bec-a46b-ae00c96a52b7 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:00.572115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a69a6cfa-2a69-4623-ad7d-c6719b0797ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.615524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5539458 Dec 21 16:42:00.623893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 35982) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:00.627273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:00.634617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:00.635729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e02cded3-9f71-4c03-9380-2beff7655845 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d7:0a:c1'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5e:b5:96'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:00.637462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=be41f55a-d81a-4573-b32e-c79df816ea2c,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:00.640034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:00.644313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:00.645015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.656728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:00.659913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a69a6cfa-2a69-4623-ad7d-c6719b0797ce None None] The port '10940a16-4b0e-4bec-a46b-ae00c96a52b7' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:42:00.692900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ada0fa90-51fd-4c10-9aea-754840a1d476 None None] Port 3feedb52-7605-4ed1-ae62-89d4f201d5e4 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:00.753215 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6127484 Dec 21 16:42:00.761850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35988) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:00.814500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.899484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06205966-030f-46bf-bc8c-2d6181ed6891 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:00.903883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06205966-030f-46bf-bc8c-2d6181ed6891 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:00.904795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-06205966-030f-46bf-bc8c-2d6181ed6891 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:00.911686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:00.931087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-06205966-030f-46bf-bc8c-2d6181ed6891 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:00.935412 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-06205966-030f-46bf-bc8c-2d6181ed6891 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1726055 Dec 21 16:42:00.936056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 35992) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:00.947794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f32d7f-9875-4350-be9c-8533a6182590']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:01.085152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dac8a56d-f76a-44bb-9cc7-4459c9e32595 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port be41f55a-d81a-4573-b32e-c79df816ea2c {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:01.085657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dac8a56d-f76a-44bb-9cc7-4459c9e32595 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:01.096185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Calling delete_port for f226f3b6-e353-4e07-99ad-d3e59dedbad2 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:01.135098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9703aef5-daf5-402e-b4dc-d36d23e4d58a') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:01.135435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9703aef5-daf5-402e-b4dc-d36d23e4d58a') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:01.209911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:01.257939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:01.278768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:01.279233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:01.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:01.444811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dac8a56d-f76a-44bb-9cc7-4459c9e32595 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:01.559513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:01.578636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dac8a56d-f76a-44bb-9cc7-4459c9e32595 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for be41f55a-d81a-4573-b32e-c79df816ea2c owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:01.585133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:01.587701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 83576b83-71f7-4973-82e2-d6245295ee6e up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:01.608737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:01.618363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fa91eb-77df-43f1-858c-8864bfa97a4d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:01.631987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e02cded3-9f71-4c03-9380-2beff7655845 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:01.647259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Pushing event deleted for resources: {'Network': ['ID=c1f32d7f-9875-4350-be9c-8533a6182590,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:01.657255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:01.663221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] 10.222.0.67 "DELETE /v2.0/networks/c1f32d7f-9875-4350-be9c-8533a6182590 HTTP/1.1" status: 204 len: 168 time: 2.9738305 Dec 21 16:42:01.670494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 83576b83-71f7-4973-82e2-d6245295ee6e completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:01.824787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:01.834731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Sync routers for ids ['a761b828-59db-4365-96e5-d259004c2190'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:01.841280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dac8a56d-f76a-44bb-9cc7-4459c9e32595 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:01.845898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:01.849866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Routers {'a761b828-59db-4365-96e5-d259004c2190'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:01.850804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a761b828-59db-4365-96e5-d259004c2190'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:01.853585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3baf01c2-39c5-4732-be3b-783fe5dbd146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:01.855007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:01.920003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8a56d-f76a-44bb-9cc7-4459c9e32595 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=be41f55a-d81a-4573-b32e-c79df816ea2c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:01.929016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event deleted for resources: {'Port': ['ID=f226f3b6-e353-4e07-99ad-d3e59dedbad2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:01.937190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dac8a56d-f76a-44bb-9cc7-4459c9e32595 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:01.954881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:01.963563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:01.968137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.7503581 Dec 21 16:42:01.969013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36002) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:02.072123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dac8a56d-f76a-44bb-9cc7-4459c9e32595 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:02.095376 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dac8a56d-f76a-44bb-9cc7-4459c9e32595 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/be41f55a-d81a-4573-b32e-c79df816ea2c HTTP/1.1" status: 204 len: 168 time: 1.1571860 Dec 21 16:42:02.096964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36008) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:02.142894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36012) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:02.208375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Set router a761b828-59db-4365-96e5-d259004c2190 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:02.233735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438a804-43dc-402e-accb-dcb27b672ca1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:02.235134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438a804-43dc-402e-accb-dcb27b672ca1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:02.235969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a438a804-43dc-402e-accb-dcb27b672ca1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:02.326502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a438a804-43dc-402e-accb-dcb27b672ca1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:02.330525 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a438a804-43dc-402e-accb-dcb27b672ca1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2276537 Dec 21 16:42:02.332680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36020) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:02.438605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa91eb-77df-43f1-858c-8864bfa97a4d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:02.451837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac183773-a1d5-470a-8aaa-2b56d25ff8c0 None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:02.501003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac183773-a1d5-470a-8aaa-2b56d25ff8c0 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:02.502044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac183773-a1d5-470a-8aaa-2b56d25ff8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:02.651651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac183773-a1d5-470a-8aaa-2b56d25ff8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:02.661769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a761b828-59db-4365-96e5-d259004c2190', 'name': 'tempest-snat-router-1139053974', 'tenant_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.176'}], 'enable_snat': False}, 'gw_port_id': '928838a5-333b-4df7-a675-9e1ddb937300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:41:55Z', 'updated_at': '2021-12-21T16:41:57Z', 'revision_number': 3, 'project_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'gw_port': {'id': '928838a5-333b-4df7-a675-9e1ddb937300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a761b828-59db-4365-96e5-d259004c2190', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:41:56Z', 'updated_at': '2021-12-21T16:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:02.666813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Checking router: a761b828-59db-4365-96e5-d259004c2190 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:42:02.667333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Updating router a761b828-59db-4365-96e5-d259004c2190 port 928838a5-333b-4df7-a675-9e1ddb937300 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:42:02.670138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac183773-a1d5-470a-8aaa-2b56d25ff8c0 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:02.670861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac183773-a1d5-470a-8aaa-2b56d25ff8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:02.729297 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-279d89ae-b9e8-4b32-9706-58143cf059e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f4d6ea72258740c6a39099d13d376e0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5783165 Dec 21 16:42:02.741311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36026) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:02.745679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:02.774303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac183773-a1d5-470a-8aaa-2b56d25ff8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:02.774768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac183773-a1d5-470a-8aaa-2b56d25ff8c0 None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:02.808223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81f69fbd-e8f9-47cd-b4fb-07304f961374 None None] Provisioning for port 83576b83-71f7-4973-82e2-d6245295ee6e completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:02.814318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81f69fbd-e8f9-47cd-b4fb-07304f961374 None None] Provisioning complete for port 83576b83-71f7-4973-82e2-d6245295ee6e triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:02.814660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81f69fbd-e8f9-47cd-b4fb-07304f961374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:02.944053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-70679f7d-0a94-4e90-b763-84a94b9f37a6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet ecd63ee8-d537-4b53-9b3a-1a285b96ff5b {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:42:02.948250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70679f7d-0a94-4e90-b763-84a94b9f37a6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.001741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81f69fbd-e8f9-47cd-b4fb-07304f961374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.024926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.026230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70679f7d-0a94-4e90-b763-84a94b9f37a6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.056586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-81f69fbd-e8f9-47cd-b4fb-07304f961374 None None] For port 83576b83-71f7-4973-82e2-d6245295ee6e, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=83576b83-71f7-4973-82e2-d6245295ee6e,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:03.062540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81f69fbd-e8f9-47cd-b4fb-07304f961374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.064549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:03.128894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70679f7d-0a94-4e90-b763-84a94b9f37a6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.187368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ff7e060c-11c0-4d0b-889b-52da766841d1 None None] Could not find standard attr ID for object be41f55a-d81a-4573-b32e-c79df816ea2c. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:42:03.188963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f69fbd-e8f9-47cd-b4fb-07304f961374 None None] Pushing event updated for resources: {'Port': ['ID=83576b83-71f7-4973-82e2-d6245295ee6e,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:03.192371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81f69fbd-e8f9-47cd-b4fb-07304f961374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:03.404273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.419375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Transition to ACTIVE for port object 928838a5-333b-4df7-a675-9e1ddb937300 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:03.426862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.432181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67bd4f0c-ac7f-4b2c-a706-6f9c7f3b5a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:03.483912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6568023f-96a8-404d-90b6-3958ba2a80cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.501132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e02cded3-9f71-4c03-9380-2beff7655845 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.515626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Attempting to bind port 928838a5-333b-4df7-a675-9e1ddb937300 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:03.516034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Attempting to bind port 928838a5-333b-4df7-a675-9e1ddb937300 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:03.516439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Attempting to bind port 928838a5-333b-4df7-a675-9e1ddb937300 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:03.523560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Pushing event updated for resources: {'Port': ['ID=928838a5-333b-4df7-a675-9e1ddb937300,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:03.526675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70679f7d-0a94-4e90-b763-84a94b9f37a6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.530408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.532969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6568023f-96a8-404d-90b6-3958ba2a80cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.533207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e02cded3-9f71-4c03-9380-2beff7655845 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.534031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:03.534462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:03.534934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.535429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:03.536467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Bound port: 928838a5-333b-4df7-a675-9e1ddb937300, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:03.536898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.547873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b03e2ab6-c471-47c9-81f0-450e11f70208 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:03.548092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-473baf50-36ed-4222-b186-5b78b0327cc7 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:03.569064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:03.569444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:03.569812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:03.570179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:03.570545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:03.571278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:03.571642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:03.572007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:03.573229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:03.573229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:03.573229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:03.582938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:03.609278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70679f7d-0a94-4e90-b763-84a94b9f37a6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd63ee8-d537-4b53-9b3a-1a285b96ff5b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:03.611449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70679f7d-0a94-4e90-b763-84a94b9f37a6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:03.628927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] For port 928838a5-333b-4df7-a675-9e1ddb937300, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:03.630856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 83576b83-71f7-4973-82e2-d6245295ee6e up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:03.633076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] For port 928838a5-333b-4df7-a675-9e1ddb937300, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=928838a5-333b-4df7-a675-9e1ddb937300,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:03.638296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.642699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67bd4f0c-ac7f-4b2c-a706-6f9c7f3b5a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:03.687134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd848093-bca9-4215-8a03-e3f745df863d req-9547a45a-60e2-43b8-bca8-561e0e8562f4 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:03.692829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fd848093-bca9-4215-8a03-e3f745df863d req-9547a45a-60e2-43b8-bca8-561e0e8562f4 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 945 time: 1.3673317 Dec 21 16:42:03.697175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e02cded3-9f71-4c03-9380-2beff7655845 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] In _notify_port_updated(), no bound segment for port 3feedb52-7605-4ed1-ae62-89d4f201d5e4 on network 9708095b-06d1-48ba-af5b-dd7426d49bcf {{(pid=88888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:42:03.709326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02cded3-9f71-4c03-9380-2beff7655845 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:03.713955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e02cded3-9f71-4c03-9380-2beff7655845 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.719825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70679f7d-0a94-4e90-b763-84a94b9f37a6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.722745 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e02cded3-9f71-4c03-9380-2beff7655845 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "PUT /v2.0/ports/3feedb52-7605-4ed1-ae62-89d4f201d5e4 HTTP/1.1" status: 200 len: 1056 time: 3.0964773 Dec 21 16:42:03.723960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36032) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:03.737722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Pushing event updated for resources: {'Port': ['ID=928838a5-333b-4df7-a675-9e1ddb937300,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:03.737956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9726e4-d2db-4cab-b414-ca6d665a621d None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:03.742183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:03.745003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Routers {'a761b828-59db-4365-96e5-d259004c2190'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:03.745844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a761b828-59db-4365-96e5-d259004c2190'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:03.758453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.870559 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-70679f7d-0a94-4e90-b763-84a94b9f37a6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/ecd63ee8-d537-4b53-9b3a-1a285b96ff5b HTTP/1.1" status: 204 len: 168 time: 1.5349436 Dec 21 16:42:03.892240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36036) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:03.912635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cded3-9f71-4c03-9380-2beff7655845 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event updated for resources: {'Port': ['ID=3feedb52-7605-4ed1-ae62-89d4f201d5e4,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:03.919792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e02cded3-9f71-4c03-9380-2beff7655845 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:03.923848 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fd848093-bca9-4215-8a03-e3f745df863d req-531807bc-17e2-429a-88d0-8712bf66652d tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774762 Dec 21 16:42:03.992454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:03.997605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Fanout notify agent at l3_agent the message router_deleted on router 70a42a37-cd46-41a7-97ef-f2c057fc1694 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:42:04.017920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-80c43e1c-3381-4b71-967b-8e15dbb86433 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/routers/a761b828-59db-4365-96e5-d259004c2190 HTTP/1.1" status: 200 len: 909 time: 2.0199540 Dec 21 16:42:04.032845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36042) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:04.034997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 83576b83-71f7-4973-82e2-d6245295ee6e triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:04.035560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.038925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1139053974', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'enable_snat': True}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:04.046669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-550394d5-f7a4-40de-bc22-bd0a33382fc3 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Deleting port 3feedb52-7605-4ed1-ae62-89d4f201d5e4 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:04.047362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-550394d5-f7a4-40de-bc22-bd0a33382fc3 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.048023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:04.053730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Usage tracker for resource:router and tenant:bacbd34e2c1845d0850cf8d1dc04390f is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:04.057059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:04.063706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:04.067684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] Set router a761b828-59db-4365-96e5-d259004c2190 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:04.077280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.078511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "DELETE /v2.0/routers/70a42a37-cd46-41a7-97ef-f2c057fc1694 HTTP/1.1" status: 204 len: 168 time: 6.4633801 Dec 21 16:42:04.080292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.081425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.096923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36048) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:04.136774 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-abf7be8f-c176-496a-9a3e-58c750467dc4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2419736 Dec 21 16:42:04.156133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36052) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:04.216385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-417aa1f7-d641-42d4-bfe1-b7ab69f9ca27 None None] Provisioning complete for port 3feedb52-7605-4ed1-ae62-89d4f201d5e4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:04.216653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-417aa1f7-d641-42d4-bfe1-b7ab69f9ca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.318577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e03641-7aa3-4276-aab4-5b1343e7a82e None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:42:04.321969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.330691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-63e03641-7aa3-4276-aab4-5b1343e7a82e None None] Deleting port 83576b83-71f7-4973-82e2-d6245295ee6e {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:04.331141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-63e03641-7aa3-4276-aab4-5b1343e7a82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.331270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6568023f-96a8-404d-90b6-3958ba2a80cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.339998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:04.354693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568023f-96a8-404d-90b6-3958ba2a80cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7420e9f6-19a3-483a-a913-6a22b1a4930e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:04.365327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6568023f-96a8-404d-90b6-3958ba2a80cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:04.369778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6568023f-96a8-404d-90b6-3958ba2a80cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.373553 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6568023f-96a8-404d-90b6-3958ba2a80cc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7420e9f6-19a3-483a-a913-6a22b1a4930e HTTP/1.1" status: 204 len: 168 time: 1.6231618 Dec 21 16:42:04.464134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-417aa1f7-d641-42d4-bfe1-b7ab69f9ca27 None None] Port 3feedb52-7605-4ed1-ae62-89d4f201d5e4 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:04.502180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-550394d5-f7a4-40de-bc22-bd0a33382fc3 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.509441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a761b828-59db-4365-96e5-d259004c2190', 'name': 'tempest-snat-router-1139053974', 'tenant_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.176'}], 'enable_snat': False}, 'gw_port_id': '928838a5-333b-4df7-a675-9e1ddb937300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:41:55Z', 'updated_at': '2021-12-21T16:41:57Z', 'revision_number': 3, 'project_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'gw_port': {'id': '928838a5-333b-4df7-a675-9e1ddb937300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a761b828-59db-4365-96e5-d259004c2190', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:41:56Z', 'updated_at': '2021-12-21T16:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:04.514260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98802b15-75ff-45ed-b34d-0875fb4b6d4f None None] The sync data for ids ['a761b828-59db-4365-96e5-d259004c2190'] in dv-neutron-822515-1-hyperv is: [{'id': 'a761b828-59db-4365-96e5-d259004c2190', 'name': 'tempest-snat-router-1139053974', 'tenant_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.176'}], 'enable_snat': False}, 'gw_port_id': '928838a5-333b-4df7-a675-9e1ddb937300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:41:55Z', 'updated_at': '2021-12-21T16:41:57Z', 'revision_number': 3, 'project_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'gw_port': {'id': '928838a5-333b-4df7-a675-9e1ddb937300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a761b828-59db-4365-96e5-d259004c2190', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:41:56Z', 'updated_at': '2021-12-21T16:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:04.520960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0ab5d1-229b-43bc-932f-51cf38405868 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Deleting subnet 54468344-1349-4ffc-b325-7f92788c26df {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:42:04.529640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd0ab5d1-229b-43bc-932f-51cf38405868 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.576156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe4f45-81df-40ae-b519-eb84719bb644 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:04.583567 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0ebe4f45-81df-40ae-b519-eb84719bb644 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4263206 Dec 21 16:42:04.589353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36060) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:04.680401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-63e03641-7aa3-4276-aab4-5b1343e7a82e None None] For port 83576b83-71f7-4973-82e2-d6245295ee6e, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=83576b83-71f7-4973-82e2-d6245295ee6e,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:04.680802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-63e03641-7aa3-4276-aab4-5b1343e7a82e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.746686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-550394d5-f7a4-40de-bc22-bd0a33382fc3 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Calling delete_port for 3feedb52-7605-4ed1-ae62-89d4f201d5e4 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:04.814473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd0ab5d1-229b-43bc-932f-51cf38405868 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.854406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-63e03641-7aa3-4276-aab4-5b1343e7a82e None None] Calling delete_port for 83576b83-71f7-4973-82e2-d6245295ee6e owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:04.896718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b2037-1466-429f-a947-fdad255cba75 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:04.903121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36068) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:04.905562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-496b2037-1466-429f-a947-fdad255cba75 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3140762 Dec 21 16:42:04.944428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.944575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-63e03641-7aa3-4276-aab4-5b1343e7a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:04.952509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:04.998649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e03641-7aa3-4276-aab4-5b1343e7a82e None None] Pushing event deleted for resources: {'Port': ['ID=83576b83-71f7-4973-82e2-d6245295ee6e,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:05.007202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-63e03641-7aa3-4276-aab4-5b1343e7a82e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:05.013305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e03641-7aa3-4276-aab4-5b1343e7a82e None None] No DVR routers for this DVR port 83576b83-71f7-4973-82e2-d6245295ee6e on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:05.104925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd0ab5d1-229b-43bc-932f-51cf38405868 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:05.176858 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9bb118ec-7dd7-416b-bd89-8b838ddeffec tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2703702 Dec 21 16:42:05.217743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36080) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:05.226858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:05.244168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-550394d5-f7a4-40de-bc22-bd0a33382fc3 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:05.262122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de634e2e-f076-4651-9c14-e23d4828119c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:05.342278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550394d5-f7a4-40de-bc22-bd0a33382fc3 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event deleted for resources: {'Port': ['ID=3feedb52-7605-4ed1-ae62-89d4f201d5e4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:05.360318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fa91eb-77df-43f1-858c-8864bfa97a4d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:05.361909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-550394d5-f7a4-40de-bc22-bd0a33382fc3 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:05.407378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9d780-f16a-41f2-9c3a-e156c12368bf req-24196ecd-4a45-4bf9-81ce-e0494366e714 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:05.420124 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c4a9d780-f16a-41f2-9c3a-e156c12368bf req-24196ecd-4a45-4bf9-81ce-e0494366e714 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 945 time: 0.2792089 Dec 21 16:42:05.507644 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c4a9d780-f16a-41f2-9c3a-e156c12368bf req-972bfce4-bfa3-44f6-92f1-f5131467ecef tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865672 Dec 21 16:42:05.510877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd0ab5d1-229b-43bc-932f-51cf38405868 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:05.556043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-def79c64-c51c-48e5-bc71-eafd32f919f1 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:05.653336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 928838a5-333b-4df7-a675-9e1ddb937300 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:05.805913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:05.811233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:05.815952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:05.830517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:05.936872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd0ab5d1-229b-43bc-932f-51cf38405868 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:05.948910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36092) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:05.961486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ab5d1-229b-43bc-932f-51cf38405868 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event deleted for resources: {'Subnet': ['ID=54468344-1349-4ffc-b325-7f92788c26df,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:05.976566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dd0ab5d1-229b-43bc-932f-51cf38405868 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:05.981563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dd0ab5d1-229b-43bc-932f-51cf38405868 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "DELETE /v2.0/subnets/54468344-1349-4ffc-b325-7f92788c26df HTTP/1.1" status: 204 len: 168 time: 1.8811798 Dec 21 16:42:05.984445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36098) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:05.994055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35533223-765b-4540-9f94-5c8f6fdf4393 None None] Network 57ee74f2-c9a5-4058-b052-754f78f6b3eb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:06.042425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:06.050663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.200557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'networks': [{'name': 'tempest-network--1956072971'}, {'name': 'tempest-network--1750038437'}]} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:06.201120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'network': {'name': 'tempest-network--1956072971'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:06.201371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'network': {'name': 'tempest-network--1750038437'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:06.222381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:06.232792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.265449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Usage tracker for resource:network and tenant:5ba067826915436d8c1b56227abfd230 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:06.286665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:06.290952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.308135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-550394d5-f7a4-40de-bc22-bd0a33382fc3 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.349969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.353924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:06.386303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 928838a5-333b-4df7-a675-9e1ddb937300 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:06.397743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Made reservation on behalf of 5ba067826915436d8c1b56227abfd230 for: {'network': 2} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:06.397969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 928838a5-333b-4df7-a675-9e1ddb937300 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:06.398260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.404421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.414030 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-550394d5-f7a4-40de-bc22-bd0a33382fc3 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "DELETE /v2.0/ports/3feedb52-7605-4ed1-ae62-89d4f201d5e4 HTTP/1.1" status: 204 len: 168 time: 2.6814122 Dec 21 16:42:06.422281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36104) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:06.433469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Deleting port f342d512-a6cf-4cba-97a7-cca7d6983303 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:06.435538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.531503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33fa7fb-6b0d-4289-8523-a76375a0a09e None None] DHCP port deletion for 57ee74f2-c9a5-4058-b052-754f78f6b3eb request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:42:06.541884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.547511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c33fa7fb-6b0d-4289-8523-a76375a0a09e None None] Deleting port f342d512-a6cf-4cba-97a7-cca7d6983303 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:06.547904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c33fa7fb-6b0d-4289-8523-a76375a0a09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.620367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:06.624520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Usage tracker for resource:security_group_rule and tenant:5ba067826915436d8c1b56227abfd230 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:06.627710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:06.642235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.643141 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4536a9e2-731d-4a8e-bbd1-adc91d526939 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] GET failed (client error): The resource could not be found. Dec 21 16:42:06.643721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4536a9e2-731d-4a8e-bbd1-adc91d526939 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Synchronizing usage tracker for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:06.648389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:06.680771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 928838a5-333b-4df7-a675-9e1ddb937300, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=928838a5-333b-4df7-a675-9e1ddb937300,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:06.733398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.795909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4536a9e2-731d-4a8e-bbd1-adc91d526939 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Unset dirty status for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:06.796935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a63d51b-ffc0-4d30-aa19-85d8c9b3cba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:06.797184 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4536a9e2-731d-4a8e-bbd1-adc91d526939 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "GET /v2.0/ports/3feedb52-7605-4ed1-ae62-89d4f201d5e4 HTTP/1.1" status: 404 len: 333 time: 0.3712752 Dec 21 16:42:06.813309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36110) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:06.833460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Allocated IP 172.26.7.7 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/99e34906-f918-430f-9921-ba502bbe2b1a) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:06.844756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 83576b83-71f7-4973-82e2-d6245295ee6e no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:06.873590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa91eb-77df-43f1-858c-8864bfa97a4d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:06.896213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b937856-62dd-4f2c-be14-1cdba3668de0 None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:06.896664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 83576b83-71f7-4973-82e2-d6245295ee6e {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:06.897056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 83576b83-71f7-4973-82e2-d6245295ee6e not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:06.901991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c33fa7fb-6b0d-4289-8523-a76375a0a09e None None] For port f342d512-a6cf-4cba-97a7-cca7d6983303, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f342d512-a6cf-4cba-97a7-cca7d6983303,segment=NetworkSegment(ee8ffefb-9cce-4eb4-91b1-892eea399d0d),segment_id=ee8ffefb-9cce-4eb4-91b1-892eea399d0d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:06.902194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c33fa7fb-6b0d-4289-8523-a76375a0a09e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.913739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9fa91eb-77df-43f1-858c-8864bfa97a4d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:06.918919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b937856-62dd-4f2c-be14-1cdba3668de0 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:06.919578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5b937856-62dd-4f2c-be14-1cdba3668de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:06.998461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5b937856-62dd-4f2c-be14-1cdba3668de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:07.012644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b937856-62dd-4f2c-be14-1cdba3668de0 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:07.013547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5b937856-62dd-4f2c-be14-1cdba3668de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:07.055924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c33fa7fb-6b0d-4289-8523-a76375a0a09e None None] Calling delete_port for f342d512-a6cf-4cba-97a7-cca7d6983303 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:07.064126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cb30d96a-7d19-4b15-9925-ddf29ed6d37e tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Deleting port 4dcc1f9c-19ab-4858-92e2-8ef68c9a517b {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:07.064516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb30d96a-7d19-4b15-9925-ddf29ed6d37e tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.079397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5b937856-62dd-4f2c-be14-1cdba3668de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:07.080071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b937856-62dd-4f2c-be14-1cdba3668de0 None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:07.093244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=928838a5-333b-4df7-a675-9e1ddb937300,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:07.098036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:07.128991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-8febcc3f-fd93-4d3b-8041-fb58be2c49c8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:07.130202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-8febcc3f-fd93-4d3b-8041-fb58be2c49c8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Synchronizing usage tracker for tenant:233ecb5063444b54923c02f8ca686d31 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:07.135283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c33fa7fb-6b0d-4289-8523-a76375a0a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.138401 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d9fa91eb-77df-43f1-858c-8864bfa97a4d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "PUT /v2.0/floatingips/a8c10467-3b08-4910-a48e-b16d5eab7b3a HTTP/1.1" status: 200 len: 979 time: 8.4953620 Dec 21 16:42:07.139475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36114) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:07.141265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.145838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:07.150007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bdca25bf-894a-4fe6-8e3c-aa344447ef09 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:07.181949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33fa7fb-6b0d-4289-8523-a76375a0a09e None None] No DVR routers for this DVR port f342d512-a6cf-4cba-97a7-cca7d6983303 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:07.190280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fa7fb-6b0d-4289-8523-a76375a0a09e None None] Pushing event deleted for resources: {'Port': ['ID=f342d512-a6cf-4cba-97a7-cca7d6983303,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:07.196462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c33fa7fb-6b0d-4289-8523-a76375a0a09e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:07.209073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:07.235019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.267945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.268231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.287065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:07.292523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-8febcc3f-fd93-4d3b-8041-fb58be2c49c8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Unset dirty status for tenant:233ecb5063444b54923c02f8ca686d31 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:07.293823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-8febcc3f-fd93-4d3b-8041-fb58be2c49c8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.48 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 945 time: 0.8779109 Dec 21 16:42:07.342476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adf4aa-b2c6-41d9-aa66-89f698333115 req-55a285b6-6c34-4cc6-9b8b-8deac3abd514 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:07.344162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a6adf4aa-b2c6-41d9-aa66-89f698333115 req-55a285b6-6c34-4cc6-9b8b-8deac3abd514 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 945 time: 0.6329691 Dec 21 16:42:07.356290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] For port f342d512-a6cf-4cba-97a7-cca7d6983303, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f342d512-a6cf-4cba-97a7-cca7d6983303,segment=NetworkSegment(ee8ffefb-9cce-4eb4-91b1-892eea399d0d),segment_id=ee8ffefb-9cce-4eb4-91b1-892eea399d0d)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:07.356698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.377206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:07.378460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:07.391845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f838e219-072d-4998-858f-9379e59fa107 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:07.413763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:07.414429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.420771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=8f85d8eb-df62-44e2-91bb-88b3dfe21737,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:07.444800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:07.463389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdca25bf-894a-4fe6-8e3c-aa344447ef09 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.567757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Deleting port 4be15a30-cf73-4a88-8c68-d4b3c5871075 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:07.567947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.588462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f934dd-fa33-4e41-aca3-14a8d9db403a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:07.599763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Calling delete_port for f342d512-a6cf-4cba-97a7-cca7d6983303 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:07.599887 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3791256 Dec 21 16:42:07.603093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36122) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:07.627966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': '8f85d8eb-df62-44e2-91bb-88b3dfe21737', 'ip_address': '2001:db8::2ff1:63a0:b7c7:a0ee'}], 'name': 'tempest-NetworksTestDHCPv6-105578217'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:07.659969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.703204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:07.705205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 928838a5-333b-4df7-a675-9e1ddb937300 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:07.768677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '8f85d8eb-df62-44e2-91bb-88b3dfe21737'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:42:07.769370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.770113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.776780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:07.787754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8441aea9-8387-420b-a705-4ab2c8345c9c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:07.874064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 928838a5-333b-4df7-a675-9e1ddb937300 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:07.874484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.947208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:07.947996 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Added segment 30b35e83-125c-47b0-b8e7-981944d8770a of type vlan for network 216bcc83-c717-443f-8142-d12750f8ed1a Dec 21 16:42:07.948550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:07.959642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:07.964905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event updated for resources: {'Port': ['ID=99e34906-f918-430f-9921-ba502bbe2b1a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:07.968143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:07.970085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:07.981278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:07.990236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a6adf4aa-b2c6-41d9-aa66-89f698333115 req-c75ecb47-978e-4f49-a8fb-a6f8afc634e8 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6048748 Dec 21 16:42:08.048274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/8f85d8eb-df62-44e2-91bb-88b3dfe21737/c83ad844-283c-4ba3-8f0a-50bc1dc8117f) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:08.087387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:08.116462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:08.154568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdca25bf-894a-4fe6-8e3c-aa344447ef09 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.235916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdca25bf-894a-4fe6-8e3c-aa344447ef09 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.236458 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-bdca25bf-894a-4fe6-8e3c-aa344447ef09 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Floating IP a8c10467-3b08-4910-a48e-b16d5eab7b3a disassociated. External IP: 172.26.7.100, port: 7ff35f41-cf72-4c48-9cf1-9b29f681b302. Dec 21 16:42:08.237406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f342d512-a6cf-4cba-97a7-cca7d6983303 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:08.284303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: f342d512-a6cf-4cba-97a7-cca7d6983303 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:08.284695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f342d512-a6cf-4cba-97a7-cca7d6983303 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:08.338620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:08.345778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.371624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:42:08.371991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:42:08.377862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:08.426295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.445504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Transition to ACTIVE for port object c83ad844-283c-4ba3-8f0a-50bc1dc8117f will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:08.451581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] For port 4be15a30-cf73-4a88-8c68-d4b3c5871075, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4be15a30-cf73-4a88-8c68-d4b3c5871075,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:08.451991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.461300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568dfe2-bdf6-48cd-b186-d57a9fecabae req-8c1809d5-6717-4ec7-a737-64e558433313 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:08.463290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1568dfe2-bdf6-48cd-b186-d57a9fecabae req-8c1809d5-6717-4ec7-a737-64e558433313 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 946 time: 0.7566473 Dec 21 16:42:08.472144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Transition to ACTIVE for port object c83ad844-283c-4ba3-8f0a-50bc1dc8117f will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:08.479525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.484515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-63e03641-7aa3-4276-aab4-5b1343e7a82e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:08.506309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb30d96a-7d19-4b15-9925-ddf29ed6d37e tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.526653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:08.563098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:08.566513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:08.569710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:08.576952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Pushing event updated for resources: {'Port': ['ID=c83ad844-283c-4ba3-8f0a-50bc1dc8117f,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:08.580101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:08.580616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.651118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 5a103e43-9dc8-4c5c-8405-79b26ea77204 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:08.672148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Attempting to bind port c83ad844-283c-4ba3-8f0a-50bc1dc8117f on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:08.672725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Attempting to bind port c83ad844-283c-4ba3-8f0a-50bc1dc8117f by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:08.673245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Attempting to bind port c83ad844-283c-4ba3-8f0a-50bc1dc8117f on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:08.682114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:08.682694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:08.683321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.683844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:08.684068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cb30d96a-7d19-4b15-9925-ddf29ed6d37e tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Calling delete_port for 4dcc1f9c-19ab-4858-92e2-8ef68c9a517b owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:08.684528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Bound port: c83ad844-283c-4ba3-8f0a-50bc1dc8117f, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:08.685028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.756388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.756707 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Added segment 5d234e3c-94f1-4f59-817d-6188738126ef of type vlan for network 7ee3e81b-65ff-4052-9d13-0a66c93970eb Dec 21 16:42:08.782604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] For port c83ad844-283c-4ba3-8f0a-50bc1dc8117f, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:08.786370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] For port c83ad844-283c-4ba3-8f0a-50bc1dc8117f, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c83ad844-283c-4ba3-8f0a-50bc1dc8117f,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:08.789934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.795132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91e0b3fa-c082-4f66-9fa8-17019680f040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:08.803062 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1568dfe2-bdf6-48cd-b186-d57a9fecabae req-9d88f1d4-58cc-4882-b4ea-56514ba92500 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205192 Dec 21 16:42:08.834151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.872664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Deleting port f342d512-a6cf-4cba-97a7-cca7d6983303 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:08.873046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:08.929386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Pushing event updated for resources: {'Port': ['ID=c83ad844-283c-4ba3-8f0a-50bc1dc8117f,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:08.933269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:09.019669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] The port 'f342d512-a6cf-4cba-97a7-cca7d6983303' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:42:09.098729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:09.099598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb30d96a-7d19-4b15-9925-ddf29ed6d37e tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:09.123573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:09.125219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-84fe4739-88ab-4143-85c1-76bf786e8594 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:09.178683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:09.182013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:09.182746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:09.240160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30d96a-7d19-4b15-9925-ddf29ed6d37e tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event deleted for resources: {'Port': ['ID=4dcc1f9c-19ab-4858-92e2-8ef68c9a517b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:09.261711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:09.262128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:09.262489 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Floating IP 0d73dfd8-7926-4bf6-9662-b98b664b0b0f disassociated. External IP: 172.26.7.153, port: 4be15a30-cf73-4a88-8c68-d4b3c5871075. Dec 21 16:42:09.262991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Calling delete_port for 4be15a30-cf73-4a88-8c68-d4b3c5871075 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:09.304021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb30d96a-7d19-4b15-9925-ddf29ed6d37e tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:09.309431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:09.317279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:09.446203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ee74f2-c9a5-4058-b052-754f78f6b3eb']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:09.658261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:09.669120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c83ad844-283c-4ba3-8f0a-50bc1dc8117f up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:09.676224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event updated for resources: {'Network': ['ID=216bcc83-c717-443f-8142-d12750f8ed1a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:09.679960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-250b25f5-e80b-43db-ba15-f45cc283b319 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:09.716108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 216bcc83-c717-443f-8142-d12750f8ed1a details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:09.773697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::2ff1:63a0:b7c7:a0ee (5f0be329-6402-4a2c-810d-f62e9ae5da2b/8f85d8eb-df62-44e2-91bb-88b3dfe21737/5a103e43-9dc8-4c5c-8405-79b26ea77204) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:09.789062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Pushing event deleted for resources: {'Port': ['ID=4be15a30-cf73-4a88-8c68-d4b3c5871075,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:09.810523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:09.834517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event updated for resources: {'Network': ['ID=7ee3e81b-65ff-4052-9d13-0a66c93970eb,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:09.842531 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.8919427 Dec 21 16:42:09.846968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:09.847477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36138) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:09.848684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb30d96a-7d19-4b15-9925-ddf29ed6d37e tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:09.850747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cb30d96a-7d19-4b15-9925-ddf29ed6d37e tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "DELETE /v2.0/ports/4dcc1f9c-19ab-4858-92e2-8ef68c9a517b HTTP/1.1" status: 204 len: 168 time: 3.0201271 Dec 21 16:42:09.852692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8ffefb-9cce-4eb4-91b1-892eea399d0d') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:09.853031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8ffefb-9cce-4eb4-91b1-892eea399d0d') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:09.867591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.635s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:09.868212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:09.894282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36140) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:09.926024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 7ee3e81b-65ff-4052-9d13-0a66c93970eb details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:09.989972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:10.003355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:10.004767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:10.056139 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fff469-7947-4ea7-a741-81b33e79c04a tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] GET failed (client error): The resource could not be found. Dec 21 16:42:10.056936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a0fff469-7947-4ea7-a741-81b33e79c04a tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Synchronizing usage tracker for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:10.063491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:10.073414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50974eaa-b361-4894-b3b6-d1216b86493f req-f4141c10-c8d4-4cad-85a3-cbde15071dc2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:10.075207 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-50974eaa-b361-4894-b3b6-d1216b86493f req-f4141c10-c8d4-4cad-85a3-cbde15071dc2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 945 time: 0.9128981 Dec 21 16:42:10.204174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 4be15a30-cf73-4a88-8c68-d4b3c5871075 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:10.206432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:10.206920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:10.223889 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:10.312119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:10.313690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 4be15a30-cf73-4a88-8c68-d4b3c5871075 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:10.313969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 4be15a30-cf73-4a88-8c68-d4b3c5871075 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:10.318807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port c83ad844-283c-4ba3-8f0a-50bc1dc8117f completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:10.377877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdca25bf-894a-4fe6-8e3c-aa344447ef09 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:10.390687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a0fff469-7947-4ea7-a741-81b33e79c04a tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Unset dirty status for tenant:0f193691fa154e7c92da5f15196f30df on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:10.396351 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a0fff469-7947-4ea7-a741-81b33e79c04a tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "GET /v2.0/ports/4dcc1f9c-19ab-4858-92e2-8ef68c9a517b HTTP/1.1" status: 404 len: 333 time: 0.4954631 Dec 21 16:42:10.397312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36146) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:10.426265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 5a103e43-9dc8-4c5c-8405-79b26ea77204 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:10.499537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:10.512955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eaa8e-80fa-4277-a54d-1d3b3e1261ef req-505d7560-b340-4535-a758-8d588bbc795c tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:10.514574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7b9eaa8e-80fa-4277-a54d-1d3b3e1261ef req-505d7560-b340-4535-a758-8d588bbc795c tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 946 time: 0.6182165 Dec 21 16:42:10.553155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f9e693-5c6b-4ea7-aef5-ca5f109e7ee2 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:10.557798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f9e693-5c6b-4ea7-aef5-ca5f109e7ee2 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:10.562213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f9e693-5c6b-4ea7-aef5-ca5f109e7ee2 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:10.566874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f9e693-5c6b-4ea7-aef5-ca5f109e7ee2 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:10.567818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-01f9e693-5c6b-4ea7-aef5-ca5f109e7ee2 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Synchronizing usage tracker for tenant:5ba067826915436d8c1b56227abfd230 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:10.591140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:10.594213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:10.598176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Router 693d8835-afb0-4617-a7af-8cda30376e0e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:10.603342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:10.612783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b7d8236-ed1a-4d44-9477-f962414e8a42 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:10.622746 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-50974eaa-b361-4894-b3b6-d1216b86493f req-29d03fad-e69a-4e1d-a5e6-d3174145b42f tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups?id=41c8933c-221c-4908-bdde-32f62850be91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4774210 Dec 21 16:42:10.663292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-37807786-b8a3-4e17-9ca8-50941ef6c64f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Deleting port c179d787-8a3d-43e2-9c3d-881036ffb41c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:10.664081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-37807786-b8a3-4e17-9ca8-50941ef6c64f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:10.691063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event deleted for resources: {'Network': ['ID=57ee74f2-c9a5-4058-b052-754f78f6b3eb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:10.702189 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "DELETE /v2.0/networks/57ee74f2-c9a5-4058-b052-754f78f6b3eb HTTP/1.1" status: 204 len: 168 time: 4.7166269 Dec 21 16:42:10.713941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36150) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:10.723714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:10.723714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-01f9e693-5c6b-4ea7-aef5-ca5f109e7ee2 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Unset dirty status for tenant:5ba067826915436d8c1b56227abfd230 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:10.723714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-01f9e693-5c6b-4ea7-aef5-ca5f109e7ee2 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8499486 Dec 21 16:42:10.725809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36152) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:10.727256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=5a103e43-9dc8-4c5c-8405-79b26ea77204,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:10.733360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:10.876294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7b9eaa8e-80fa-4277-a54d-1d3b3e1261ef req-d6af4d90-810f-42d6-bac5-b34ec661e924 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454452 Dec 21 16:42:10.881777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:10.886542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:11.158615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0948aaca-0e81-4b62-b82f-9f80fd0c4632 None None] Provisioning for port c83ad844-283c-4ba3-8f0a-50bc1dc8117f completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:11.178414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0948aaca-0e81-4b62-b82f-9f80fd0c4632 None None] Provisioning complete for port c83ad844-283c-4ba3-8f0a-50bc1dc8117f triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:11.179374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0948aaca-0e81-4b62-b82f-9f80fd0c4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.204075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:11.210318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:11.211047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.270713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.340002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0948aaca-0e81-4b62-b82f-9f80fd0c4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.376253 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7678742 Dec 21 16:42:11.377972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36158) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:11.393240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-312e2e29-c4cc-4b4d-b8c9-b0f8c286f9ca tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': '8f85d8eb-df62-44e2-91bb-88b3dfe21737', 'ip_address': '2001:db8::2ff1:63a0:b7c7:a0ee'}], 'name': 'tempest-NetworksTestDHCPv6-241503562'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:11.407457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0948aaca-0e81-4b62-b82f-9f80fd0c4632 None None] For port c83ad844-283c-4ba3-8f0a-50bc1dc8117f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c83ad844-283c-4ba3-8f0a-50bc1dc8117f,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:11.412470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0948aaca-0e81-4b62-b82f-9f80fd0c4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.417046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:11.437577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Deleting port 27ce7abe-0060-4bba-9fe4-e80537835f04 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:11.437577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.505151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948aaca-0e81-4b62-b82f-9f80fd0c4632 None None] Pushing event updated for resources: {'Port': ['ID=c83ad844-283c-4ba3-8f0a-50bc1dc8117f,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:11.509318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0948aaca-0e81-4b62-b82f-9f80fd0c4632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:11.533484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-692905ea-18f8-48b4-be7c-4225a636e159 None None] Provisioning for port 5a103e43-9dc8-4c5c-8405-79b26ea77204 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:11.538517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-692905ea-18f8-48b4-be7c-4225a636e159 None None] Provisioning complete for port 5a103e43-9dc8-4c5c-8405-79b26ea77204 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:11.538969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-692905ea-18f8-48b4-be7c-4225a636e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.570494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.580065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-37807786-b8a3-4e17-9ca8-50941ef6c64f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.596421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-692905ea-18f8-48b4-be7c-4225a636e159 None None] Port 5a103e43-9dc8-4c5c-8405-79b26ea77204 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:11.675241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216bcc83-c717-443f-8142-d12750f8ed1a']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:11.696098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b35e83-125c-47b0-b8e7-981944d8770a') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:11.696468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b35e83-125c-47b0-b8e7-981944d8770a') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:11.710773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.727207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.733661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:11.734301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:11.753774 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:11.756779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-085a700c-c051-4095-85f3-f885a582a528 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:11.756779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-085a700c-c051-4095-85f3-f885a582a528 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Synchronizing usage tracker for tenant:f2f0b2375ba9440f8944225a40b7506f on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:11.824330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-37807786-b8a3-4e17-9ca8-50941ef6c64f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Calling delete_port for c179d787-8a3d-43e2-9c3d-881036ffb41c owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:11.829287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdca25bf-894a-4fe6-8e3c-aa344447ef09 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:11.839958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4dd312-a314-46e5-ae9c-22fadd81f0ca None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:11.849133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bdca25bf-894a-4fe6-8e3c-aa344447ef09 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.854669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4dd312-a314-46e5-ae9c-22fadd81f0ca None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:11.855385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2c4dd312-a314-46e5-ae9c-22fadd81f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:11.895524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-312e2e29-c4cc-4b4d-b8c9-b0f8c286f9ca tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:11.913163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-312e2e29-c4cc-4b4d-b8c9-b0f8c286f9ca tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:11.922545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2c4dd312-a314-46e5-ae9c-22fadd81f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:11.928728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-312e2e29-c4cc-4b4d-b8c9-b0f8c286f9ca tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:11.935520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4dd312-a314-46e5-ae9c-22fadd81f0ca None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:11.936370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2c4dd312-a314-46e5-ae9c-22fadd81f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:11.951085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-085a700c-c051-4095-85f3-f885a582a528 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Unset dirty status for tenant:f2f0b2375ba9440f8944225a40b7506f on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:11.952393 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-085a700c-c051-4095-85f3-f885a582a528 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 946 time: 0.7153718 Dec 21 16:42:11.953236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-75261b9a-3399-413b-92a3-10eea79f0b59 req-fca1dee7-4c63-4c9d-a972-0af3fff8d101 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 210 time: 0.1951931 Dec 21 16:42:11.953951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-312e2e29-c4cc-4b4d-b8c9-b0f8c286f9ca tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:11.957220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:11.957591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:12.020048 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bdca25bf-894a-4fe6-8e3c-aa344447ef09 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "PUT /v2.0/floatingips/a8c10467-3b08-4910-a48e-b16d5eab7b3a HTTP/1.1" status: 200 len: 688 time: 4.8748884 Dec 21 16:42:12.023070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Router 01f985f9-3ddb-4907-8921-1a86909ca796 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:42:12.024973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2c4dd312-a314-46e5-ae9c-22fadd81f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:12.025659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4dd312-a314-46e5-ae9c-22fadd81f0ca None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:12.036309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36166) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:12.156976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Calling delete_port for 27ce7abe-0060-4bba-9fe4-e80537835f04 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:12.184267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312e2e29-c4cc-4b4d-b8c9-b0f8c286f9ca tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:12.187256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:12.192311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-312e2e29-c4cc-4b4d-b8c9-b0f8c286f9ca tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:12.260362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:12.263069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b64f8306-cf0a-463e-a82f-dd065dcf0a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:12.263282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Deleting port b9ce4ac2-a77b-449b-aad1-3017103b6d51 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:12.263671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:12.292268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-312e2e29-c4cc-4b4d-b8c9-b0f8c286f9ca tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 9e92c56a-f92b-46c2-a722-fe437335327f yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:12.400614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Network': ['ID=216bcc83-c717-443f-8142-d12750f8ed1a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:12.426094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:12.433506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 2121de4f-cfcf-4ea5-9932-0893a722d444 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:12.433894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:12.467238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:12.479291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fe564-f4e6-45cf-9f8f-e7e52732f50d None None] Sync routers for ids ['693d8835-afb0-4617-a7af-8cda30376e0e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:12.484164 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "DELETE /v2.0/networks/216bcc83-c717-443f-8142-d12750f8ed1a HTTP/1.1" status: 204 len: 168 time: 1.7473702 Dec 21 16:42:12.494610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fe564-f4e6-45cf-9f8f-e7e52732f50d None None] Routers {'693d8835-afb0-4617-a7af-8cda30376e0e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:12.495555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-239fe564-f4e6-45cf-9f8f-e7e52732f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['693d8835-afb0-4617-a7af-8cda30376e0e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:12.496656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36170) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:12.611195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-37807786-b8a3-4e17-9ca8-50941ef6c64f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:12.628352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480c7dd-b6e9-437a-a141-bcf516d4caa9 req-ef487865-a48b-420f-a321-153f76e4fa21 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:12.631299 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a480c7dd-b6e9-437a-a141-bcf516d4caa9 req-ef487865-a48b-420f-a321-153f76e4fa21 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 946 time: 0.5313461 Dec 21 16:42:12.632240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-977269fb-3ec8-431b-967c-fd651938b84a tempest-FloatingIPAdminTestJSON-438165162 tempest-FloatingIPAdminTestJSON-438165162-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:12.654808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] No DVR routers for this DVR port 4be15a30-cf73-4a88-8c68-d4b3c5871075 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:12.686830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:12.692271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'name': 'network-vif-deleted', 'tag': '4be15a30-cf73-4a88-8c68-d4b3c5871075'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:42:12.694503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-239fe564-f4e6-45cf-9f8f-e7e52732f50d None None] Set router 693d8835-afb0-4617-a7af-8cda30376e0e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:12.750954 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fce53dde-f56f-40f0-8420-6e322e1253fc req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.48 "DELETE /v2.0/ports/4be15a30-cf73-4a88-8c68-d4b3c5871075 HTTP/1.1" status: 204 len: 173 time: 5.4353178 Dec 21 16:42:12.831339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37807786-b8a3-4e17-9ca8-50941ef6c64f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event deleted for resources: {'Port': ['ID=c179d787-8a3d-43e2-9c3d-881036ffb41c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:12.855256 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793bc2f7-edb1-48b1-b542-f3345f0712d7', 'name': 'network-vif-deleted', 'tag': '4be15a30-cf73-4a88-8c68-d4b3c5871075', 'status': 'completed', 'code': 200} Dec 21 16:42:12.867721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-37807786-b8a3-4e17-9ca8-50941ef6c64f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:12.877663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:12.887191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-117c8d26-24ce-41ca-be2f-92fdc95f9fd5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:12.943359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Pushing event deleted for resources: {'Port': ['ID=27ce7abe-0060-4bba-9fe4-e80537835f04,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:12.950763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:12.953249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.052009 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-312e2e29-c4cc-4b4d-b8c9-b0f8c286f9ca tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 16:42:13.052512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312e2e29-c4cc-4b4d-b8c9-b0f8c286f9ca tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:42:13.056065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a480c7dd-b6e9-437a-a141-bcf516d4caa9 req-0d2adbcf-6834-4f1a-9baf-cd2afbeac8d2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups?id=066c23c1-fe98-4dbe-abc1-fc37301d34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818636 Dec 21 16:42:13.064377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] For port b9ce4ac2-a77b-449b-aad1-3017103b6d51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b9ce4ac2-a77b-449b-aad1-3017103b6d51,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:13.065225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.140944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.142516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.220190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-239fe564-f4e6-45cf-9f8f-e7e52732f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:25Z', 'revision_number': 4, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '5624665d-a8ce-4389-9ac1-243a383ae0dd', 'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'mac_address': 'fa:16:3e:ef:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:24Z', 'updated_at': '2021-12-21T16:40:36Z', 'revision_number': 5, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'subnets': [{'id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:13.232782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fe564-f4e6-45cf-9f8f-e7e52732f50d None None] Checking router: 693d8835-afb0-4617-a7af-8cda30376e0e for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:42:13.254027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fe564-f4e6-45cf-9f8f-e7e52732f50d None None] Routers {'693d8835-afb0-4617-a7af-8cda30376e0e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:13.257385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-239fe564-f4e6-45cf-9f8f-e7e52732f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['693d8835-afb0-4617-a7af-8cda30376e0e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:13.475005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-239fe564-f4e6-45cf-9f8f-e7e52732f50d None None] Set router 693d8835-afb0-4617-a7af-8cda30376e0e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:13.586512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c83ad844-283c-4ba3-8f0a-50bc1dc8117f up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:13.651494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.679319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port c83ad844-283c-4ba3-8f0a-50bc1dc8117f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:13.680110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.680617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee3e81b-65ff-4052-9d13-0a66c93970eb']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:13.694088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d234e3c-94f1-4f59-817d-6188738126ef') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:13.694420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d234e3c-94f1-4f59-817d-6188738126ef') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:13.706393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.723519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.731116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:13.731551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.762473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.762841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.763159 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Floating IP 47b7f703-76b8-4344-80ea-ee1bbef54611 disassociated. External IP: 172.26.7.238, port: b9ce4ac2-a77b-449b-aad1-3017103b6d51. Dec 21 16:42:13.763648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Calling delete_port for b9ce4ac2-a77b-449b-aad1-3017103b6d51 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:13.836091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-37807786-b8a3-4e17-9ca8-50941ef6c64f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.852853 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-312e2e29-c4cc-4b4d-b8c9-b0f8c286f9ca tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.4685647 Dec 21 16:42:13.854064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36178) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:13.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:13.904763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 2121de4f-cfcf-4ea5-9932-0893a722d444 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:13.948004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.960416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-239fe564-f4e6-45cf-9f8f-e7e52732f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:25Z', 'revision_number': 4, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '5624665d-a8ce-4389-9ac1-243a383ae0dd', 'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'mac_address': 'fa:16:3e:ef:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:24Z', 'updated_at': '2021-12-21T16:40:36Z', 'revision_number': 5, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'subnets': [{'id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:13.964824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fe564-f4e6-45cf-9f8f-e7e52732f50d None None] The sync data for ids ['693d8835-afb0-4617-a7af-8cda30376e0e'] in dv-neutron-822515-1-hyperv is: [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:25Z', 'revision_number': 4, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '5624665d-a8ce-4389-9ac1-243a383ae0dd', 'name': '', 'network_id': 'fca48798-64e1-4172-b3c8-c5a737430207', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'mac_address': 'fa:16:3e:ef:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:24Z', 'updated_at': '2021-12-21T16:40:36Z', 'revision_number': 5, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'subnets': [{'id': '6eb0f284-9509-439f-bee8-db8bc64a0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:13.974870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.976320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] 10.222.0.67 "DELETE /v2.0/floatingips/2200a9e1-83bb-4769-9289-82df46fd0536 HTTP/1.1" status: 204 len: 168 time: 3.2507091 Dec 21 16:42:13.977608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:13.996436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d754b8e-3e4f-4a6d-82fd-6593d92d1ad8 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:14.015236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:14.016448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:14.022399 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "DELETE /v2.0/networks/7ee3e81b-65ff-4052-9d13-0a66c93970eb HTTP/1.1" status: 204 len: 168 time: 1.5162046 Dec 21 16:42:14.022701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79b2b7c4-4765-4971-a2a5-19cb57a396e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:14.027993 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-37807786-b8a3-4e17-9ca8-50941ef6c64f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "DELETE /v2.0/ports/c179d787-8a3d-43e2-9c3d-881036ffb41c HTTP/1.1" status: 204 len: 168 time: 3.6144383 Dec 21 16:42:14.042611 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-26e9ca71-0e83-4d94-9251-c78abebab21d req-ecd1abb4-d9e1-4779-815d-40773c8beaf2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/ports?device_id=793bc2f7-edb1-48b1-b542-f3345f0712d7 HTTP/1.1" status: 200 len: 210 time: 0.2078550 Dec 21 16:42:14.043219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36184) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:14.043597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36186) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:14.075287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Network': ['ID=7ee3e81b-65ff-4052-9d13-0a66c93970eb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:14.081654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Pushing event deleted for resources: {'Port': ['ID=b9ce4ac2-a77b-449b-aad1-3017103b6d51,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:14.092633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3654c83-6e83-47a1-b899-17d234454473 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:14.100734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3654c83-6e83-47a1-b899-17d234454473 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:14.101692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a3654c83-6e83-47a1-b899-17d234454473 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:14.106523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:14.143362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:14.202547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a3654c83-6e83-47a1-b899-17d234454473 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:14.206916 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a3654c83-6e83-47a1-b899-17d234454473 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3498242 Dec 21 16:42:14.209549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36194) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:14.359120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4702b070-f1ee-45bd-b734-da47321d8040 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 5a103e43-9dc8-4c5c-8405-79b26ea77204 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:14.359506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4702b070-f1ee-45bd-b734-da47321d8040 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:14.384713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36200) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:14.452927 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cd3bd796-d82d-4d6b-becd-a878f6c874de req-6b73c79a-486f-4339-800b-15e704f220db tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 210 time: 0.1674674 Dec 21 16:42:14.614104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80bccc8-fde3-454a-9f7d-bf4c1ab417b2 None None] New status for floating IP 0d73dfd8-7926-4bf6-9662-b98b664b0b0f: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:42:14.624804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:14.633051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:14.636126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Sync routers for ids ['01f985f9-3ddb-4907-8921-1a86909ca796'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:14.647440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-efe5ef10-bcde-480b-9789-c7d3ad43b4bb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:14.672983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Routers {'01f985f9-3ddb-4907-8921-1a86909ca796'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:14.674193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['01f985f9-3ddb-4907-8921-1a86909ca796'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:14.690386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4702b070-f1ee-45bd-b734-da47321d8040 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:14.704812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=2121de4f-cfcf-4ea5-9932-0893a722d444,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:14.729411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf573c-95ea-4a3b-9c0f-860662bc7484 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:14.734404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf573c-95ea-4a3b-9c0f-860662bc7484 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:14.735737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d8cf573c-95ea-4a3b-9c0f-860662bc7484 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Synchronizing usage tracker for tenant:5ba067826915436d8c1b56227abfd230 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:14.752086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:14.882251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4702b070-f1ee-45bd-b734-da47321d8040 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 5a103e43-9dc8-4c5c-8405-79b26ea77204 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:14.903665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9054c97f-32a1-4565-b304-c6c8954501bc tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Deleting subnet 69f3aae1-3b8e-4517-a26a-6b163ad7dee8 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:42:14.908009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d8cf573c-95ea-4a3b-9c0f-860662bc7484 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Unset dirty status for tenant:5ba067826915436d8c1b56227abfd230 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:14.908601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Set router 01f985f9-3ddb-4907-8921-1a86909ca796 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:14.910826 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d8cf573c-95ea-4a3b-9c0f-860662bc7484 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8550334 Dec 21 16:42:14.918234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36206) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:14.919140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9054c97f-32a1-4565-b304-c6c8954501bc tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:14.957450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:14.962014 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.9273415 Dec 21 16:42:14.967626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36210) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:14.976354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2117300907'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:14.981872 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a9477640-0049-45e5-bd94-78a42d600bb4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f03c427b8d4f4892bd344f8f185bf3a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5880497 Dec 21 16:42:14.983706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36214) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:15.012309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:15.052424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:15.086350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:15.101319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.103868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.105203 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/floatingips/a8c10467-3b08-4910-a48e-b16d5eab7b3a HTTP/1.1" status: 204 len: 168 time: 3.0683990 Dec 21 16:42:15.109107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9054c97f-32a1-4565-b304-c6c8954501bc tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.140602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36220) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:15.201122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36226) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:15.233423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Made reservation on behalf of 5ba067826915436d8c1b56227abfd230 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:15.239804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.258975 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-87abee69-98af-40ce-9354-8997f3cd8b9c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] delete failed (client error): The resource could not be found. Dec 21 16:42:15.260100 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-87abee69-98af-40ce-9354-8997f3cd8b9c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/floatingips/a8c10467-3b08-4910-a48e-b16d5eab7b3a HTTP/1.1" status: 404 len: 345 time: 0.1135380 Dec 21 16:42:15.271365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36230) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:15.273989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d37304ad-6b58-402d-8c45-ea79bfca4d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.279122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f985f9-3ddb-4907-8921-1a86909ca796', 'name': 'tempest-snat-router-1139053974', 'tenant_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': '99e34906-f918-430f-9921-ba502bbe2b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:04Z', 'updated_at': '2021-12-21T16:42:08Z', 'revision_number': 3, 'project_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'gw_port': {'id': '99e34906-f918-430f-9921-ba502bbe2b1a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f985f9-3ddb-4907-8921-1a86909ca796', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:06Z', 'updated_at': '2021-12-21T16:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:15.279702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4702b070-f1ee-45bd-b734-da47321d8040 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.283778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Checking router: 01f985f9-3ddb-4907-8921-1a86909ca796 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:42:15.284430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Updating router 01f985f9-3ddb-4907-8921-1a86909ca796 port 99e34906-f918-430f-9921-ba502bbe2b1a binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:42:15.339972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6f2e7f4-18d5-4769-b7a9-eeca15463d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:15.345016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.402754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:15.420848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9054c97f-32a1-4565-b304-c6c8954501bc tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.422344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702b070-f1ee-45bd-b734-da47321d8040 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=5a103e43-9dc8-4c5c-8405-79b26ea77204,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:15.437479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4702b070-f1ee-45bd-b734-da47321d8040 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:15.443842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d37304ad-6b58-402d-8c45-ea79bfca4d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.459416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.459826 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Added segment 9a4f980b-2162-44de-8e21-30aa3c9b8d4b of type vlan for network 17f9ec29-f319-45b0-8453-4c4e5dd39755 Dec 21 16:42:15.532544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.588113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9054c97f-32a1-4565-b304-c6c8954501bc tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.601004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:15.658510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.659929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c83cfd13-98f9-477d-9bf2-57611fb48d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.664044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:15.664891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.667215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4702b070-f1ee-45bd-b734-da47321d8040 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.670366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8409e69c-5843-491a-bd70-2b6fcf43a666 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.692566 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ce4031b8-7250-47b9-9e77-ab0dcca5f346 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/routers/01f985f9-3ddb-4907-8921-1a86909ca796 HTTP/1.1" status: 200 len: 906 time: 0.7215402 Dec 21 16:42:15.699760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36236) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:15.702833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054c97f-32a1-4565-b304-c6c8954501bc tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event deleted for resources: {'Subnet': ['ID=69f3aae1-3b8e-4517-a26a-6b163ad7dee8,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:15.759207 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-50cc5257-1e5b-4b03-9744-800091ddd878 req-314e8c98-a8ac-4496-a157-f4ab84c2ba86 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 210 time: 0.0706036 Dec 21 16:42:15.760676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9054c97f-32a1-4565-b304-c6c8954501bc tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:15.761899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:15.847027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.879846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e473f4-02e9-4678-960a-25121c65e94b None None] Network 9708095b-06d1-48ba-af5b-dd7426d49bcf requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:15.881294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9054c97f-32a1-4565-b304-c6c8954501bc tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:15.884215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event updated for resources: {'Network': ['ID=17f9ec29-f319-45b0-8453-4c4e5dd39755,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:15.892670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:15.900457 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9054c97f-32a1-4565-b304-c6c8954501bc tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "DELETE /v2.0/subnets/69f3aae1-3b8e-4517-a26a-6b163ad7dee8 HTTP/1.1" status: 204 len: 168 time: 1.8387258 Dec 21 16:42:15.902618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 17f9ec29-f319-45b0-8453-4c4e5dd39755 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:15.903065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36240) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:15.909822 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9517481 Dec 21 16:42:15.934825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36244) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:15.947331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-73676669'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:15.964751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:15.974712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Usage tracker for resource:network and tenant:5ba067826915436d8c1b56227abfd230 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:15.980152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:16.013483 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4702b070-f1ee-45bd-b734-da47321d8040 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/5a103e43-9dc8-4c5c-8405-79b26ea77204 HTTP/1.1" status: 204 len: 168 time: 1.8028228 Dec 21 16:42:16.016647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36248) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:16.027053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8409e69c-5843-491a-bd70-2b6fcf43a666 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.041506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:16.070570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.073845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Made reservation on behalf of 5ba067826915436d8c1b56227abfd230 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:16.079709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.103566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Transition to ACTIVE for port object 99e34906-f918-430f-9921-ba502bbe2b1a will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:16.110205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea8fe0-1122-4af0-8454-6e0353ba94b4 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:16.111560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.114624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea8fe0-1122-4af0-8454-6e0353ba94b4 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:16.114745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:16.117344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:16.118968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea8fe0-1122-4af0-8454-6e0353ba94b4 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:16.119890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-37ea8fe0-1122-4af0-8454-6e0353ba94b4 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Synchronizing usage tracker for tenant:8e965015c4f34c1bbb940e9d2d2350f0 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:16.123881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.124276 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Added segment a7f6a2a5-ce17-4464-a6be-37853291d9db of type vlan for network 01f4dbef-6de9-441a-8d9e-806a28a78a16 Dec 21 16:42:16.141893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device b9ce4ac2-a77b-449b-aad1-3017103b6d51 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:16.149674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d37304ad-6b58-402d-8c45-ea79bfca4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.153878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.168254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c2cf15d3-f37a-48bf-bae5-d9b3e8726ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:16.188921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: b9ce4ac2-a77b-449b-aad1-3017103b6d51 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:16.189295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device b9ce4ac2-a77b-449b-aad1-3017103b6d51 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:16.190417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa309fb-4081-4048-aea7-699bc39fe7e9 None None] Pushing event updated for resources: {'Port': ['ID=99e34906-f918-430f-9921-ba502bbe2b1a,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:16.191242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.196111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:16.196778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.202336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2fa309fb-4081-4048-aea7-699bc39fe7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:16.204203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b320d402-992a-45d0-be85-2fa373b04423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:16.210743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37304ad-6b58-402d-8c45-ea79bfca4d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b875c65b-41d1-4173-941c-b8669d2b6dc5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:16.221692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d37304ad-6b58-402d-8c45-ea79bfca4d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:16.234208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Deleting port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:16.234508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.239143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Attempting to bind port 99e34906-f918-430f-9921-ba502bbe2b1a on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:16.239783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Attempting to bind port 99e34906-f918-430f-9921-ba502bbe2b1a by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:16.240377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Attempting to bind port 99e34906-f918-430f-9921-ba502bbe2b1a on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:16.241390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde4303-a49d-473c-a9f1-00575c849b51 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:16.242901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde4303-a49d-473c-a9f1-00575c849b51 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:16.243719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fdde4303-a49d-473c-a9f1-00575c849b51 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:16.248436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:16.249205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:16.249863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d37304ad-6b58-402d-8c45-ea79bfca4d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.250308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.253487 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d37304ad-6b58-402d-8c45-ea79bfca4d18 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b875c65b-41d1-4173-941c-b8669d2b6dc5 HTTP/1.1" status: 204 len: 168 time: 1.2602410 Dec 21 16:42:16.254134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-37ea8fe0-1122-4af0-8454-6e0353ba94b4 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Unset dirty status for tenant:8e965015c4f34c1bbb940e9d2d2350f0 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:16.255375 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-37ea8fe0-1122-4af0-8454-6e0353ba94b4 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "GET /v2.0/ports?network_id=10b62618-129d-4bb1-9ad8-65eada502f71 HTTP/1.1" status: 200 len: 2359 time: 0.9828691 Dec 21 16:42:16.261338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36254) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:16.267928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:16.268846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Bound port: 99e34906-f918-430f-9921-ba502bbe2b1a, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:16.270174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.398695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8409e69c-5843-491a-bd70-2b6fcf43a666 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.403748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fdde4303-a49d-473c-a9f1-00575c849b51 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:16.408028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fdde4303-a49d-473c-a9f1-00575c849b51 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3845434 Dec 21 16:42:16.416719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36258) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:16.429436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50ddb94d-7275-4458-a5ca-6835b8bfa503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:16.444369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ccec6-574a-4a06-8269-f15f6504736d None None] DHCP port deletion for 9708095b-06d1-48ba-af5b-dd7426d49bcf request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:42:16.452585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f27ccec6-574a-4a06-8269-f15f6504736d None None] Deleting port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:16.453024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f27ccec6-574a-4a06-8269-f15f6504736d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.462213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] For port 99e34906-f918-430f-9921-ba502bbe2b1a, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:16.467922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] For port 99e34906-f918-430f-9921-ba502bbe2b1a, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=99e34906-f918-430f-9921-ba502bbe2b1a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:16.473430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.480260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:16.508569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409e69c-5843-491a-bd70-2b6fcf43a666 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c8933c-221c-4908-bdde-32f62850be91,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:16.520084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:16.523428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8409e69c-5843-491a-bd70-2b6fcf43a666 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:16.562153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8232d500-9735-4303-861d-4bccc92abca8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:16.570167 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8232d500-9735-4303-861d-4bccc92abca8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "GET /v2.0/subnets/6be77999-ad02-4b54-b15f-4454097aa579 HTTP/1.1" status: 200 len: 797 time: 0.3073082 Dec 21 16:42:16.578126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36262) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:16.604193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'port': {'network_id': '10b62618-129d-4bb1-9ad8-65eada502f71', 'name': 'tempest-FloatingIPTestJSON-1651466971', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:16.622887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef46c38-0844-4754-8681-2ef0b21e29e0 None None] Sync routers for ids ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:16.628414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa309fb-4081-4048-aea7-699bc39fe7e9 None None] Pushing event updated for resources: {'Port': ['ID=99e34906-f918-430f-9921-ba502bbe2b1a,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:16.636863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2fa309fb-4081-4048-aea7-699bc39fe7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:16.662347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8409e69c-5843-491a-bd70-2b6fcf43a666 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.663590 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8409e69c-5843-491a-bd70-2b6fcf43a666 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "DELETE /v2.0/security-groups/41c8933c-221c-4908-bdde-32f62850be91 HTTP/1.1" status: 204 len: 168 time: 1.4613392 Dec 21 16:42:16.677261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36268) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:16.692469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef46c38-0844-4754-8681-2ef0b21e29e0 None None] Routers {'13a6833e-9b5a-4183-bd1e-19af6644b6e1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:16.693537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] No DVR routers for this DVR port b9ce4ac2-a77b-449b-aad1-3017103b6d51 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:16.693814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4ef46c38-0844-4754-8681-2ef0b21e29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:16.705374 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7665179 Dec 21 16:42:16.705563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:16.706622 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37a71889-dfa8-49a8-9a3e-54a40ad51542 req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.48 "DELETE /v2.0/ports/b9ce4ac2-a77b-449b-aad1-3017103b6d51 HTTP/1.1" status: 204 len: 173 time: 4.7385638 Dec 21 16:42:16.707745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'name': 'network-vif-deleted', 'tag': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:42:16.708585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36272) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:16.715753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Routers {'01f985f9-3ddb-4907-8921-1a86909ca796'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:16.718941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:41:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['01f985f9-3ddb-4907-8921-1a86909ca796'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:16.785986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'ports': [{'network_id': '17f9ec29-f319-45b0-8453-4c4e5dd39755', 'name': 'tempest-port--2042012096', 'admin_state_up': True}, {'network_id': '01f4dbef-6de9-441a-8d9e-806a28a78a16', 'admin_state_up': False}]} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:16.786357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'port': {'network_id': '17f9ec29-f319-45b0-8453-4c4e5dd39755', 'name': 'tempest-port--2042012096', 'admin_state_up': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:16.786912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'port': {'network_id': '01f4dbef-6de9-441a-8d9e-806a28a78a16', 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:16.865090 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d0131-10e7-43d6-ae89-91f3e1863f42', 'name': 'network-vif-deleted', 'tag': 'b9ce4ac2-a77b-449b-aad1-3017103b6d51', 'status': 'completed', 'code': 200} Dec 21 16:42:16.987592 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-be2a49e1-17bf-4938-8eb5-018b9c715f81 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] show failed (client error): The resource could not be found. Dec 21 16:42:16.989601 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-be2a49e1-17bf-4938-8eb5-018b9c715f81 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "GET /v2.0/security-groups/41c8933c-221c-4908-bdde-32f62850be91 HTTP/1.1" status: 404 len: 347 time: 0.2939181 Dec 21 16:42:16.993300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36280) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:17.013058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event updated for resources: {'Network': ['ID=01f4dbef-6de9-441a-8d9e-806a28a78a16,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:17.131713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] Set router 01f985f9-3ddb-4907-8921-1a86909ca796 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:17.175059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36284) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:17.177177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.973s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:17.199842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:17.204388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Usage tracker for resource:port and tenant:5ba067826915436d8c1b56227abfd230 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:17.211019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:17.255436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:17.290524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-20bdb5f6-f24e-44ad-bfaf-e60053042b71 req-457cc871-a46f-4808-a5fe-a4a1a8854017 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b9d0131-10e7-43d6-ae89-91f3e1863f42 HTTP/1.1" status: 200 len: 210 time: 0.1544447 Dec 21 16:42:17.307188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f27ccec6-574a-4a06-8269-f15f6504736d None None] For port bf53a8e7-7928-477f-86d5-7bc15dcdfde0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bf53a8e7-7928-477f-86d5-7bc15dcdfde0,segment=NetworkSegment(0fe664df-4fa3-4f6e-af41-f482db368cf7),segment_id=0fe664df-4fa3-4f6e-af41-f482db368cf7)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:17.307627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f27ccec6-574a-4a06-8269-f15f6504736d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.383725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:17.391427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Made reservation on behalf of 5ba067826915436d8c1b56227abfd230 for: {'port': 2} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:17.400050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.408534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:17.440929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] For port bf53a8e7-7928-477f-86d5-7bc15dcdfde0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bf53a8e7-7928-477f-86d5-7bc15dcdfde0,segment=NetworkSegment(0fe664df-4fa3-4f6e-af41-f482db368cf7),segment_id=0fe664df-4fa3-4f6e-af41-f482db368cf7)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:17.441287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.453895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.474436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f27ccec6-574a-4a06-8269-f15f6504736d None None] Calling delete_port for bf53a8e7-7928-477f-86d5-7bc15dcdfde0 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:17.521374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9420623e-b782-4c03-bc44-696e981191f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.538095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c025db1-5aa7-431c-a075-9a1e170b2eeb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 8f85d8eb-df62-44e2-91bb-88b3dfe21737 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:42:17.542475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c025db1-5aa7-431c-a075-9a1e170b2eeb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.578890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 01f4dbef-6de9-441a-8d9e-806a28a78a16 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:17.581656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f985f9-3ddb-4907-8921-1a86909ca796', 'name': 'tempest-snat-router-1139053974', 'tenant_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': '99e34906-f918-430f-9921-ba502bbe2b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:04Z', 'updated_at': '2021-12-21T16:42:08Z', 'revision_number': 3, 'project_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'gw_port': {'id': '99e34906-f918-430f-9921-ba502bbe2b1a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f985f9-3ddb-4907-8921-1a86909ca796', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:06Z', 'updated_at': '2021-12-21T16:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:17.593788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f355a-6c11-41e6-b0cd-3b58881d62d1 None None] The sync data for ids ['01f985f9-3ddb-4907-8921-1a86909ca796'] in dv-neutron-822515-1-hyperv is: [{'id': '01f985f9-3ddb-4907-8921-1a86909ca796', 'name': 'tempest-snat-router-1139053974', 'tenant_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': '99e34906-f918-430f-9921-ba502bbe2b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:04Z', 'updated_at': '2021-12-21T16:42:08Z', 'revision_number': 3, 'project_id': 'bacbd34e2c1845d0850cf8d1dc04390f', 'gw_port': {'id': '99e34906-f918-430f-9921-ba502bbe2b1a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f985f9-3ddb-4907-8921-1a86909ca796', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:06Z', 'updated_at': '2021-12-21T16:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:17.618819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Made reservation on behalf of 8e965015c4f34c1bbb940e9d2d2350f0 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:17.646997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Calling delete_port for bf53a8e7-7928-477f-86d5-7bc15dcdfde0 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:17.649030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.717525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bf53a8e7-7928-477f-86d5-7bc15dcdfde0 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:17.733698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Deleting port 9fbd540d-81c6-4f26-87ca-9599ecb4ca79 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:17.734081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.743493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f27ccec6-574a-4a06-8269-f15f6504736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.755907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7b1c50a1-58f1-4a43-a61f-efd90e6d1988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:17.809256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ccec6-574a-4a06-8269-f15f6504736d None None] Pushing event deleted for resources: {'Port': ['ID=bf53a8e7-7928-477f-86d5-7bc15dcdfde0,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:17.811805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f27ccec6-574a-4a06-8269-f15f6504736d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:17.819498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: bf53a8e7-7928-477f-86d5-7bc15dcdfde0 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:17.819887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bf53a8e7-7928-477f-86d5-7bc15dcdfde0 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:17.824073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] device_id is not set on port 86b7fc29-229c-4dba-8476-b4dd4e0fe53a yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:17.835814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:42:17.836910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:42:17.843663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ccec6-574a-4a06-8269-f15f6504736d None None] No DVR routers for this DVR port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:17.869916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.870183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c025db1-5aa7-431c-a075-9a1e170b2eeb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.882866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-4ef46c38-0844-4754-8681-2ef0b21e29e0 None None] Set router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:17.953545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9420623e-b782-4c03-bc44-696e981191f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:17.975156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.977536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d353c513-fb41-473a-9698-a413385c435a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:17.990494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9420623e-b782-4c03-bc44-696e981191f8 admin admin] Usage tracker for resource:security_group_rule and tenant:33b44f4e397e4e6582fc5e9ff03e2322 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:17.996216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9420623e-b782-4c03-bc44-696e981191f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:18.034545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9420623e-b782-4c03-bc44-696e981191f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:18.123515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] device_id is not set on port 15bed0c0-bd00-4be6-8136-480317fb383b yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:18.147482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.259520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.288986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.320760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.329850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e02cded3-9f71-4c03-9380-2beff7655845 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:18.341195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4ef46c38-0844-4754-8681-2ef0b21e29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:34Z', 'revision_number': 4, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7', 'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'mac_address': 'fa:16:3e:7d:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:31Z', 'updated_at': '2021-12-21T16:40:47Z', 'revision_number': 5, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'subnets': [{'id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:18.352091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef46c38-0844-4754-8681-2ef0b21e29e0 None None] Checking router: 13a6833e-9b5a-4183-bd1e-19af6644b6e1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:42:18.373747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Deleting port bf53a8e7-7928-477f-86d5-7bc15dcdfde0 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:18.374420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.388050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef46c38-0844-4754-8681-2ef0b21e29e0 None None] Routers {'13a6833e-9b5a-4183-bd1e-19af6644b6e1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:18.388770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4ef46c38-0844-4754-8681-2ef0b21e29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:18.487540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] The port 'bf53a8e7-7928-477f-86d5-7bc15dcdfde0' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:42:18.547371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36292) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:18.622468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] device_id is not set on port 03a322ab-f189-41a9-b6cb-5a87f5edd0cb yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:18.629169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-4ef46c38-0844-4754-8681-2ef0b21e29e0 None None] Set router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:18.669294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.708972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9708095b-06d1-48ba-af5b-dd7426d49bcf']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:18.719380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.719915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.734640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe664df-4fa3-4f6e-af41-f482db368cf7') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:18.735418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe664df-4fa3-4f6e-af41-f482db368cf7') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:18.769166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event updated for resources: {'Port': ['ID=86b7fc29-229c-4dba-8476-b4dd4e0fe53a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:18.779766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.788091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:18.833444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.835374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c025db1-5aa7-431c-a075-9a1e170b2eeb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.845162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Checking segment: {'id': '9a4f980b-2162-44de-8e21-30aa3c9b8d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '17f9ec29-f319-45b0-8453-4c4e5dd39755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:18.845565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Network hostable DHCP agents. Network: 17f9ec29-f319-45b0-8453-4c4e5dd39755, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:42:18.855406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:18.855866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:18.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:18.966035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Calling delete_port for 9fbd540d-81c6-4f26-87ca-9599ecb4ca79 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:18.981047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5952-775a-47a9-9d94-8419a760e6b5 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:18.991209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4ef46c38-0844-4754-8681-2ef0b21e29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:34Z', 'revision_number': 4, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7', 'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'mac_address': 'fa:16:3e:7d:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:31Z', 'updated_at': '2021-12-21T16:40:47Z', 'revision_number': 5, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'subnets': [{'id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:18.997008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef46c38-0844-4754-8681-2ef0b21e29e0 None None] The sync data for ids ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'] in dv-neutron-822515-1-hyperv is: [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:40:34Z', 'revision_number': 4, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7', 'name': '', 'network_id': '76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'mac_address': 'fa:16:3e:7d:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:31Z', 'updated_at': '2021-12-21T16:40:47Z', 'revision_number': 5, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'subnets': [{'id': 'bb1f84d1-d3ef-4807-bba3-c252b1827826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:19.024471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.032049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:19.048585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5952-775a-47a9-9d94-8419a760e6b5 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.061530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.072177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Network 17f9ec29-f319-45b0-8453-4c4e5dd39755 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:42:19.079246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9420623e-b782-4c03-bc44-696e981191f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.085033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Pushing event deleted for resources: {'Network': ['ID=9708095b-06d1-48ba-af5b-dd7426d49bcf,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:19.097439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 17f9ec29-f319-45b0-8453-4c4e5dd39755) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:19.108253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f188f8-0613-48d2-858d-df5c90a0c06b None None] Network 17f9ec29-f319-45b0-8453-4c4e5dd39755 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:19.121338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:19.122253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.127163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9420623e-b782-4c03-bc44-696e981191f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.142945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:19.143335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:19.143764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:19.144179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:19.144649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:19.145059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:19.145467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:19.145876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:19.146282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:19.146682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:19.147116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:19.147697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f71a925e-2f39-417f-9c41-a5944b8a9666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:19.153065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:19.157583 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] 10.222.0.67 "DELETE /v2.0/networks/9708095b-06d1-48ba-af5b-dd7426d49bcf HTTP/1.1" status: 204 len: 168 time: 3.2530677 Dec 21 16:42:19.158296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-143f5230-7e93-49b7-ace1-622b4c9ba1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:19.257950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5952-775a-47a9-9d94-8419a760e6b5 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.302709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event updated for resources: {'Port': ['ID=15bed0c0-bd00-4be6-8136-480317fb383b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:19.307904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:19.308886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-158bd38a-5135-45e2-a341-58e363474c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:19.310319 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9420623e-b782-4c03-bc44-696e981191f8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=33b44f4e397e4e6582fc5e9ff03e2322&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1228366 Dec 21 16:42:19.313371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c025db1-5aa7-431c-a075-9a1e170b2eeb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.314391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420623e-b782-4c03-bc44-696e981191f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a24321-365d-459a-87a6-b57f9c542fa3,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:19.322024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36298) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:19.325668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9420623e-b782-4c03-bc44-696e981191f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:19.326375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5952-775a-47a9-9d94-8419a760e6b5 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.329934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7d1b5952-775a-47a9-9d94-8419a760e6b5 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "DELETE /v2.0/security-groups/066c23c1-fe98-4dbe-abc1-fc37301d34f4 HTTP/1.1" status: 204 len: 168 time: 0.7757525 Dec 21 16:42:19.336217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36302) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:19.341420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:19.344641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b5952-775a-47a9-9d94-8419a760e6b5 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=066c23c1-fe98-4dbe-abc1-fc37301d34f4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:19.350017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d1b5952-775a-47a9-9d94-8419a760e6b5 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:19.355382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Checking segment: {'id': 'a7f6a2a5-ce17-4464-a6be-37853291d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '01f4dbef-6de9-441a-8d9e-806a28a78a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:19.355786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Network hostable DHCP agents. Network: 01f4dbef-6de9-441a-8d9e-806a28a78a16, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:42:19.443744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Network 01f4dbef-6de9-441a-8d9e-806a28a78a16 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:42:19.457698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15d3dcae-c652-4821-a0d4-757981ac9fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.469545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 01f4dbef-6de9-441a-8d9e-806a28a78a16) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:19.483572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e3949-1d5d-403a-9393-e21697c2d32e None None] Network 01f4dbef-6de9-441a-8d9e-806a28a78a16 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:19.492288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c025db1-5aa7-431c-a075-9a1e170b2eeb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=8f85d8eb-df62-44e2-91bb-88b3dfe21737,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:19.496748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:19.501449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:19.505502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:19.506344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.552814 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-3c8e181d-a69d-4975-9198-94907a0b1a08 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] show failed (client error): The resource could not be found. Dec 21 16:42:19.553878 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3c8e181d-a69d-4975-9198-94907a0b1a08 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "GET /v2.0/security-groups/066c23c1-fe98-4dbe-abc1-fc37301d34f4 HTTP/1.1" status: 404 len: 347 time: 0.1632807 Dec 21 16:42:19.554751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15d3dcae-c652-4821-a0d4-757981ac9fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.562040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36308) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:19.590006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3c025db1-5aa7-431c-a075-9a1e170b2eeb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:19.639493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c025db1-5aa7-431c-a075-9a1e170b2eeb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.650302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.690452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a0300b-dc90-40c1-9075-d6b09f8d7517 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:19.713746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36312) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:19.726934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.731412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Deleting port 99e34906-f918-430f-9921-ba502bbe2b1a {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:19.731984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.735083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0182629 Dec 21 16:42:19.780797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36316) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:19.781773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-97e5076e-a6b1-474c-b4fc-8ae57fea55e2 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:19.793827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 99e34906-f918-430f-9921-ba502bbe2b1a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:19.849798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Deleting port f9ee6d4a-ffa0-424b-b2b8-1f49c7188c16 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:19.851097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:19.922267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Pushing event deleted for resources: {'Port': ['ID=9fbd540d-81c6-4f26-87ca-9599ecb4ca79,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:19.943332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:19.947684 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3c025db1-5aa7-431c-a075-9a1e170b2eeb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/8f85d8eb-df62-44e2-91bb-88b3dfe21737 HTTP/1.1" status: 204 len: 168 time: 3.5005007 Dec 21 16:42:19.953288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36322) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:20.014507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 99e34906-f918-430f-9921-ba502bbe2b1a completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:20.042908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15d3dcae-c652-4821-a0d4-757981ac9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.050266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:20.060260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.060610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.078649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3dcae-c652-4821-a0d4-757981ac9fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a24321-365d-459a-87a6-b57f9c542fa3,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:20.081143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-15d3dcae-c652-4821-a0d4-757981ac9fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:20.120630 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d563b5a9-589d-4c57-b5d2-77402ebe6b48 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1629503 Dec 21 16:42:20.125562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36326) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:20.148196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.20.0.14 (10b62618-129d-4bb1-9ad8-65eada502f71/6be77999-ad02-4b54-b15f-4454097aa579/03a322ab-f189-41a9-b6cb-5a87f5edd0cb) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:20.197250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.197978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 99e34906-f918-430f-9921-ba502bbe2b1a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:20.198377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.199720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:20.212351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Calling delete_port for f9ee6d4a-ffa0-424b-b2b8-1f49c7188c16 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:20.242386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15d3dcae-c652-4821-a0d4-757981ac9fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.246142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.20.0.12 (10b62618-129d-4bb1-9ad8-65eada502f71/6be77999-ad02-4b54-b15f-4454097aa579/03a322ab-f189-41a9-b6cb-5a87f5edd0cb) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:20.246383 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-15d3dcae-c652-4821-a0d4-757981ac9fc5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/78a24321-365d-459a-87a6-b57f9c542fa3 HTTP/1.1" status: 204 len: 168 time: 0.9223573 Dec 21 16:42:20.389861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.412944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70d9429f-1f0b-48ae-a432-d13511300fdc tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:20.442087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.489985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 99e34906-f918-430f-9921-ba502bbe2b1a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=99e34906-f918-430f-9921-ba502bbe2b1a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:20.498947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.517637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f023357-d1f3-4531-869d-e052aa046978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:20.527211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.529693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.533850 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] 10.222.0.67 "DELETE /v2.0/floatingips/0d73dfd8-7926-4bf6-9662-b98b664b0b0f HTTP/1.1" status: 204 len: 168 time: 3.5214481 Dec 21 16:42:20.540129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36332) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:20.541053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Pushing event deleted for resources: {'Port': ['ID=f9ee6d4a-ffa0-424b-b2b8-1f49c7188c16,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:20.554685 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cbfe6dd6-0fb5-4776-aedd-4a000825e96c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f193691fa154e7c92da5f15196f30df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8334713 Dec 21 16:42:20.557538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7920647e-a852-49b1-b8d7-0bc4ded82832 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:42:20.565915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf6acf0-bc3e-4569-8498-e427a5b9ca4d tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:20.568023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:20.570669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf6acf0-bc3e-4569-8498-e427a5b9ca4d tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:20.572601 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2cf6acf0-bc3e-4569-8498-e427a5b9ca4d tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7616282 Dec 21 16:42:20.576135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36336) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:20.576508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36340) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:20.578562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7920647e-a852-49b1-b8d7-0bc4ded82832 None None] Deleting port c83ad844-283c-4ba3-8f0a-50bc1dc8117f {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:20.579037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7920647e-a852-49b1-b8d7-0bc4ded82832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.618455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a4a3a2-2efa-4401-aba0-ce0dad248952 None None] New status for floating IP 47b7f703-76b8-4344-80ea-ee1bbef54611: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:42:20.647016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:20.683079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:20.692673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:20.719796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:20.736220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] For port 99e34906-f918-430f-9921-ba502bbe2b1a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=99e34906-f918-430f-9921-ba502bbe2b1a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:20.736736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.840688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7920647e-a852-49b1-b8d7-0bc4ded82832 None None] For port c83ad844-283c-4ba3-8f0a-50bc1dc8117f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c83ad844-283c-4ba3-8f0a-50bc1dc8117f,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:20.841132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7920647e-a852-49b1-b8d7-0bc4ded82832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:20.991463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7920647e-a852-49b1-b8d7-0bc4ded82832 None None] Calling delete_port for c83ad844-283c-4ba3-8f0a-50bc1dc8117f owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:21.059996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36346) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:21.063553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=99e34906-f918-430f-9921-ba502bbe2b1a,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:21.065756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.066942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:21.094280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7920647e-a852-49b1-b8d7-0bc4ded82832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.102801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c989f28-bf36-4684-ad87-b066ec3b74fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:21.108852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-daed2f2d-dd61-4898-a18b-69f9eb1cd59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.158297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920647e-a852-49b1-b8d7-0bc4ded82832 None None] Pushing event deleted for resources: {'Port': ['ID=c83ad844-283c-4ba3-8f0a-50bc1dc8117f,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:21.161483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7920647e-a852-49b1-b8d7-0bc4ded82832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:21.164190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920647e-a852-49b1-b8d7-0bc4ded82832 None None] No DVR routers for this DVR port c83ad844-283c-4ba3-8f0a-50bc1dc8117f on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:21.173982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.175275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] 10.222.0.67 "DELETE /v2.0/floatingips/47b7f703-76b8-4344-80ea-ee1bbef54611 HTTP/1.1" status: 204 len: 168 time: 1.6115916 Dec 21 16:42:21.180276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-daed2f2d-dd61-4898-a18b-69f9eb1cd59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:21.181607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36350) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:21.198164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:21.204233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.227612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Calling delete_port for 99e34906-f918-430f-9921-ba502bbe2b1a owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:21.281097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4c2200e9-72d0-46a7-a99e-c8f7d2bbdeaa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Deleting port 86b7fc29-229c-4dba-8476-b4dd4e0fe53a {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:21.281477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c2200e9-72d0-46a7-a99e-c8f7d2bbdeaa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.291282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-daed2f2d-dd61-4898-a18b-69f9eb1cd59d admin admin] Usage tracker for resource:security_group_rule and tenant:3fc627540819476ab6c362c92077e8ca is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:21.299140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-daed2f2d-dd61-4898-a18b-69f9eb1cd59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:21.320030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-daed2f2d-dd61-4898-a18b-69f9eb1cd59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:21.493974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97796d18-c3ad-4788-b177-c8b020c0ff23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.517384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-daed2f2d-dd61-4898-a18b-69f9eb1cd59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.526802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-daed2f2d-dd61-4898-a18b-69f9eb1cd59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.535675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-be0b9a99-42e9-4898-99ff-caf19362ebca tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:21.572668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 99e34906-f918-430f-9921-ba502bbe2b1a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:21.657457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 99e34906-f918-430f-9921-ba502bbe2b1a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:21.658010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.662634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed2f2d-dd61-4898-a18b-69f9eb1cd59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aced6474-2c8b-49bb-a587-6b814bf2d852,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:21.670703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-daed2f2d-dd61-4898-a18b-69f9eb1cd59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:21.680293 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-daed2f2d-dd61-4898-a18b-69f9eb1cd59d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3fc627540819476ab6c362c92077e8ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6160457 Dec 21 16:42:21.682609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36354) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:21.694634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.751602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97796d18-c3ad-4788-b177-c8b020c0ff23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.846173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c83ad844-283c-4ba3-8f0a-50bc1dc8117f no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:21.885890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: c83ad844-283c-4ba3-8f0a-50bc1dc8117f {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:21.886402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c83ad844-283c-4ba3-8f0a-50bc1dc8117f not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:21.920495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c793b025-8d07-4069-99c6-3c92b53ab1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:21.973709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c793b025-8d07-4069-99c6-3c92b53ab1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.009641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.012249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:42:22.012612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:42:22.021121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7b4b4d69-f8a0-4799-bb7f-0f7f8092fc2f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:22.059975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c2200e9-72d0-46a7-a99e-c8f7d2bbdeaa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.132502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.150341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97796d18-c3ad-4788-b177-c8b020c0ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.197078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c793b025-8d07-4069-99c6-3c92b53ab1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.202994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76f396cb-4fba-42e9-a947-34c9628a7fb2 tempest-PortsAdminExtendedAttrsTestJSON-1945135655 tempest-PortsAdminExtendedAttrsTestJSON-1945135655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:22.223282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793b025-8d07-4069-99c6-3c92b53ab1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aced6474-2c8b-49bb-a587-6b814bf2d852,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:22.231905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c793b025-8d07-4069-99c6-3c92b53ab1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:22.235379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c793b025-8d07-4069-99c6-3c92b53ab1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.239127 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c793b025-8d07-4069-99c6-3c92b53ab1c8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aced6474-2c8b-49bb-a587-6b814bf2d852 HTTP/1.1" status: 204 len: 168 time: 0.5529079 Dec 21 16:42:22.244152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4c2200e9-72d0-46a7-a99e-c8f7d2bbdeaa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Calling delete_port for 86b7fc29-229c-4dba-8476-b4dd4e0fe53a owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:22.267135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.305575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 10b62618-129d-4bb1-9ad8-65eada502f71 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:22.313051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=03a322ab-f189-41a9-b6cb-5a87f5edd0cb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:22.321345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:22.329089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:22.377104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.405449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:22.405857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:22.406266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:22.406669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:22.407113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:22.407510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:22.407952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:22.408280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:22.408861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:22.409002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:22.409605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:22.421664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:22.424830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ec972bb-c698-473a-a580-4b0a49214b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:22.460379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97796d18-c3ad-4788-b177-c8b020c0ff23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f890e4a2-879a-48ce-aca1-56d5bdfa8140,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:22.465761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97796d18-c3ad-4788-b177-c8b020c0ff23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.469487 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-97796d18-c3ad-4788-b177-c8b020c0ff23 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f890e4a2-879a-48ce-aca1-56d5bdfa8140 HTTP/1.1" status: 204 len: 168 time: 1.8803692 Dec 21 16:42:22.469980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-97796d18-c3ad-4788-b177-c8b020c0ff23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:22.471706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f95986f-8cb7-411d-b0a6-0877977ad21d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:22.516371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:22.517011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.530841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Deleting port 99e34906-f918-430f-9921-ba502bbe2b1a {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:22.531259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.562074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:22.572348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c2200e9-72d0-46a7-a99e-c8f7d2bbdeaa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.585856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:22.599509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac082180-8079-45fb-bf3a-3768236b2fac None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:22.599689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:22.600289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.642504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 6.0554693 Dec 21 16:42:22.664494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36366) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:22.677733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '03a322ab-f189-41a9-b6cb-5a87f5edd0cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:22.699623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:22.705439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=965c6633-99bf-4dd5-ab5a-1f91a6f11c41,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:22.717872 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5404730 Dec 21 16:42:22.719633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:floatingip and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:22.723083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c2200e9-72d0-46a7-a99e-c8f7d2bbdeaa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:22.723244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36370) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:22.725339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4c2200e9-72d0-46a7-a99e-c8f7d2bbdeaa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "DELETE /v2.0/ports/86b7fc29-229c-4dba-8476-b4dd4e0fe53a HTTP/1.1" status: 204 len: 168 time: 2.1366570 Dec 21 16:42:22.726367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:22.729024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36372) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:22.729632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6093e02e-73a2-4fc9-8245-5ba89d43a8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:22.743606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9a5c1c48-ed4e-4135-b925-6319c8d21428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': '965c6633-99bf-4dd5-ab5a-1f91a6f11c41', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-861999756'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:22.763591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:23.088111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '965c6633-99bf-4dd5-ab5a-1f91a6f11c41'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:42:23.089651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:23.115022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:23.131550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2200e9-72d0-46a7-a99e-c8f7d2bbdeaa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Port': ['ID=86b7fc29-229c-4dba-8476-b4dd4e0fe53a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:23.139152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c2200e9-72d0-46a7-a99e-c8f7d2bbdeaa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:23.164966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:23.185287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b3c974b2-d5e5-40f2-bbee-252193bc0a50 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Deleting port 15bed0c0-bd00-4be6-8136-480317fb383b {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:23.185287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3c974b2-d5e5-40f2-bbee-252193bc0a50 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:23.275405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] For port 99e34906-f918-430f-9921-ba502bbe2b1a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=99e34906-f918-430f-9921-ba502bbe2b1a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:23.275809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:23.332824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/965c6633-99bf-4dd5-ab5a-1f91a6f11c41/5d6aada0-41da-41a1-ae6a-eb967e970976) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:23.350762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9a5c1c48-ed4e-4135-b925-6319c8d21428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:23.453334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Calling delete_port for 99e34906-f918-430f-9921-ba502bbe2b1a owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:23.483507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9a5c1c48-ed4e-4135-b925-6319c8d21428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:23.525208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9a5c1c48-ed4e-4135-b925-6319c8d21428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:23.545658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9a5c1c48-ed4e-4135-b925-6319c8d21428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:23.617256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5c1c48-ed4e-4135-b925-6319c8d21428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:23.698662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3c974b2-d5e5-40f2-bbee-252193bc0a50 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:23.750497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:23.763266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Transition to ACTIVE for port object 5d6aada0-41da-41a1-ae6a-eb967e970976 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:23.774731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a5c1c48-ed4e-4135-b925-6319c8d21428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:23.787373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Transition to ACTIVE for port object 5d6aada0-41da-41a1-ae6a-eb967e970976 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:23.794284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:23.801670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c33fa7fb-6b0d-4289-8523-a76375a0a09e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:23.818137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-9a5c1c48-ed4e-4135-b925-6319c8d21428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 4518094d-d68f-4bc0-9113-d27a1bfd7c6b yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:23.855309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b3c974b2-d5e5-40f2-bbee-252193bc0a50 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Calling delete_port for 15bed0c0-bd00-4be6-8136-480317fb383b owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:23.886185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:23.891357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:23.900018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:23.907039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Pushing event updated for resources: {'Port': ['ID=5d6aada0-41da-41a1-ae6a-eb967e970976,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:23.991899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36406) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:23.999536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:24.000078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:24.000419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:24.000797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:24.001169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:24.001697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:24.002069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:24.002438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:24.002843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:24.003216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:24.004323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:42:24.017571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:24.027033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Attempting to bind port 5d6aada0-41da-41a1-ae6a-eb967e970976 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:24.027457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Attempting to bind port 5d6aada0-41da-41a1-ae6a-eb967e970976 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:24.027869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Attempting to bind port 5d6aada0-41da-41a1-ae6a-eb967e970976 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:24.036566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:24.036985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:24.037439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.037880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:24.038399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Bound port: 5d6aada0-41da-41a1-ae6a-eb967e970976, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:24.038853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.084596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3c974b2-d5e5-40f2-bbee-252193bc0a50 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.096755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:24.148688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] For port 5d6aada0-41da-41a1-ae6a-eb967e970976, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:24.152213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] For port 5d6aada0-41da-41a1-ae6a-eb967e970976, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5d6aada0-41da-41a1-ae6a-eb967e970976,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:24.154463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c974b2-d5e5-40f2-bbee-252193bc0a50 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Port': ['ID=15bed0c0-bd00-4be6-8136-480317fb383b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:24.156487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.160613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25f46dbb-9f1f-4380-aed7-2355f81d5b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:24.162476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3c974b2-d5e5-40f2-bbee-252193bc0a50 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:24.174443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3c974b2-d5e5-40f2-bbee-252193bc0a50 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.186495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36412) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:24.202054 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b3c974b2-d5e5-40f2-bbee-252193bc0a50 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "DELETE /v2.0/ports/15bed0c0-bd00-4be6-8136-480317fb383b HTTP/1.1" status: 204 len: 168 time: 1.4379838 Dec 21 16:42:24.202054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.204340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36418) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:24.218306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5c1c48-ed4e-4135-b925-6319c8d21428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:42:24.218816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5c1c48-ed4e-4135-b925-6319c8d21428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:42:24.282861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Pushing event updated for resources: {'Port': ['ID=5d6aada0-41da-41a1-ae6a-eb967e970976,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:24.287014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:24.328253 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9a5c1c48-ed4e-4135-b925-6319c8d21428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5963960 Dec 21 16:42:24.332554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1519525888'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:24.333019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-220802339'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:24.339077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36422) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:24.349491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6bc27612-085c-42ff-a5f0-1a861c1284cf tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Synchronizing usage tracker for tenant:5ba067826915436d8c1b56227abfd230 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:24.359950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:24.372782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:24.422797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Usage tracker for resource:network and tenant:c1d4b82b9c9d4adca73c3f23998ac0c3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:24.438860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Usage tracker for resource:network and tenant:18d8c6c4ab00462aa967a09473790f68 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:24.441930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:24.448609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:24.460470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:24.462091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:24.473726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6bc27612-085c-42ff-a5f0-1a861c1284cf tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Unset dirty status for tenant:5ba067826915436d8c1b56227abfd230 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:24.475040 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6bc27612-085c-42ff-a5f0-1a861c1284cf tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2669783 Dec 21 16:42:24.480714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36426) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:24.497781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1966480350'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:24.522744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Made reservation on behalf of c1d4b82b9c9d4adca73c3f23998ac0c3 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:24.527787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Made reservation on behalf of 18d8c6c4ab00462aa967a09473790f68 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:24.528101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.533201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.552765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.553056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:24.559446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c2200e9-72d0-46a7-a99e-c8f7d2bbdeaa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:24.577173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Usage tracker for resource:network and tenant:5ba067826915436d8c1b56227abfd230 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:24.587334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.592628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.627071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event deleted for resources: {'Port': ['ID=99e34906-f918-430f-9921-ba502bbe2b1a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:24.631499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:24.637010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:24.653536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.26.7.195 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/1f6d7980-3fd8-4fef-a936-9084bb1fe346) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:24.654681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:24.676909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Deleting port 5624665d-a8ce-4389-9ac1-243a383ae0dd {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:24.677296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.755640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:24.770357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Made reservation on behalf of 5ba067826915436d8c1b56227abfd230 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:24.780386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.788720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Usage tracker for resource:security_group_rule and tenant:c1d4b82b9c9d4adca73c3f23998ac0c3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:24.793771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:24.807425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:24.815383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e35e46-6fe3-49f0-a88c-76c938549ea0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:24.817153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-37e35e46-6fe3-49f0-a88c-76c938549ea0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:24.822098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:24.831295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Usage tracker for resource:security_group_rule and tenant:18d8c6c4ab00462aa967a09473790f68 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:24.843699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:24.879964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:24.911890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Deleting port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:24.912267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:24.954493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-37e35e46-6fe3-49f0-a88c-76c938549ea0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:24.955833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-37e35e46-6fe3-49f0-a88c-76c938549ea0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6146607 Dec 21 16:42:24.961401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36430) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:24.984750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:25.098263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.098659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Added segment 0a17217f-2c95-496e-9926-61cf5d12a0c6 of type vlan for network ebf18a97-dce1-4777-b951-c64a6b097b3c Dec 21 16:42:25.132113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.258707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.280590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] For port 5624665d-a8ce-4389-9ac1-243a383ae0dd, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5624665d-a8ce-4389-9ac1-243a383ae0dd,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:25.281217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.297495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.319568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e515aec9-da9f-4869-a210-f878d4fff969 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:25.321346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e515aec9-da9f-4869-a210-f878d4fff969 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:25.322318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e515aec9-da9f-4869-a210-f878d4fff969 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:25.380121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.456165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Calling delete_port for 5624665d-a8ce-4389-9ac1-243a383ae0dd owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:25.492263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.507144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d9c57938-66a2-4a8b-b852-490e350e748d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:25.534394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] For port 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:25.535331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.571213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.575412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:25.576080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.587306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:25.669753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a264af50-a6cc-403c-8eee-53681bb9e38c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:25.739313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Calling delete_port for 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:25.742517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.743959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5d6aada0-41da-41a1-ae6a-eb967e970976 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:25.747843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e515aec9-da9f-4869-a210-f878d4fff969 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:25.752058 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e515aec9-da9f-4869-a210-f878d4fff969 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7846961 Dec 21 16:42:25.754195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.757009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36434) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:25.761868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.771272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:25.773526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:25.799788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:25.838951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.864609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:25.865150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 5d6aada0-41da-41a1-ae6a-eb967e970976 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:25.894360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24e021d-d054-445c-8b59-ea6bc4908041,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:25.897753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.905582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:25.908591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:25.946300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:25.946682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Added segment 4fe626cd-428c-45c0-a936-539f19af794d of type vlan for network 2a40e337-518c-400e-ae31-b1ab66af9557 Dec 21 16:42:26.062569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.063103 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Added segment 2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca of type vlan for network c5887b0b-3928-4138-8169-e99bc2eb476b Dec 21 16:42:26.068340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.129235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:26.132938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.133501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01f985f9-3ddb-4907-8921-1a86909ca796 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:42:26.141091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:26.143147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=1f6d7980-3fd8-4fef-a936-9084bb1fe346,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:26.150080 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6645322 Dec 21 16:42:26.156254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:26.168137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36438) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:26.249550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1704680290'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:26.262679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-da75dc28-31c0-4bd6-a7d2-549c7f94ce9b None None] Provisioning for port 5d6aada0-41da-41a1-ae6a-eb967e970976 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:26.264325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event updated for resources: {'Network': ['ID=ebf18a97-dce1-4777-b951-c64a6b097b3c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:26.270942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-da75dc28-31c0-4bd6-a7d2-549c7f94ce9b None None] Provisioning complete for port 5d6aada0-41da-41a1-ae6a-eb967e970976 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:26.271509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da75dc28-31c0-4bd6-a7d2-549c7f94ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.275792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.281510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:26.287125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:26.290478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:26.293846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Usage tracker for resource:network and tenant:5ba067826915436d8c1b56227abfd230 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:26.301038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:26.317809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network ebf18a97-dce1-4777-b951-c64a6b097b3c details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:26.318181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:26.350590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.356277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8d9354-8e64-442b-99a8-cdd354edc4fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 965c6633-99bf-4dd5-ab5a-1f91a6f11c41 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:42:26.362884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Made reservation on behalf of 5ba067826915436d8c1b56227abfd230 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:26.363634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9354-8e64-442b-99a8-cdd354edc4fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.369217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.399856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:26.400530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.401249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.407132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:26.408285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.413717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:26.416745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:26.508681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.510325 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bf9571aa-a4bd-439d-b29d-981ba2890a33 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "DELETE /v2.0/routers/01f985f9-3ddb-4907-8921-1a86909ca796 HTTP/1.1" status: 204 len: 168 time: 10.8049834 Dec 21 16:42:26.521732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36444) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:26.543674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:26.549348 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5531411 Dec 21 16:42:26.552839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3621452 Dec 21 16:42:26.558171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36446) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:26.558543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36450) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:26.570124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9354-8e64-442b-99a8-cdd354edc4fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.598869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da75dc28-31c0-4bd6-a7d2-549c7f94ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.637327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-da75dc28-31c0-4bd6-a7d2-549c7f94ce9b None None] For port 5d6aada0-41da-41a1-ae6a-eb967e970976, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5d6aada0-41da-41a1-ae6a-eb967e970976,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:26.641243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da75dc28-31c0-4bd6-a7d2-549c7f94ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.643358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:26.644703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.645197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Added segment c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9 of type vlan for network 42ec6274-0cdf-405c-8bd3-e1962421bfc4 Dec 21 16:42:26.665520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'Network': ['ID=c5887b0b-3928-4138-8169-e99bc2eb476b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:26.674327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:26.686931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network c5887b0b-3928-4138-8169-e99bc2eb476b details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:26.715964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Request body: {'subnet': {'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:26.733966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.737251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Request body: {'subnet': {'network_id': '2a40e337-518c-400e-ae31-b1ab66af9557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:26.745377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.754063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:26.790205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Pushing event updated for resources: {'Network': ['ID=2a40e337-518c-400e-ae31-b1ab66af9557,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:26.806227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5624665d-a8ce-4389-9ac1-243a383ae0dd,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:26.821345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:26.826078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75dc28-31c0-4bd6-a7d2-549c7f94ce9b None None] Pushing event updated for resources: {'Port': ['ID=5d6aada0-41da-41a1-ae6a-eb967e970976,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:26.830166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-da75dc28-31c0-4bd6-a7d2-549c7f94ce9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:26.836976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:26.840987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 2a40e337-518c-400e-ae31-b1ab66af9557 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:26.916611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.928142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3d8a5bf-a30e-4f0e-a25f-bbbbecc319fe tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:26.956829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:26.961186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:26.962227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:27.004758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:27.012421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:27.013355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:27.133414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:27.140770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:27.148740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Usage tracker for resource:subnet and tenant:c1d4b82b9c9d4adca73c3f23998ac0c3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:27.163443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:27.166599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Usage tracker for resource:subnet and tenant:18d8c6c4ab00462aa967a09473790f68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:27.174413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:27.238736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:27.239372 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0700476 Dec 21 16:42:27.251869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:27.380913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event updated for resources: {'Network': ['ID=42ec6274-0cdf-405c-8bd3-e1962421bfc4,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:27.384012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:27.391002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36456) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:27.396267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 42ec6274-0cdf-405c-8bd3-e1962421bfc4 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:27.401407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'subnets': [{'network_id': 'ebf18a97-dce1-4777-b951-c64a6b097b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--50729672', 'ip_version': 4}, {'network_id': '42ec6274-0cdf-405c-8bd3-e1962421bfc4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:27.401762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'subnet': {'network_id': 'ebf18a97-dce1-4777-b951-c64a6b097b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--50729672', 'ip_version': 4}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:27.402383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Request body: {'subnet': {'network_id': '42ec6274-0cdf-405c-8bd3-e1962421bfc4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:27.583375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9354-8e64-442b-99a8-cdd354edc4fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:27.641639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Made reservation on behalf of 18d8c6c4ab00462aa967a09473790f68 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:27.675294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Made reservation on behalf of c1d4b82b9c9d4adca73c3f23998ac0c3 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:27.708308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5d6aada0-41da-41a1-ae6a-eb967e970976 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:27.781618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 5d6aada0-41da-41a1-ae6a-eb967e970976 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:27.782148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:27.863702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:27.881463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Usage tracker for resource:subnet and tenant:5ba067826915436d8c1b56227abfd230 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:27.886245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:27.895169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:27.920433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Made reservation on behalf of 5ba067826915436d8c1b56227abfd230 for: {'subnet': 2} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:27.927406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:27.928513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 99e34906-f918-430f-9921-ba502bbe2b1a no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:27.949088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:27.964996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:27.966182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 99e34906-f918-430f-9921-ba502bbe2b1a {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:27.966631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 99e34906-f918-430f-9921-ba502bbe2b1a not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:28.028385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9354-8e64-442b-99a8-cdd354edc4fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:28.099552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70679f7d-0a94-4e90-b763-84a94b9f37a6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:28.104119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:28.207621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d9354-8e64-442b-99a8-cdd354edc4fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=965c6633-99bf-4dd5-ab5a-1f91a6f11c41,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:28.234332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bd8d9354-8e64-442b-99a8-cdd354edc4fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:28.259283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9354-8e64-442b-99a8-cdd354edc4fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:28.262285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ea088-0534-4cbd-9f04-1b75ae8102bc None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:28.282300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:28.380092 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bd8d9354-8e64-442b-99a8-cdd354edc4fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/965c6633-99bf-4dd5-ab5a-1f91a6f11c41 HTTP/1.1" status: 204 len: 168 time: 2.6215060 Dec 21 16:42:28.395233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36460) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:28.557506 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e18c7079-c36f-413f-a374-1ed20a1cc94b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1573811 Dec 21 16:42:28.560083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36464) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:28.570357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:28.570721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:28.576495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d97cdb-7bf0-43b3-b1b4-c1ff7dc1bd5d None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:42:28.582415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-49d97cdb-7bf0-43b3-b1b4-c1ff7dc1bd5d None None] Deleting port 5d6aada0-41da-41a1-ae6a-eb967e970976 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:28.583116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49d97cdb-7bf0-43b3-b1b4-c1ff7dc1bd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:28.598488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:28.798394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-49d97cdb-7bf0-43b3-b1b4-c1ff7dc1bd5d None None] For port 5d6aada0-41da-41a1-ae6a-eb967e970976, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5d6aada0-41da-41a1-ae6a-eb967e970976,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:28.799082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49d97cdb-7bf0-43b3-b1b4-c1ff7dc1bd5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:28.831235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:28.835922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:28.852831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8d010c9b-78b4-4a71-917d-38e63f849a9d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:28.921542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:28.939350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-49d97cdb-7bf0-43b3-b1b4-c1ff7dc1bd5d None None] Calling delete_port for 5d6aada0-41da-41a1-ae6a-eb967e970976 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:28.945401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:28.963252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:28.967243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:28.983946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:29.015896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Pushing event updated for resources: {'Subnet': ['ID=d0953f6c-9e66-43d5-8773-155267649b0e,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:29.019949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49d97cdb-7bf0-43b3-b1b4-c1ff7dc1bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:29.025319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-da75dc28-31c0-4bd6-a7d2-549c7f94ce9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:29.036064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:29.069982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d97cdb-7bf0-43b3-b1b4-c1ff7dc1bd5d None None] Pushing event deleted for resources: {'Port': ['ID=5d6aada0-41da-41a1-ae6a-eb967e970976,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:29.072532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49d97cdb-7bf0-43b3-b1b4-c1ff7dc1bd5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:29.076344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d97cdb-7bf0-43b3-b1b4-c1ff7dc1bd5d None None] No DVR routers for this DVR port 5d6aada0-41da-41a1-ae6a-eb967e970976 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:29.136538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:29.175466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:29.190611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Checking segment: {'id': '4fe626cd-428c-45c0-a936-539f19af794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2a40e337-518c-400e-ae31-b1ab66af9557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:29.191627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Network hostable DHCP agents. Network: 2a40e337-518c-400e-ae31-b1ab66af9557, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:42:29.212311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Checking segment: {'id': '2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:29.212720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Network hostable DHCP agents. Network: c5887b0b-3928-4138-8169-e99bc2eb476b, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:42:29.228732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'Subnet': ['ID=ece8c510-771e-4d5c-a569-4e5ddddb262f,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:29.243620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:29.245377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:42:29.247543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:29.250094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:29.250442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:29.265830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Deleting port 928838a5-333b-4df7-a675-9e1ddb937300 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:29.266207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:29.310336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:29.567047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5d6aada0-41da-41a1-ae6a-eb967e970976 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:29.603498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 5d6aada0-41da-41a1-ae6a-eb967e970976 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:29.603899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5d6aada0-41da-41a1-ae6a-eb967e970976 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:29.663772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Network 2a40e337-518c-400e-ae31-b1ab66af9557 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:42:29.684408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Network c5887b0b-3928-4138-8169-e99bc2eb476b is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:42:29.722657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 2a40e337-518c-400e-ae31-b1ab66af9557) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:29.731146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525b861e-23df-4c0b-92af-f66e4d8aef96 None None] Network 2a40e337-518c-400e-ae31-b1ab66af9557 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:29.783868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, c5887b0b-3928-4138-8169-e99bc2eb476b) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:29.791535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:29.792016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:29.818892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:29.819550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:29.822146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98792e47-999e-4c67-ba72-88f3b6a44699 None None] Network c5887b0b-3928-4138-8169-e99bc2eb476b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:29.853054 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b7ec7699-7aa6-4b2c-847d-d482dd1aad21 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2860842 Dec 21 16:42:29.856674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36468) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:29.865656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Request body: {'port': {'network_id': '2a40e337-518c-400e-ae31-b1ab66af9557', 'name': 'tempest-ExtraDHCPOptionsTestJSON-197128283'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:29.870551 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3027687 Dec 21 16:42:29.882360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36472) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:29.899423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Request body: {'port': {'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-965603108'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:29.936216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] For port 928838a5-333b-4df7-a675-9e1ddb937300, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=928838a5-333b-4df7-a675-9e1ddb937300,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:29.936757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:29.956978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:29.968622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:30.026026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:30.156801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-2a40e337-518c-400e-ae31-b1ab66af9557', 'network_id': '2a40e337-518c-400e-ae31-b1ab66af9557', 'tenant_id': 'c1d4b82b9c9d4adca73c3f23998ac0c3', 'fixed_ips': [{'subnet_id': 'd0953f6c-9e66-43d5-8773-155267649b0e'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:42:30.157884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:30.177299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Calling delete_port for 928838a5-333b-4df7-a675-9e1ddb937300 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:30.227153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-c5887b0b-3928-4138-8169-e99bc2eb476b', 'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b', 'tenant_id': '18d8c6c4ab00462aa967a09473790f68', 'fixed_ips': [{'subnet_id': 'ece8c510-771e-4d5c-a569-4e5ddddb262f'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:42:30.228222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:30.358423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=1f6d7980-3fd8-4fef-a936-9084bb1fe346,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:30.373770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:30.399569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:30.402081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:30.468885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Usage tracker for resource:port and tenant:18d8c6c4ab00462aa967a09473790f68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:30.476186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:30.484866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:30.506456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Allocated IP 172.20.0.2 (2a40e337-518c-400e-ae31-b1ab66af9557/d0953f6c-9e66-43d5-8773-155267649b0e/aabffebe-fd0e-40d1-aeee-6602e0605e05) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:30.513101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Made reservation on behalf of 18d8c6c4ab00462aa967a09473790f68 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:30.518709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:30.551659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Allocated IP 2001:db8::2 (c5887b0b-3928-4138-8169-e99bc2eb476b/ece8c510-771e-4d5c-a569-4e5ddddb262f/799bb905-505f-43bc-8ba7-237e0f23fbe9) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:30.603679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:30.671082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] device_id is not set on port 561b02d9-52a6-491e-a870-416b2969b999 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:30.674005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Usage tracker for resource:port and tenant:c1d4b82b9c9d4adca73c3f23998ac0c3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:30.681137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:30.694594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:30.718593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:30.729810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:30.766370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:30.774646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:30.788516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:30.832697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event deleted for resources: {'Port': ['ID=928838a5-333b-4df7-a675-9e1ddb937300,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:30.839407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:30.853532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Made reservation on behalf of c1d4b82b9c9d4adca73c3f23998ac0c3 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:30.859000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:30.903023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:30.911043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:30.918079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:30.918726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:30.947735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=ac18a249-ade1-4dab-937c-247db7b17b2c,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:30.955677 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Floating IP fc71f8f9-26bf-4076-a134-5fce3109966c associated. External IP: 172.26.7.195, port: 03a322ab-f189-41a9-b6cb-5a87f5edd0cb. Dec 21 16:42:30.959900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] device_id is not set on port c153efa2-2c34-4480-9db4-29ce34187989 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:30.961127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31441274-2cec-46ff-a15d-4aabbbff7ba3 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:30.990741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.003125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:31.007405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:31.022707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Transition to ACTIVE for port object aabffebe-fd0e-40d1-aeee-6602e0605e05 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:31.040781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.147170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Transition to ACTIVE for port object 799bb905-505f-43bc-8ba7-237e0f23fbe9 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:31.147861 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5836148 Dec 21 16:42:31.155386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36476) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:31.163186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.173283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7b20d9a3-3ec2-4099-b94c-6f36ed386847 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-507516861', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:31.182564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Transition to ACTIVE for port object aabffebe-fd0e-40d1-aeee-6602e0605e05 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:31.187495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event updated for resources: {'Subnet': ['ID=c516f583-7d82-43ee-aad9-b8ad416a3d7a,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:31.190327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7b20d9a3-3ec2-4099-b94c-6f36ed386847 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:31.236575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:31.248787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7b20d9a3-3ec2-4099-b94c-6f36ed386847 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:router and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:31.252033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Checking segment: {'id': '0a17217f-2c95-496e-9926-61cf5d12a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ebf18a97-dce1-4777-b951-c64a6b097b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:31.252440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Network hostable DHCP agents. Network: ebf18a97-dce1-4777-b951-c64a6b097b3c, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:42:31.265335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7b20d9a3-3ec2-4099-b94c-6f36ed386847 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:31.281796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7b20d9a3-3ec2-4099-b94c-6f36ed386847 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:31.330317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Router 693d8835-afb0-4617-a7af-8cda30376e0e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:31.344181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Allocated IP 172.20.0.3 (2a40e337-518c-400e-ae31-b1ab66af9557/d0953f6c-9e66-43d5-8773-155267649b0e/c153efa2-2c34-4480-9db4-29ce34187989) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:31.356169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b20d9a3-3ec2-4099-b94c-6f36ed386847 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.357230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b20d9a3-3ec2-4099-b94c-6f36ed386847 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.378605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.380774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:31.383334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Transition to ACTIVE for port object 799bb905-505f-43bc-8ba7-237e0f23fbe9 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:31.386936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:31.448744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Network ebf18a97-dce1-4777-b951-c64a6b097b3c is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:42:31.473765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.524844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Network 2a40e337-518c-400e-ae31-b1ab66af9557 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:31.525677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Pushing event updated for resources: {'Port': ['ID=aabffebe-fd0e-40d1-aeee-6602e0605e05,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:31.573699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, ebf18a97-dce1-4777-b951-c64a6b097b3c) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:31.584665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:31.590029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:31.594722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b0180b-48f6-4be3-92dc-90f3fbc227b0 None None] Network ebf18a97-dce1-4777-b951-c64a6b097b3c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:31.615182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:31.647507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:31.651007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.652200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Network c5887b0b-3928-4138-8169-e99bc2eb476b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:31.658456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': 'ac18a249-ade1-4dab-937c-247db7b17b2c'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:42:31.658456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.672582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b20d9a3-3ec2-4099-b94c-6f36ed386847 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.686580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:31.690170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9054c97f-32a1-4565-b304-c6c8954501bc tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:31.716357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:31.778904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.805308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.828716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Allocated IP 2001:db8::300 (c5887b0b-3928-4138-8169-e99bc2eb476b/ece8c510-771e-4d5c-a569-4e5ddddb262f/561b02d9-52a6-491e-a870-416b2969b999) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:31.864766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b20d9a3-3ec2-4099-b94c-6f36ed386847 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.898153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event updated for resources: {'Subnet': ['ID=9fe8af0f-13c5-421d-8c83-dc2247e1c495,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:31.920600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:31.930711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Pushing event updated for resources: {'Port': ['ID=799bb905-505f-43bc-8ba7-237e0f23fbe9,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:31.939202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:31.961985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.962653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a761b828-59db-4365-96e5-d259004c2190 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:42:31.962950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.979693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b20d9a3-3ec2-4099-b94c-6f36ed386847 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:31.983751 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7b20d9a3-3ec2-4099-b94c-6f36ed386847 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8219807 Dec 21 16:42:31.985660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36480) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:32.062272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Attempting to bind port aabffebe-fd0e-40d1-aeee-6602e0605e05 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:32.062687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Attempting to bind port aabffebe-fd0e-40d1-aeee-6602e0605e05 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '4fe626cd-428c-45c0-a936-539f19af794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2a40e337-518c-400e-ae31-b1ab66af9557'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:32.063139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Attempting to bind port aabffebe-fd0e-40d1-aeee-6602e0605e05 on network 2a40e337-518c-400e-ae31-b1ab66af9557 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:32.079175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Attempting to bind port 799bb905-505f-43bc-8ba7-237e0f23fbe9 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:32.079726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Attempting to bind port 799bb905-505f-43bc-8ba7-237e0f23fbe9 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:32.080012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Attempting to bind port 799bb905-505f-43bc-8ba7-237e0f23fbe9 on network c5887b0b-3928-4138-8169-e99bc2eb476b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:32.086019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Transition to ACTIVE for port object c153efa2-2c34-4480-9db4-29ce34187989 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:32.108923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Checking segment: {'id': 'c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '42ec6274-0cdf-405c-8bd3-e1962421bfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:32.109506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Network hostable DHCP agents. Network: 42ec6274-0cdf-405c-8bd3-e1962421bfc4, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:42:32.138497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:32.138865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Checking segment: {'id': '4fe626cd-428c-45c0-a936-539f19af794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2a40e337-518c-400e-ae31-b1ab66af9557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:32.139266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.139689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Bound using segment: {'id': '4fe626cd-428c-45c0-a936-539f19af794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2a40e337-518c-400e-ae31-b1ab66af9557'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:32.140212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Bound port: aabffebe-fd0e-40d1-aeee-6602e0605e05, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe626cd-428c-45c0-a936-539f19af794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2a40e337-518c-400e-ae31-b1ab66af9557'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:32.140627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.181908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.183309 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "DELETE /v2.0/routers/a761b828-59db-4365-96e5-d259004c2190 HTTP/1.1" status: 204 len: 168 time: 5.6291084 Dec 21 16:42:32.190392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:32.191474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Checking segment: {'id': '2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:32.191941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.192379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Bound using segment: {'id': '2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:32.192926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Bound port: 799bb905-505f-43bc-8ba7-237e0f23fbe9, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:32.193351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.195089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36484) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:32.207205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1187141295', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:32.222334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.233710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6b00bbb-2959-4896-acf7-50c35913b0c8 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:32.355831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:32.360687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Network 2a40e337-518c-400e-ae31-b1ab66af9557 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:32.360867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-ebf18a97-dce1-4777-b951-c64a6b097b3c', 'network_id': 'ebf18a97-dce1-4777-b951-c64a6b097b3c', 'tenant_id': '5ba067826915436d8c1b56227abfd230', 'fixed_ips': [{'subnet_id': 'c516f583-7d82-43ee-aad9-b8ad416a3d7a'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:42:32.361667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.364825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Network 42ec6274-0cdf-405c-8bd3-e1962421bfc4 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:42:32.372509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:32.375369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:32.380949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/ac18a249-ade1-4dab-937c-247db7b17b2c/e9cd68c2-f57e-452d-88bf-b2dbbc4e274f) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:32.400971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Usage tracker for resource:router and tenant:d3173407256f43c0b0220286ac4e4134 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:32.414289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:32.426482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:32.430506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Pushing event updated for resources: {'Port': ['ID=c153efa2-2c34-4480-9db4-29ce34187989,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:32.431793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.434599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:32.476187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 42ec6274-0cdf-405c-8bd3-e1962421bfc4) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:32.480879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:32.481396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:32.482083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.515449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:32.516134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.521936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d31f4a3-237e-4afa-a3df-b2aa68f63b3e None None] Network 42ec6274-0cdf-405c-8bd3-e1962421bfc4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:32.541779 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 5.1459980 Dec 21 16:42:32.541779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36488) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:32.548867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:32.559026 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] 10.222.0.67 "PUT /v2.0/routers/693d8835-afb0-4617-a7af-8cda30376e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0127170 Dec 21 16:42:32.595486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f68331-da6b-44df-a29d-4ef2d7933804 None None] Sync routers for ids ['693d8835-afb0-4617-a7af-8cda30376e0e'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:32.602164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36492) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:32.602360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7405591 Dec 21 16:42:32.602360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:32.603390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36496) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:32.610325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.611882 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] 10.222.0.67 "PUT /v2.0/routers/13a6833e-9b5a-4183-bd1e-19af6644b6e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4289289 Dec 21 16:42:32.615005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.617474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] For port 799bb905-505f-43bc-8ba7-237e0f23fbe9, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:32.620216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f94da7-2fc6-4b00-870c-1bc394431f5b None None] Sync routers for ids ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:32.622250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Request body: {'port': {'network_id': '2a40e337-518c-400e-ae31-b1ab66af9557', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1302490993', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:32.622814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] bootfile-name is not in valid_values {{(pid=88888) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:42:32.623589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] tftp-server is not in valid_values {{(pid=88888) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:42:32.623721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] server-ip-address is not in valid_values {{(pid=88888) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:42:32.633148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f94da7-2fc6-4b00-870c-1bc394431f5b None None] Routers {'13a6833e-9b5a-4183-bd1e-19af6644b6e1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:32.634121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b6f94da7-2fc6-4b00-870c-1bc394431f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:32.648815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] For port aabffebe-fd0e-40d1-aeee-6602e0605e05, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:32.709450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36500) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:32.710896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Transition to ACTIVE for port object 561b02d9-52a6-491e-a870-416b2969b999 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:32.761866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] For port 799bb905-505f-43bc-8ba7-237e0f23fbe9, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=799bb905-505f-43bc-8ba7-237e0f23fbe9,segment=NetworkSegment(2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca),segment_id=2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:32.778818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:32.782813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Usage tracker for resource:port and tenant:c1d4b82b9c9d4adca73c3f23998ac0c3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:32.785885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:32.786155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] For port aabffebe-fd0e-40d1-aeee-6602e0605e05, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=aabffebe-fd0e-40d1-aeee-6602e0605e05,segment=NetworkSegment(4fe626cd-428c-45c0-a936-539f19af794d),segment_id=4fe626cd-428c-45c0-a936-539f19af794d)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:32.792703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:32.795364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.810043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Made reservation on behalf of c1d4b82b9c9d4adca73c3f23998ac0c3 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:32.817664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.823492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b6f94da7-2fc6-4b00-870c-1bc394431f5b None None] Set router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:32.835372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49d97cdb-7bf0-43b3-b1b4-c1ff7dc1bd5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:32.843886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] device_id is not set on port 130a6825-6ea3-48d3-a72d-7490b1301930 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:32.916468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:32.921110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Pushing event updated for resources: {'Port': ['ID=799bb905-505f-43bc-8ba7-237e0f23fbe9,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:32.938128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f68331-da6b-44df-a29d-4ef2d7933804 None None] Routers {'693d8835-afb0-4617-a7af-8cda30376e0e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:32.939066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c7f68331-da6b-44df-a29d-4ef2d7933804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['693d8835-afb0-4617-a7af-8cda30376e0e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:33.006149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Allocated IP 172.20.0.14 (2a40e337-518c-400e-ae31-b1ab66af9557/d0953f6c-9e66-43d5-8773-155267649b0e/130a6825-6ea3-48d3-a72d-7490b1301930) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:33.006713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:33.028250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-26db9b45-00d6-4ac3-9b92-aa0255d0fa99 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:33.125114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Network c5887b0b-3928-4138-8169-e99bc2eb476b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:33.141483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'Port': ['ID=561b02d9-52a6-491e-a870-416b2969b999,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:33.153869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:33.155286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:33.167792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:33.172457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:33.173204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:33.303637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:33.312866 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4263675 Dec 21 16:42:33.317518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b6f94da7-2fc6-4b00-870c-1bc394431f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:42:26Z', 'revision_number': 5, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:33.322234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f94da7-2fc6-4b00-870c-1bc394431f5b None None] Checking router: 13a6833e-9b5a-4183-bd1e-19af6644b6e1 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:42:33.324848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36506) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:33.334679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f94da7-2fc6-4b00-870c-1bc394431f5b None None] Routers {'13a6833e-9b5a-4183-bd1e-19af6644b6e1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:33.335791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b6f94da7-2fc6-4b00-870c-1bc394431f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:33.358749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c7f68331-da6b-44df-a29d-4ef2d7933804 None None] Set router 693d8835-afb0-4617-a7af-8cda30376e0e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:33.406973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Request body: {'port': {'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-953240536', 'allowed_address_pairs': [{'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:ba:d2:6b'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:33.501926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:33.551293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b6f94da7-2fc6-4b00-870c-1bc394431f5b None None] Set router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:33.612396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:33.631290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Transition to ACTIVE for port object 130a6825-6ea3-48d3-a72d-7490b1301930 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:33.641516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:33.656001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:33.657774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Transition to ACTIVE for port object e9cd68c2-f57e-452d-88bf-b2dbbc4e274f will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:33.671962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-92d05999-3017-48e3-875b-0770ebb8aa37 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:33.682395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Transition to ACTIVE for port object e9cd68c2-f57e-452d-88bf-b2dbbc4e274f will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:33.711082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Allocated IP 172.20.0.2 (ebf18a97-dce1-4777-b951-c64a6b097b3c/c516f583-7d82-43ee-aad9-b8ad416a3d7a/3b5f30e5-825e-4282-a3c6-5d5681944842) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:33.756466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Network 2a40e337-518c-400e-ae31-b1ab66af9557 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:33.761522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Pushing event updated for resources: {'Port': ['ID=130a6825-6ea3-48d3-a72d-7490b1301930,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:33.765620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:33.767981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:33.772247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c427d-af7e-4248-a085-c59de6226324 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:33.773749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c427d-af7e-4248-a085-c59de6226324 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:33.775287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c427d-af7e-4248-a085-c59de6226324 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:33.776424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-524c427d-af7e-4248-a085-c59de6226324 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Synchronizing usage tracker for tenant:5ba067826915436d8c1b56227abfd230 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:33.781279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:33.863228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:33.864128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:33.869820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b6f94da7-2fc6-4b00-870c-1bc394431f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:42:26Z', 'revision_number': 5, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:33.874277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f94da7-2fc6-4b00-870c-1bc394431f5b None None] The sync data for ids ['13a6833e-9b5a-4183-bd1e-19af6644b6e1'] in dv-neutron-822515-1-hyperv is: [{'id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'name': 'tempest-ServersTestJSON-1528354216-router', 'tenant_id': 'f2f0b2375ba9440f8944225a40b7506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:42:26Z', 'revision_number': 5, 'project_id': 'f2f0b2375ba9440f8944225a40b7506f', 'gw_port': {'id': '5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a6833e-9b5a-4183-bd1e-19af6644b6e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:33.885436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-524c427d-af7e-4248-a085-c59de6226324 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Unset dirty status for tenant:5ba067826915436d8c1b56227abfd230 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:33.889982 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-524c427d-af7e-4248-a085-c59de6226324 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 1.3444245 Dec 21 16:42:33.890773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36510) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:33.899397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.961s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:33.958390 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3481026 Dec 21 16:42:33.960874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36514) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:33.970361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 928838a5-333b-4df7-a675-9e1ddb937300 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:34.020342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 928838a5-333b-4df7-a675-9e1ddb937300 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:34.020934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 928838a5-333b-4df7-a675-9e1ddb937300 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:34.023735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:34.177518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:34.193260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c3f395-9c0d-41d2-92bb-5ea5f39a39a1 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Deleting subnet c516f583-7d82-43ee-aad9-b8ad416a3d7a {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:42:34.234744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b17f89-582b-4fa9-b1ec-a94ce43dd6f8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:34.239439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b17f89-582b-4fa9-b1ec-a94ce43dd6f8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:34.248599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b17f89-582b-4fa9-b1ec-a94ce43dd6f8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:34.249784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3b17f89-582b-4fa9-b1ec-a94ce43dd6f8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Synchronizing usage tracker for tenant:c1d4b82b9c9d4adca73c3f23998ac0c3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:34.255167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:34.260261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:34.273446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Pushing event updated for resources: {'Port': ['ID=aabffebe-fd0e-40d1-aeee-6602e0605e05,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:34.291224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3b17f89-582b-4fa9-b1ec-a94ce43dd6f8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Unset dirty status for tenant:c1d4b82b9c9d4adca73c3f23998ac0c3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:34.295646 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e3b17f89-582b-4fa9-b1ec-a94ce43dd6f8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3337362 Dec 21 16:42:34.298751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36520) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:34.300498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:34.318505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:34.349189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Usage tracker for resource:port and tenant:18d8c6c4ab00462aa967a09473790f68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:34.358062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:34.361992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f023357-d1f3-4531-869d-e052aa046978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:34.376498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:34.390832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:34.428836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d13ac431-67e2-4d2b-a1fe-4b6db77646a3 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Deleting port 130a6825-6ea3-48d3-a72d-7490b1301930 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:34.429533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d13ac431-67e2-4d2b-a1fe-4b6db77646a3 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:34.451032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:34.479340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Made reservation on behalf of 18d8c6c4ab00462aa967a09473790f68 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:34.655972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Attempting to bind port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:34.657088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Attempting to bind port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:34.657088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Attempting to bind port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:34.709435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Pushing event updated for resources: {'Port': ['ID=e9cd68c2-f57e-452d-88bf-b2dbbc4e274f,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:34.712231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-42ec6274-0cdf-405c-8bd3-e1962421bfc4', 'network_id': '42ec6274-0cdf-405c-8bd3-e1962421bfc4', 'tenant_id': '5ba067826915436d8c1b56227abfd230', 'fixed_ips': [{'subnet_id': '9fe8af0f-13c5-421d-8c83-dc2247e1c495'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:42:34.713112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:34.731387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:34.737131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:34.738084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:34.738561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:34.746918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:34.746918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Bound port: e9cd68c2-f57e-452d-88bf-b2dbbc4e274f, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:34.746918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:34.769217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:34.810296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d13ac431-67e2-4d2b-a1fe-4b6db77646a3 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:34.856801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Transition to ACTIVE for port object 3b5f30e5-825e-4282-a3c6-5d5681944842 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:34.870480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:34.959808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Transition to ACTIVE for port object 3b5f30e5-825e-4282-a3c6-5d5681944842 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:35.009179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.019969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9283afa5-c418-4257-b8b8-8b40e6e4b6df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:35.033425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.058490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d13ac431-67e2-4d2b-a1fe-4b6db77646a3 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Calling delete_port for 130a6825-6ea3-48d3-a72d-7490b1301930 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:35.059949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.089605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Pushing event updated for resources: {'Port': ['ID=3b5f30e5-825e-4282-a3c6-5d5681944842,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:35.095513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] For port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:35.101317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c7f68331-da6b-44df-a29d-4ef2d7933804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:42:26Z', 'revision_number': 5, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:35.107641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:35.117750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f68331-da6b-44df-a29d-4ef2d7933804 None None] Checking router: 693d8835-afb0-4617-a7af-8cda30376e0e for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:42:35.142414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c3f395-9c0d-41d2-92bb-5ea5f39a39a1 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.152391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] For port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e9cd68c2-f57e-452d-88bf-b2dbbc4e274f,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:35.174152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.183952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7920647e-a852-49b1-b8d7-0bc4ded82832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:35.199268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] device_id is not set on port c3ddaeac-a508-44a8-86c3-4e4c2fd4bece yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:35.214387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c3f395-9c0d-41d2-92bb-5ea5f39a39a1 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.224707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Network ebf18a97-dce1-4777-b951-c64a6b097b3c is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:35.240097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:35.246106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:35.255603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:35.290043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f68331-da6b-44df-a29d-4ef2d7933804 None None] Routers {'693d8835-afb0-4617-a7af-8cda30376e0e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:35.290669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c7f68331-da6b-44df-a29d-4ef2d7933804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['693d8835-afb0-4617-a7af-8cda30376e0e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:35.342474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Allocated IP 172.20.0.18 (42ec6274-0cdf-405c-8bd3-e1962421bfc4/9fe8af0f-13c5-421d-8c83-dc2247e1c495/558bd030-2c58-4371-b073-705962170324) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:35.352712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d13ac431-67e2-4d2b-a1fe-4b6db77646a3 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.359081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11ca4a97-4c49-4a74-a10e-427be3b06c0c tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:35.454591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ac431-67e2-4d2b-a1fe-4b6db77646a3 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Pushing event deleted for resources: {'Port': ['ID=130a6825-6ea3-48d3-a72d-7490b1301930,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:35.458863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d13ac431-67e2-4d2b-a1fe-4b6db77646a3 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:35.508103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Pushing event updated for resources: {'Port': ['ID=e9cd68c2-f57e-452d-88bf-b2dbbc4e274f,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:35.560212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c3f395-9c0d-41d2-92bb-5ea5f39a39a1 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.584141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:35.601872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Attempting to bind port 3b5f30e5-825e-4282-a3c6-5d5681944842 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:35.601872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Attempting to bind port 3b5f30e5-825e-4282-a3c6-5d5681944842 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0a17217f-2c95-496e-9926-61cf5d12a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ebf18a97-dce1-4777-b951-c64a6b097b3c'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:35.601872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Attempting to bind port 3b5f30e5-825e-4282-a3c6-5d5681944842 on network ebf18a97-dce1-4777-b951-c64a6b097b3c {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:35.689930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d13ac431-67e2-4d2b-a1fe-4b6db77646a3 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.724268 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d13ac431-67e2-4d2b-a1fe-4b6db77646a3 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] 10.222.0.67 "DELETE /v2.0/ports/130a6825-6ea3-48d3-a72d-7490b1301930 HTTP/1.1" status: 204 len: 168 time: 1.4150815 Dec 21 16:42:35.726955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36524) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:35.741534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Request body: {'port': {'name': 'tempest-new-port-name-910618595', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:35.742939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] bootfile-name is not in valid_values {{(pid=88888) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:42:35.743578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] tftp-server is not in valid_values {{(pid=88888) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:42:35.744411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] server-ip-address is not in valid_values {{(pid=88888) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:42:35.804888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c3f395-9c0d-41d2-92bb-5ea5f39a39a1 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.820364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af041423-14d6-42a3-a04d-31b7aa660323 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:35.871109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3f395-9c0d-41d2-92bb-5ea5f39a39a1 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Subnet': ['ID=c516f583-7d82-43ee-aad9-b8ad416a3d7a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:35.877643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30c3f395-9c0d-41d2-92bb-5ea5f39a39a1 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:35.889466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c3f395-9c0d-41d2-92bb-5ea5f39a39a1 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.890753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:35.891202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Checking segment: {'id': '0a17217f-2c95-496e-9926-61cf5d12a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ebf18a97-dce1-4777-b951-c64a6b097b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:35.891650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.892080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Bound using segment: {'id': '0a17217f-2c95-496e-9926-61cf5d12a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ebf18a97-dce1-4777-b951-c64a6b097b3c'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:35.892956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Bound port: 3b5f30e5-825e-4282-a3c6-5d5681944842, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a17217f-2c95-496e-9926-61cf5d12a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ebf18a97-dce1-4777-b951-c64a6b097b3c'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:35.893084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:35.913236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device aabffebe-fd0e-40d1-aeee-6602e0605e05 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:35.956535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-30c3f395-9c0d-41d2-92bb-5ea5f39a39a1 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "DELETE /v2.0/subnets/c516f583-7d82-43ee-aad9-b8ad416a3d7a HTTP/1.1" status: 204 len: 168 time: 2.0645573 Dec 21 16:42:35.959415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36528) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:36.022518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:36.110555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] For port 3b5f30e5-825e-4282-a3c6-5d5681944842, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:36.123277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c7f68331-da6b-44df-a29d-4ef2d7933804 None None] Set router 693d8835-afb0-4617-a7af-8cda30376e0e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:36.157843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Allocated IP 2001:db8::14 (c5887b0b-3928-4138-8169-e99bc2eb476b/ece8c510-771e-4d5c-a569-4e5ddddb262f/c3ddaeac-a508-44a8-86c3-4e4c2fd4bece) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:36.212554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] For port 3b5f30e5-825e-4282-a3c6-5d5681944842, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3b5f30e5-825e-4282-a3c6-5d5681944842,segment=NetworkSegment(0a17217f-2c95-496e-9926-61cf5d12a0c6),segment_id=0a17217f-2c95-496e-9926-61cf5d12a0c6)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:36.227617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::1 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/ac18a249-ade1-4dab-937c-247db7b17b2c/d3b4f0f9-de4c-4132-9b95-cdba1c3ac996) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:36.275142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:36.298815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:36.344244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:36.399609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port aabffebe-fd0e-40d1-aeee-6602e0605e05 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:36.452959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 799bb905-505f-43bc-8ba7-237e0f23fbe9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:36.488259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:36.492385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b221ca-0f44-42a5-b83a-2cbd6b37f387 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Deleting subnet 9fe8af0f-13c5-421d-8c83-dc2247e1c495 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:42:36.494539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:36.546710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:36.558326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:36.580106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:36.580395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Transition to ACTIVE for port object 558bd030-2c58-4371-b073-705962170324 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:36.711044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Pushing event updated for resources: {'Port': ['ID=3b5f30e5-825e-4282-a3c6-5d5681944842,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:36.746713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:36.773793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Transition to ACTIVE for port object 558bd030-2c58-4371-b073-705962170324 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:36.780445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Pushing event updated for resources: {'Port': ['ID=c153efa2-2c34-4480-9db4-29ce34187989,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:36.797164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:36.798477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b221ca-0f44-42a5-b83a-2cbd6b37f387 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:36.826705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:36.842645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbf828c4-7881-4bb5-970c-95d31e6c442e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:36.881584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] In _notify_port_updated(), no bound segment for port c153efa2-2c34-4480-9db4-29ce34187989 on network 2a40e337-518c-400e-ae31-b1ab66af9557 {{(pid=88888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:42:36.893524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:36.895832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:36.897542 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] 10.222.0.67 "PUT /v2.0/ports/c153efa2-2c34-4480-9db4-29ce34187989 HTTP/1.1" status: 200 len: 1135 time: 1.1693881 Dec 21 16:42:36.905921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36532) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:36.929561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78f2ee8-a2d4-4ebb-8d79-70d717c0fcf0 None None] Network ebf18a97-dce1-4777-b951-c64a6b097b3c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:36.985521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Pushing event updated for resources: {'Port': ['ID=558bd030-2c58-4371-b073-705962170324,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:37.029279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b221ca-0f44-42a5-b83a-2cbd6b37f387 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.039895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:37.100898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Allocated IP 172.26.7.226 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/59928946-6faf-4761-89b7-f017fb5e6f08) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:37.115057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.137813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b221ca-0f44-42a5-b83a-2cbd6b37f387 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.156586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.190901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.197108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Deleting port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:37.197616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a06f943-109f-432f-9278-8cab1ae0fddf tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:37.198007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.198441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1a06f943-109f-432f-9278-8cab1ae0fddf tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Synchronizing usage tracker for tenant:c1d4b82b9c9d4adca73c3f23998ac0c3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:37.213735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Network 42ec6274-0cdf-405c-8bd3-e1962421bfc4 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:37.230390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1a06f943-109f-432f-9278-8cab1ae0fddf tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Unset dirty status for tenant:c1d4b82b9c9d4adca73c3f23998ac0c3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:37.231727 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1a06f943-109f-432f-9278-8cab1ae0fddf tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] 10.222.0.67 "GET /v2.0/ports/c153efa2-2c34-4480-9db4-29ce34187989 HTTP/1.1" status: 200 len: 1135 time: 0.3246510 Dec 21 16:42:37.235508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36536) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:37.247020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:37.254594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:37.262139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 799bb905-505f-43bc-8ba7-237e0f23fbe9 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:37.264098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Deleting port 133f7fac-7b3b-4900-8b18-92a4f175bb48 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:37.264688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.316101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:37.340367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afc10067-199d-48b7-b6ba-10adcc032ba6 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Deleting port c153efa2-2c34-4480-9db4-29ce34187989 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:37.340757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afc10067-199d-48b7-b6ba-10adcc032ba6 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.381556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.409661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:37.413009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:37.418562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7c2dab59-e3aa-4a4e-82fe-e4ee2ba526d7 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:37.420703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1747996-3102-4261-ac6f-de23d9b5770d None None] Network 2a40e337-518c-400e-ae31-b1ab66af9557 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:37.449140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b221ca-0f44-42a5-b83a-2cbd6b37f387 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.473377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dd0ab5d1-229b-43bc-932f-51cf38405868 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:37.524810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Attempting to bind port 558bd030-2c58-4371-b073-705962170324 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:37.525235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Attempting to bind port 558bd030-2c58-4371-b073-705962170324 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '42ec6274-0cdf-405c-8bd3-e1962421bfc4'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:37.525719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Attempting to bind port 558bd030-2c58-4371-b073-705962170324 on network 42ec6274-0cdf-405c-8bd3-e1962421bfc4 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:37.544399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b221ca-0f44-42a5-b83a-2cbd6b37f387 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe8af0f-13c5-421d-8c83-dc2247e1c495,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:37.550149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6b221ca-0f44-42a5-b83a-2cbd6b37f387 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:37.553630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b221ca-0f44-42a5-b83a-2cbd6b37f387 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.562609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Transition to ACTIVE for port object c3ddaeac-a508-44a8-86c3-4e4c2fd4bece will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:37.595905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:37.599389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c7f68331-da6b-44df-a29d-4ef2d7933804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:42:26Z', 'revision_number': 5, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:37.627737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c02d00-3416-4014-9481-2d5a5cfbe59d None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:37.636541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f68331-da6b-44df-a29d-4ef2d7933804 None None] The sync data for ids ['693d8835-afb0-4617-a7af-8cda30376e0e'] in dv-neutron-822515-1-hyperv is: [{'id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'name': 'tempest-ServersTestManualDisk-1398006693-router', 'tenant_id': '233ecb5063444b54923c02f8ca686d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:40:19Z', 'updated_at': '2021-12-21T16:42:26Z', 'revision_number': 5, 'project_id': '233ecb5063444b54923c02f8ca686d31', 'gw_port': {'id': '133f7fac-7b3b-4900-8b18-92a4f175bb48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:35:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693d8835-afb0-4617-a7af-8cda30376e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:40:20Z', 'updated_at': '2021-12-21T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:37.648598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d69acaad-f77d-4a75-8a8d-eb494d178dd3 None None] Provisioning for port aabffebe-fd0e-40d1-aeee-6602e0605e05 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:37.652753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:37.653256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Checking segment: {'id': 'c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '42ec6274-0cdf-405c-8bd3-e1962421bfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:37.653848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.654452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Bound using segment: {'id': 'c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '42ec6274-0cdf-405c-8bd3-e1962421bfc4'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:37.655059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Bound port: 558bd030-2c58-4371-b073-705962170324, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '42ec6274-0cdf-405c-8bd3-e1962421bfc4'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:37.655562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.683447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e9cd68c2-f57e-452d-88bf-b2dbbc4e274f up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:37.720067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d69acaad-f77d-4a75-8a8d-eb494d178dd3 None None] Provisioning complete for port aabffebe-fd0e-40d1-aeee-6602e0605e05 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:37.720594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d69acaad-f77d-4a75-8a8d-eb494d178dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.802477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] For port 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:37.802933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:37.938558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f54dca-93e7-41db-a1e9-172dfad8e0f0 None None] Network c5887b0b-3928-4138-8169-e99bc2eb476b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:37.964230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Calling delete_port for 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:37.984807 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e6b221ca-0f44-42a5-b83a-2cbd6b37f387 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "DELETE /v2.0/subnets/9fe8af0f-13c5-421d-8c83-dc2247e1c495 HTTP/1.1" status: 204 len: 168 time: 2.0242658 Dec 21 16:42:37.988954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36540) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:38.030703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afc10067-199d-48b7-b6ba-10adcc032ba6 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.073339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.099302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b5f1bb81-1c83-45c3-a2b9-396778168281 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:38.194887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afc10067-199d-48b7-b6ba-10adcc032ba6 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Calling delete_port for c153efa2-2c34-4480-9db4-29ce34187989 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:38.264989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faadecf3-fca4-4f1b-a34b-320a3359735b tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:38.265819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-faadecf3-fca4-4f1b-a34b-320a3359735b tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Synchronizing usage tracker for tenant:5ba067826915436d8c1b56227abfd230 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:38.290049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c02d00-3416-4014-9481-2d5a5cfbe59d None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:38.291047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1c02d00-3416-4014-9481-2d5a5cfbe59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:38.312565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-faadecf3-fca4-4f1b-a34b-320a3359735b tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Unset dirty status for tenant:5ba067826915436d8c1b56227abfd230 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:38.320409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-faadecf3-fca4-4f1b-a34b-320a3359735b tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3302991 Dec 21 16:42:38.321924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36544) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:38.409103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1c02d00-3416-4014-9481-2d5a5cfbe59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:38.523792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.529770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afc10067-199d-48b7-b6ba-10adcc032ba6 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.537098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-37807786-b8a3-4e17-9ca8-50941ef6c64f tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:38.570383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] For port 558bd030-2c58-4371-b073-705962170324, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:38.588077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc10067-199d-48b7-b6ba-10adcc032ba6 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Pushing event deleted for resources: {'Port': ['ID=c153efa2-2c34-4480-9db4-29ce34187989,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:38.590545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afc10067-199d-48b7-b6ba-10adcc032ba6 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:38.617809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] For port 558bd030-2c58-4371-b073-705962170324, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=558bd030-2c58-4371-b073-705962170324,segment=NetworkSegment(c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9),segment_id=c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:38.620124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c02d00-3416-4014-9481-2d5a5cfbe59d None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:38.620736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1c02d00-3416-4014-9481-2d5a5cfbe59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:38.628852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.629041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Deleting port 558bd030-2c58-4371-b073-705962170324 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:38.629134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.670889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.703107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.711095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-205c3dd5-60a8-49c2-991b-c6f238e7e190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:38.713451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:38.725757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.733015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:38.734923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=d3b4f0f9-de4c-4132-9b95-cdba1c3ac996,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:38.738719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] For port 133f7fac-7b3b-4900-8b18-92a4f175bb48, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=133f7fac-7b3b-4900-8b18-92a4f175bb48,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:38.739151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.754739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:38.755327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.767557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:38.768120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1d7a9200-fb4a-471c-959d-1af9f89568b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851369772-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:38.776244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1c02d00-3416-4014-9481-2d5a5cfbe59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:38.776719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c02d00-3416-4014-9481-2d5a5cfbe59d None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:38.779265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:38.788946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afc10067-199d-48b7-b6ba-10adcc032ba6 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.809910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d69acaad-f77d-4a75-8a8d-eb494d178dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:38.841067 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-afc10067-199d-48b7-b6ba-10adcc032ba6 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] 10.222.0.67 "DELETE /v2.0/ports/c153efa2-2c34-4480-9db4-29ce34187989 HTTP/1.1" status: 204 len: 168 time: 1.5999699 Dec 21 16:42:38.848391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36548) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:38.984605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Pushing event updated for resources: {'Port': ['ID=558bd030-2c58-4371-b073-705962170324,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:38.989773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:38.999441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d69acaad-f77d-4a75-8a8d-eb494d178dd3 None None] For port aabffebe-fd0e-40d1-aeee-6602e0605e05, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=aabffebe-fd0e-40d1-aeee-6602e0605e05,segment=NetworkSegment(4fe626cd-428c-45c0-a936-539f19af794d),segment_id=4fe626cd-428c-45c0-a936-539f19af794d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:39.010653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d69acaad-f77d-4a75-8a8d-eb494d178dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.014293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8724db52-de10-4be7-bbf6-3e1621905482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:39.019656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Calling delete_port for 133f7fac-7b3b-4900-8b18-92a4f175bb48 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:39.096173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941b362f-6009-482d-b070-d27968197b9e None None] Network 42ec6274-0cdf-405c-8bd3-e1962421bfc4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:39.102617 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 16.4369490 Dec 21 16:42:39.104541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36552) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:39.113405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-210d90f5-cd15-4c69-9bab-f5fd223d803d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'floatingip': {'port_id': '03a322ab-f189-41a9-b6cb-5a87f5edd0cb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:39.148935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Network c5887b0b-3928-4138-8169-e99bc2eb476b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:39.163642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69acaad-f77d-4a75-8a8d-eb494d178dd3 None None] Pushing event updated for resources: {'Port': ['ID=aabffebe-fd0e-40d1-aeee-6602e0605e05,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:39.168082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:39.170474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:39.175795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:39.176463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.187570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] For port 558bd030-2c58-4371-b073-705962170324, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=558bd030-2c58-4371-b073-705962170324,segment=NetworkSegment(c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9),segment_id=c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:39.187798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.189059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.193319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'Port': ['ID=c3ddaeac-a508-44a8-86c3-4e4c2fd4bece,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:39.196652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:39.197202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:39.226915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d69acaad-f77d-4a75-8a8d-eb494d178dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:39.291681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.301030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Provisioning for port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:39.346910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Provisioning complete for port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:39.347853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.384534 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e0c82ced-e22a-4761-871a-89459d69e8c2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 6.0555413 Dec 21 16:42:39.393566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:39.398187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36556) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:39.406841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:39.410064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:39.567390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Calling delete_port for 558bd030-2c58-4371-b073-705962170324 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:39.568107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.644711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] For port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e9cd68c2-f57e-452d-88bf-b2dbbc4e274f,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:39.649303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.653075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0948aaca-0e81-4b62-b82f-9f80fd0c4632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:39.660869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-210d90f5-cd15-4c69-9bab-f5fd223d803d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.688644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device aabffebe-fd0e-40d1-aeee-6602e0605e05 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:39.728656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Pushing event updated for resources: {'Port': ['ID=59928946-6faf-4761-89b7-f017fb5e6f08,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:39.731873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:39.744236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4702b070-f1ee-45bd-b734-da47321d8040 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:39.778233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df0b944-a6a8-4ab5-9de3-94b840fd5e22 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Deleting subnet d0953f6c-9e66-43d5-8773-155267649b0e {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:42:39.802123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0df0b944-a6a8-4ab5-9de3-94b840fd5e22 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.808688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Provisioning for port 799bb905-505f-43bc-8ba7-237e0f23fbe9 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:39.822558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Provisioning complete for port 799bb905-505f-43bc-8ba7-237e0f23fbe9 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:39.823005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.837087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Pushing event deleted for resources: {'Port': ['ID=5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:39.839794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:39.863455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.870811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Pushing event updated for resources: {'Port': ['ID=e9cd68c2-f57e-452d-88bf-b2dbbc4e274f,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:39.877891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:39.943994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port aabffebe-fd0e-40d1-aeee-6602e0605e05 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:39.944421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.951031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:39.982574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3fda435f-0bf6-45de-ae15-bb924225f809 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:40.059738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0df0b944-a6a8-4ab5-9de3-94b840fd5e22 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:40.096122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:40.099057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] No DVR routers for this DVR port 558bd030-2c58-4371-b073-705962170324 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:40.157888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Port': ['ID=558bd030-2c58-4371-b073-705962170324,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:40.196485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:40.240311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] For port 799bb905-505f-43bc-8ba7-237e0f23fbe9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=799bb905-505f-43bc-8ba7-237e0f23fbe9,segment=NetworkSegment(2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca),segment_id=2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:40.274273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:40.281274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81f69fbd-e8f9-47cd-b4fb-07304f961374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:40.380353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5624665d-a8ce-4389-9ac1-243a383ae0dd no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:40.381408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:40.457350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 5624665d-a8ce-4389-9ac1-243a383ae0dd {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:40.457750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5624665d-a8ce-4389-9ac1-243a383ae0dd not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:40.497094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Pushing event updated for resources: {'Port': ['ID=799bb905-505f-43bc-8ba7-237e0f23fbe9,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:40.504977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:40.511403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Provisioning for port c3ddaeac-a508-44a8-86c3-4e4c2fd4bece completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:40.517259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Provisioning complete for port c3ddaeac-a508-44a8-86c3-4e4c2fd4bece triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:40.517563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:40.580435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:40.639153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Port c3ddaeac-a508-44a8-86c3-4e4c2fd4bece cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:40.644858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:40.645980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:40.654613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Provisioning complete for port aabffebe-fd0e-40d1-aeee-6602e0605e05 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:40.655076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:40.663104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4702a05d-5519-484f-a5a6-5db40558f033 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:40.820469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=d3b4f0f9-de4c-4132-9b95-cdba1c3ac996,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:40.824597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:40.834650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7c130-fa91-4bbf-8dac-6a0ea5ff0ea7 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:40.839764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7c130-fa91-4bbf-8dac-6a0ea5ff0ea7 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:40.845178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7c130-fa91-4bbf-8dac-6a0ea5ff0ea7 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:40.846291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0aa7c130-fa91-4bbf-8dac-6a0ea5ff0ea7 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Synchronizing usage tracker for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:41.179341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Could not find standard attr ID for object c153efa2-2c34-4480-9db4-29ce34187989. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:42:41.208058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Provisioning for port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:41.215082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Provisioning complete for port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:41.215504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.258630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.287266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:41.305075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Provisioning complete for port 799bb905-505f-43bc-8ba7-237e0f23fbe9 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:41.305075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.319434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ec6274-0cdf-405c-8bd3-e1962421bfc4']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:41.329280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0df0b944-a6a8-4ab5-9de3-94b840fd5e22 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.387676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:41.388471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b0fdf4-dcb2-437c-9d44-3e246e7a25f9') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:41.418128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.457125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.458241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.462603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.482452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:41.482934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.499627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Provisioning for port 561b02d9-52a6-491e-a870-416b2969b999 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:41.500734 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:41.506012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Provisioning complete for port 561b02d9-52a6-491e-a870-416b2969b999 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:41.506504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.578224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3dacc-5325-4ed6-bd58-7f5bc0768a31 None None] Port 561b02d9-52a6-491e-a870-416b2969b999 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:41.643041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0df0b944-a6a8-4ab5-9de3-94b840fd5e22 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.648522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:41.653406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d24c3513-dacc-4062-85b5-7781dfe28c94 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:41.654523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0aa7c130-fa91-4bbf-8dac-6a0ea5ff0ea7 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Unset dirty status for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:41.658515 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0aa7c130-fa91-4bbf-8dac-6a0ea5ff0ea7 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 2.1825647 Dec 21 16:42:41.658515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:41.681350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36560) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:41.689813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.704125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-893790bc-3f07-4148-9216-f4c95b39a494 None None] Could not find standard attr ID for object 130a6825-6ea3-48d3-a72d-7490b1301930. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:42:41.712470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e9cd68c2-f57e-452d-88bf-b2dbbc4e274f up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:41.735350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.739610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0b944-a6a8-4ab5-9de3-94b840fd5e22 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Pushing event deleted for resources: {'Subnet': ['ID=d0953f6c-9e66-43d5-8773-155267649b0e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:41.753080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.766442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0df0b944-a6a8-4ab5-9de3-94b840fd5e22 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:41.770792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e24f2d2-6b19-4486-9910-2528a2f11659 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:41.814200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-893790bc-3f07-4148-9216-f4c95b39a494 None None] Provisioning complete for port c3ddaeac-a508-44a8-86c3-4e4c2fd4bece triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:41.815032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893790bc-3f07-4148-9216-f4c95b39a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.862971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1676f208-8d53-47de-803c-a42188549ca4 None None] Network 2a40e337-518c-400e-ae31-b1ab66af9557 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:41.879964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0df0b944-a6a8-4ab5-9de3-94b840fd5e22 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.886156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Network': ['ID=42ec6274-0cdf-405c-8bd3-e1962421bfc4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:41.911764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.920465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:41.935275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-087cf707-eed5-48bd-aa89-f76fecd16e87 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Deleting port c3ddaeac-a508-44a8-86c3-4e4c2fd4bece {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:41.935701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-087cf707-eed5-48bd-aa89-f76fecd16e87 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.937100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:41.947071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3c974b2-d5e5-40f2-bbee-252193bc0a50 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:41.967721 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "DELETE /v2.0/networks/42ec6274-0cdf-405c-8bd3-e1962421bfc4 HTTP/1.1" status: 204 len: 168 time: 3.6446507 Dec 21 16:42:41.968641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36564) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:41.980835 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0df0b944-a6a8-4ab5-9de3-94b840fd5e22 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] 10.222.0.67 "DELETE /v2.0/subnets/d0953f6c-9e66-43d5-8773-155267649b0e HTTP/1.1" status: 204 len: 168 time: 3.1137972 Dec 21 16:42:41.991133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36568) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:42.029098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Pushing event deleted for resources: {'Port': ['ID=133f7fac-7b3b-4900-8b18-92a4f175bb48,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:42.032089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:42.041160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-893790bc-3f07-4148-9216-f4c95b39a494 None None] Port c3ddaeac-a508-44a8-86c3-4e4c2fd4bece cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:42.054666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-893790bc-3f07-4148-9216-f4c95b39a494 None None] Could not find standard attr ID for object c153efa2-2c34-4480-9db4-29ce34187989. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:42:42.060908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-210d90f5-cd15-4c69-9bab-f5fd223d803d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.062511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:42.063146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.071898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-210d90f5-cd15-4c69-9bab-f5fd223d803d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.176767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.177421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13a6833e-9b5a-4183-bd1e-19af6644b6e1 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:42:42.210548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-893790bc-3f07-4148-9216-f4c95b39a494 None None] Provisioning complete for port 561b02d9-52a6-491e-a870-416b2969b999 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:42.211006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893790bc-3f07-4148-9216-f4c95b39a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.257471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.276760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-893790bc-3f07-4148-9216-f4c95b39a494 None None] Port 561b02d9-52a6-491e-a870-416b2969b999 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:42.327248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Deleting port 3b5f30e5-825e-4282-a3c6-5d5681944842 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:42.327628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.357914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 799bb905-505f-43bc-8ba7-237e0f23fbe9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:42.455642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ad32ba06-3ce9-46ac-a836-39b249837fb7 None None] Provisioning complete for port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:42.455642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad32ba06-3ce9-46ac-a836-39b249837fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.509585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f5c4e-7fa5-4f83-a1bf-d02d8d2e7644 None None] DHCP port deletion for 2a40e337-518c-400e-ae31-b1ab66af9557 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:42:42.527819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f5c4e-7fa5-4f83-a1bf-d02d8d2e7644 None None] Deleting port aabffebe-fd0e-40d1-aeee-6602e0605e05 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:42.528237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5c4e-7fa5-4f83-a1bf-d02d8d2e7644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.553980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.591414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ad32ba06-3ce9-46ac-a836-39b249837fb7 None None] Port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:42.595718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 799bb905-505f-43bc-8ba7-237e0f23fbe9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:42.595718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.638907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.640088 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] 10.222.0.67 "DELETE /v2.0/routers/13a6833e-9b5a-4183-bd1e-19af6644b6e1 HTTP/1.1" status: 204 len: 168 time: 9.9074550 Dec 21 16:42:42.650465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-087cf707-eed5-48bd-aa89-f76fecd16e87 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.658641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36572) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:42.752101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Deleting port aabffebe-fd0e-40d1-aeee-6602e0605e05 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:42.752430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.793001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:42.908254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bd0f5c4e-7fa5-4f83-a1bf-d02d8d2e7644 None None] For port aabffebe-fd0e-40d1-aeee-6602e0605e05, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=aabffebe-fd0e-40d1-aeee-6602e0605e05,segment=NetworkSegment(4fe626cd-428c-45c0-a936-539f19af794d),segment_id=4fe626cd-428c-45c0-a936-539f19af794d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:42.908831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5c4e-7fa5-4f83-a1bf-d02d8d2e7644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.046090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f5c4e-7fa5-4f83-a1bf-d02d8d2e7644 None None] Calling delete_port for aabffebe-fd0e-40d1-aeee-6602e0605e05 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:43.130459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5c4e-7fa5-4f83-a1bf-d02d8d2e7644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.131361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-087cf707-eed5-48bd-aa89-f76fecd16e87 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Calling delete_port for c3ddaeac-a508-44a8-86c3-4e4c2fd4bece owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:43.134646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:43.180416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f5c4e-7fa5-4f83-a1bf-d02d8d2e7644 None None] Pushing event deleted for resources: {'Port': ['ID=aabffebe-fd0e-40d1-aeee-6602e0605e05,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:43.183987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bd0f5c4e-7fa5-4f83-a1bf-d02d8d2e7644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:43.189732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f5c4e-7fa5-4f83-a1bf-d02d8d2e7644 None None] No DVR routers for this DVR port aabffebe-fd0e-40d1-aeee-6602e0605e05 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:43.203342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] For port 3b5f30e5-825e-4282-a3c6-5d5681944842, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3b5f30e5-825e-4282-a3c6-5d5681944842,segment=NetworkSegment(0a17217f-2c95-496e-9926-61cf5d12a0c6),segment_id=0a17217f-2c95-496e-9926-61cf5d12a0c6)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:43.203745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.219560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031db625-c9ae-4e26-98b8-9e9d68135017 None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:42:43.248971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-94153607-c8b1-4003-89bc-af729c696406 admin admin] Deleting subnet bb1f84d1-d3ef-4807-bba3-c252b1827826 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:42:43.340015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031db625-c9ae-4e26-98b8-9e9d68135017 None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:42:43.353289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] The port 'aabffebe-fd0e-40d1-aeee-6602e0605e05' was deleted {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:42:43.368296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94153607-c8b1-4003-89bc-af729c696406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.404335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Calling delete_port for 3b5f30e5-825e-4282-a3c6-5d5681944842 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:43.431575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.444802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.507651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94153607-c8b1-4003-89bc-af729c696406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.569594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.645472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a40e337-518c-400e-ae31-b1ab66af9557']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:43.674041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.674597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 693d8835-afb0-4617-a7af-8cda30376e0e {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:42:43.685073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe626cd-428c-45c0-a936-539f19af794d') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:43.685411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe626cd-428c-45c0-a936-539f19af794d') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:43.691096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device aabffebe-fd0e-40d1-aeee-6602e0605e05 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:43.707506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.709125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.718565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cbe2db9-9863-406f-831c-0b3af9ffe8fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:43.735851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: aabffebe-fd0e-40d1-aeee-6602e0605e05 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:43.735851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device aabffebe-fd0e-40d1-aeee-6602e0605e05 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:43.736555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:43.737811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.746261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:43.747003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.776771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-087cf707-eed5-48bd-aa89-f76fecd16e87 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.785254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:43.785472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Port': ['ID=3b5f30e5-825e-4282-a3c6-5d5681944842,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:43.785821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5deeaaa9-a099-40f9-b5fc-dfd8ed78c13d not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:43.791829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:43.797551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-673d61a2-244c-4992-b6ed-1337347d02b7 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:43.804592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.809310 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] 10.222.0.67 "DELETE /v2.0/routers/693d8835-afb0-4617-a7af-8cda30376e0e HTTP/1.1" status: 204 len: 168 time: 11.2085729 Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:43.810234 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:43.812278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36576) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:43.858104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cf707-eed5-48bd-aa89-f76fecd16e87 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event deleted for resources: {'Port': ['ID=c3ddaeac-a508-44a8-86c3-4e4c2fd4bece,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:43.860175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab8990-aa1c-4dd9-a52b-28cc18f86f5d None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:42:43.864139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-087cf707-eed5-48bd-aa89-f76fecd16e87 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:43.867376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] No DVR routers for this DVR port 3b5f30e5-825e-4282-a3c6-5d5681944842 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:43.929816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Router baac18a5-d2e4-4808-9e1f-0681b4b3f33f is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:42:43.940696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Router b569a76e-e4e6-4826-a315-d4651170c11f is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:42:43.950146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.963181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:43.969375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1112adc5-5535-4c49-9562-1b6b05d40b9f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:43.976689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94153607-c8b1-4003-89bc-af729c696406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.004745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab8990-aa1c-4dd9-a52b-28cc18f86f5d None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:42:44.011108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Pushing event deleted for resources: {'Network': ['ID=2a40e337-518c-400e-ae31-b1ab66af9557,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:44.018076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:44.025212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2225f6d8-506f-4e4a-b892-fcfcb7fefb47 admin admin] Deleting subnet 6eb0f284-9509-439f-bee8-db8bc64a0206 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:42:44.028275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] 10.222.0.67 "DELETE /v2.0/networks/2a40e337-518c-400e-ae31-b1ab66af9557 HTTP/1.1" status: 204 len: 168 time: 2.0271194 Dec 21 16:42:44.033974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2225f6d8-506f-4e4a-b892-fcfcb7fefb47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.099343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94153607-c8b1-4003-89bc-af729c696406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.194919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:44.241890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94153607-c8b1-4003-89bc-af729c696406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1f84d1-d3ef-4807-bba3-c252b1827826,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:44.250107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94153607-c8b1-4003-89bc-af729c696406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:44.251300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94153607-c8b1-4003-89bc-af729c696406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.303179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2225f6d8-506f-4e4a-b892-fcfcb7fefb47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.355173 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-94153607-c8b1-4003-89bc-af729c696406 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bb1f84d1-d3ef-4807-bba3-c252b1827826 HTTP/1.1" status: 204 len: 168 time: 1.6842101 Dec 21 16:42:44.361121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36584) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:44.375009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.407564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36588) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:44.480476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e2521e-6f59-4364-9dd0-27539ae648ee None None] Network 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:44.501345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf18a97-dce1-4777-b951-c64a6b097b3c']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:44.521393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a17217f-2c95-496e-9926-61cf5d12a0c6') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:44.521817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a17217f-2c95-496e-9926-61cf5d12a0c6') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:44.539198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.557651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.566627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:44.567121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.624416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.636358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2225f6d8-506f-4e4a-b892-fcfcb7fefb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:44.703053 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:44.724127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Deleting port 14c38056-5380-456b-8b8c-61cc1f971f5b {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:44.724471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.737926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.742720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.767065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:44.774267 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "PUT /v2.0/routers/baac18a5-d2e4-4808-9e1f-0681b4b3f33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7776418 Dec 21 16:42:44.779348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Sync routers for ids ['baac18a5-d2e4-4808-9e1f-0681b4b3f33f'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:44.786552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36594) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:44.794720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Routers {'baac18a5-d2e4-4808-9e1f-0681b4b3f33f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:44.794917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d85a924f-9951-4331-a4dc-713a2204d33a tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:44.795540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['baac18a5-d2e4-4808-9e1f-0681b4b3f33f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:44.871761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2225f6d8-506f-4e4a-b892-fcfcb7fefb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.876848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6f7d38-c139-41a1-a068-edac3b158d9a None None] DHCP port deletion for 76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:42:44.883662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:44.884326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9a6f7d38-c139-41a1-a068-edac3b158d9a None None] Deleting port 14c38056-5380-456b-8b8c-61cc1f971f5b {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:44.884949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a6f7d38-c139-41a1-a068-edac3b158d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.934636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225f6d8-506f-4e4a-b892-fcfcb7fefb47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb0f284-9509-439f-bee8-db8bc64a0206,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:44.945446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2225f6d8-506f-4e4a-b892-fcfcb7fefb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:44.952569 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-af76328c-babb-4c08-8da5-1bfc1213f116 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c1d4b82b9c9d4adca73c3f23998ac0c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5413513 Dec 21 16:42:44.952569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Network': ['ID=ebf18a97-dce1-4777-b951-c64a6b097b3c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:44.959156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d0c64-7a24-460c-a218-9bb4012f8b9b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:44.963741 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-817d0c64-7a24-460c-a218-9bb4012f8b9b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports/d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 HTTP/1.1" status: 200 len: 911 time: 0.1452219 Dec 21 16:42:44.964761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:44.966427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36598) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:44.966427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36600) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:44.973339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2225f6d8-506f-4e4a-b892-fcfcb7fefb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:44.981373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:45.003394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Set router baac18a5-d2e4-4808-9e1f-0681b4b3f33f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:45.012161 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2225f6d8-506f-4e4a-b892-fcfcb7fefb47 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6eb0f284-9509-439f-bee8-db8bc64a0206 HTTP/1.1" status: 204 len: 168 time: 1.1952400 Dec 21 16:42:45.016655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36606) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:45.041045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77692fd-04e3-45f1-a8f5-53f38078fce5 None None] Network fca48798-64e1-4172-b3c8-c5a737430207 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:45.053335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-087cf707-eed5-48bd-aa89-f76fecd16e87 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:45.055350 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-087cf707-eed5-48bd-aa89-f76fecd16e87 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "DELETE /v2.0/ports/c3ddaeac-a508-44a8-86c3-4e4c2fd4bece HTTP/1.1" status: 204 len: 168 time: 3.3672714 Dec 21 16:42:45.062422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36610) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:45.065043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad3330-5345-4e70-9c3b-7ba4a3d7c3cc None None] Sync routers for ids ['b569a76e-e4e6-4826-a315-d4651170c11f'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:45.078305 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "DELETE /v2.0/networks/ebf18a97-dce1-4777-b951-c64a6b097b3c HTTP/1.1" status: 204 len: 168 time: 3.1019514 Dec 21 16:42:45.079186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36614) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:45.155690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad3330-5345-4e70-9c3b-7ba4a3d7c3cc None None] Routers {'b569a76e-e4e6-4826-a315-d4651170c11f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:45.156567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3330-5345-4e70-9c3b-7ba4a3d7c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b569a76e-e4e6-4826-a315-d4651170c11f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:45.165543 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-589d3289-41de-4d33-8fad-a29735fa3b67 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] GET failed (client error): The resource could not be found. Dec 21 16:42:45.166114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-589d3289-41de-4d33-8fad-a29735fa3b67 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Synchronizing usage tracker for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:45.262378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-589d3289-41de-4d33-8fad-a29735fa3b67 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Unset dirty status for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:45.263770 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-589d3289-41de-4d33-8fad-a29735fa3b67 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "GET /v2.0/ports/c3ddaeac-a508-44a8-86c3-4e4c2fd4bece HTTP/1.1" status: 404 len: 333 time: 0.1905246 Dec 21 16:42:45.270740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210d90f5-cd15-4c69-9bab-f5fd223d803d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:45.273265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad0319b3-d581-464c-a1d7-399af1fe0c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:45.278593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36618) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:45.355193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Request body: {'port': {'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1132442709'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:45.377939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baac18a5-d2e4-4808-9e1f-0681b4b3f33f', 'name': 'tempest-NetworksTestDHCPv6-router-507516861', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:31Z', 'updated_at': '2021-12-21T16:42:39Z', 'revision_number': 2, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None, '_interfaces': [{'id': 'd3b4f0f9-de4c-4132-9b95-cdba1c3ac996', 'name': '', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'mac_address': 'fa:16:3e:59:94:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baac18a5-d2e4-4808-9e1f-0681b4b3f33f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac18a249-ade1-4dab-937c-247db7b17b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:35Z', 'updated_at': '2021-12-21T16:42:40Z', 'revision_number': 2, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'subnets': [{'id': 'ac18a249-ade1-4dab-937c-247db7b17b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:45.383672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Checking router: baac18a5-d2e4-4808-9e1f-0681b4b3f33f for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:42:45.384356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Updating router baac18a5-d2e4-4808-9e1f-0681b4b3f33f port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:42:45.389186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] For port 14c38056-5380-456b-8b8c-61cc1f971f5b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=14c38056-5380-456b-8b8c-61cc1f971f5b,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:45.389589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:45.398044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:45.402396 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 13.2042489 Dec 21 16:42:45.407839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36622) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:45.415516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3330-5345-4e70-9c3b-7ba4a3d7c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:45.415719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3646113b-2afe-49cb-b390-019d72ceed73 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'enable_snat': False}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:45.441020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:45.505349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7564f2f-bb2f-443b-b684-a39a86d110ab tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:45.509760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7564f2f-bb2f-443b-b684-a39a86d110ab tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:45.514588 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c7564f2f-bb2f-443b-b684-a39a86d110ab tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5408137 Dec 21 16:42:45.519161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36626) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:45.542066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:45.697028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Calling delete_port for 14c38056-5380-456b-8b8c-61cc1f971f5b owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:45.761944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:45.826404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Deleting port e6764c7e-53ff-47d4-b51c-b6099c0237fc {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:45.826684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:45.865445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:45.880515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Transition to ACTIVE for port object d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:45.885037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:45.888000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:45.894078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-550394d5-f7a4-40de-bc22-bd0a33382fc3 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:45.900437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:45.901585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 14c38056-5380-456b-8b8c-61cc1f971f5b no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:45.958196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad3330-5345-4e70-9c3b-7ba4a3d7c3cc None None] Routers {'b569a76e-e4e6-4826-a315-d4651170c11f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:45.959046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3330-5345-4e70-9c3b-7ba4a3d7c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b569a76e-e4e6-4826-a315-d4651170c11f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:45.971801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad0319b3-d581-464c-a1d7-399af1fe0c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:45.979295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:45.993475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.008894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c38056-5380-456b-8b8c-61cc1f971f5b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:46.041708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455b266-184a-4268-a0fb-ac5a03426245 None None] Pushing event updated for resources: {'Port': ['ID=d3b4f0f9-de4c-4132-9b95-cdba1c3ac996,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:46.045297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e455b266-184a-4268-a0fb-ac5a03426245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:46.056090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:46.073182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 14c38056-5380-456b-8b8c-61cc1f971f5b {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:46.073928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 14c38056-5380-456b-8b8c-61cc1f971f5b not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:46.074057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 133f7fac-7b3b-4900-8b18-92a4f175bb48 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:46.083726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] No DVR routers for this DVR port 14c38056-5380-456b-8b8c-61cc1f971f5b on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:46.150920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 133f7fac-7b3b-4900-8b18-92a4f175bb48 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:46.151324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 133f7fac-7b3b-4900-8b18-92a4f175bb48 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:46.152895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13cb4332-e053-454b-b498-8234e0bc2a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.168620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Attempting to bind port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:46.168849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d0ad3330-5345-4e70-9c3b-7ba4a3d7c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:46.169195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Attempting to bind port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:46.169331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad3330-5345-4e70-9c3b-7ba4a3d7c3cc None None] The sync data for ids ['b569a76e-e4e6-4826-a315-d4651170c11f'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:46.169682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Attempting to bind port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:46.178809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9a6f7d38-c139-41a1-a068-edac3b158d9a None None] For port 14c38056-5380-456b-8b8c-61cc1f971f5b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=14c38056-5380-456b-8b8c-61cc1f971f5b,segment=NetworkSegment(ee74a632-f494-4a55-bc56-1cbf0af2fdbf),segment_id=ee74a632-f494-4a55-bc56-1cbf0af2fdbf)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:46.179288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a6f7d38-c139-41a1-a068-edac3b158d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.190389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:46.192057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:46.192654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.193236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:46.194185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Bound port: d3b4f0f9-de4c-4132-9b95-cdba1c3ac996, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:46.195336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.203216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Made reservation on behalf of 18d8c6c4ab00462aa967a09473790f68 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:46.208961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.320815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] For port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:46.324539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] For port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d3b4f0f9-de4c-4132-9b95-cdba1c3ac996,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:46.328640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.338709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] device_id is not set on port d808fcf4-c9c4-4e17-849d-0e472cd68cdf yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:46.340924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:46.372946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.422051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] For port e6764c7e-53ff-47d4-b51c-b6099c0237fc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e6764c7e-53ff-47d4-b51c-b6099c0237fc,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:46.422571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.445128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455b266-184a-4268-a0fb-ac5a03426245 None None] Pushing event updated for resources: {'Port': ['ID=d3b4f0f9-de4c-4132-9b95-cdba1c3ac996,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:46.448675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:46.449518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e455b266-184a-4268-a0fb-ac5a03426245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:46.456161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Routers {'baac18a5-d2e4-4808-9e1f-0681b4b3f33f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:46.456991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['baac18a5-d2e4-4808-9e1f-0681b4b3f33f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:46.496039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9a6f7d38-c139-41a1-a068-edac3b158d9a None None] Calling delete_port for 14c38056-5380-456b-8b8c-61cc1f971f5b owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:46.497429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.618143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:46.618635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee74a632-f494-4a55-bc56-1cbf0af2fdbf') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:46.646858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Calling delete_port for e6764c7e-53ff-47d4-b51c-b6099c0237fc owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:46.682859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-9a6f7d38-c139-41a1-a068-edac3b158d9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:42:46.683274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-9a6f7d38-c139-41a1-a068-edac3b158d9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:42:46.708750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70146655-c94f-45b8-8a2d-1c5386c988e3 None None] DHCP port deletion for fca48798-64e1-4172-b3c8-c5a737430207 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:42:46.716348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-70146655-c94f-45b8-8a2d-1c5386c988e3 None None] Deleting port e6764c7e-53ff-47d4-b51c-b6099c0237fc {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:46.716777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70146655-c94f-45b8-8a2d-1c5386c988e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.719393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.837351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.844942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f4dbef-6de9-441a-8d9e-806a28a78a16']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:46.854995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] Set router baac18a5-d2e4-4808-9e1f-0681b4b3f33f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:46.866430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:46.867000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:46.883964 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:46.899839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f6a2a5-ce17-4464-a6be-37853291d9db') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:46.900173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f6a2a5-ce17-4464-a6be-37853291d9db') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:46.965185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad0319b3-d581-464c-a1d7-399af1fe0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:46.981140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e25add2b-f6d2-417a-90e5-983089731211 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:46.996300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.012563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.018636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e49c800d-0e0c-4b54-95ca-f7fbb47de77c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:47.065115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0319b3-d581-464c-a1d7-399af1fe0c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24e021d-d054-445c-8b59-ea6bc4908041,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:47.085135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ad0319b3-d581-464c-a1d7-399af1fe0c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:47.086379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-70146655-c94f-45b8-8a2d-1c5386c988e3 None None] For port e6764c7e-53ff-47d4-b51c-b6099c0237fc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e6764c7e-53ff-47d4-b51c-b6099c0237fc,segment=NetworkSegment(b63c3475-ba34-47a5-a331-2ca8eb972f23),segment_id=b63c3475-ba34-47a5-a331-2ca8eb972f23)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:47.087367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70146655-c94f-45b8-8a2d-1c5386c988e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.095735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.096140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.099151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6764c7e-53ff-47d4-b51c-b6099c0237fc,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:47.117321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210d90f5-cd15-4c69-9bab-f5fd223d803d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:47.119768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:47.120210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:47.142757 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:47.148101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-210d90f5-cd15-4c69-9bab-f5fd223d803d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.162453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:47.174256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:47.198825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.201821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] No DVR routers for this DVR port e6764c7e-53ff-47d4-b51c-b6099c0237fc on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:47.206043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:47.213435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad0319b3-d581-464c-a1d7-399af1fe0c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.213578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53386148-9845-4b8b-9d4d-42fa8626b16c None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:47.217389 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ad0319b3-d581-464c-a1d7-399af1fe0c6b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c24e021d-d054-445c-8b59-ea6bc4908041 HTTP/1.1" status: 204 len: 168 time: 2.2432997 Dec 21 16:42:47.257717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:47.283891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-70146655-c94f-45b8-8a2d-1c5386c988e3 None None] Calling delete_port for e6764c7e-53ff-47d4-b51c-b6099c0237fc owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:47.293560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53386148-9845-4b8b-9d4d-42fa8626b16c None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:47.294497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-53386148-9845-4b8b-9d4d-42fa8626b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:47.305181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Allocated IP 2001:db8::10 (c5887b0b-3928-4138-8169-e99bc2eb476b/ece8c510-771e-4d5c-a569-4e5ddddb262f/d808fcf4-c9c4-4e17-849d-0e472cd68cdf) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:47.385727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-53386148-9845-4b8b-9d4d-42fa8626b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:47.386860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.398676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] 10.222.0.67 "DELETE /v2.0/networks/76d7c572-33f1-4ce2-b0d9-1d5b0e1dc8f5 HTTP/1.1" status: 204 len: 168 time: 3.0327995 Dec 21 16:42:47.424339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baac18a5-d2e4-4808-9e1f-0681b4b3f33f', 'name': 'tempest-NetworksTestDHCPv6-router-507516861', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:31Z', 'updated_at': '2021-12-21T16:42:39Z', 'revision_number': 2, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None, '_interfaces': [{'id': 'd3b4f0f9-de4c-4132-9b95-cdba1c3ac996', 'name': '', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'mac_address': 'fa:16:3e:59:94:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baac18a5-d2e4-4808-9e1f-0681b4b3f33f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac18a249-ade1-4dab-937c-247db7b17b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:35Z', 'updated_at': '2021-12-21T16:42:46Z', 'revision_number': 4, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'subnets': [{'id': 'ac18a249-ade1-4dab-937c-247db7b17b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:47.427142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca48798-64e1-4172-b3c8-c5a737430207']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:47.433847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d92e54-7cc9-43d8-a371-29d1a0a6a1f0 None None] The sync data for ids ['baac18a5-d2e4-4808-9e1f-0681b4b3f33f'] in dv-neutron-822515-1-hyperv is: [{'id': 'baac18a5-d2e4-4808-9e1f-0681b4b3f33f', 'name': 'tempest-NetworksTestDHCPv6-router-507516861', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:31Z', 'updated_at': '2021-12-21T16:42:39Z', 'revision_number': 2, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None, '_interfaces': [{'id': 'd3b4f0f9-de4c-4132-9b95-cdba1c3ac996', 'name': '', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'mac_address': 'fa:16:3e:59:94:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baac18a5-d2e4-4808-9e1f-0681b4b3f33f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac18a249-ade1-4dab-937c-247db7b17b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:35Z', 'updated_at': '2021-12-21T16:42:46Z', 'revision_number': 4, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'subnets': [{'id': 'ac18a249-ade1-4dab-937c-247db7b17b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:47.435405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53386148-9845-4b8b-9d4d-42fa8626b16c None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:47.436056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-53386148-9845-4b8b-9d4d-42fa8626b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:47.447688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63c3475-ba34-47a5-a331-2ca8eb972f23') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:47.448029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63c3475-ba34-47a5-a331-2ca8eb972f23') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:47.453364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9a6f7d38-c139-41a1-a068-edac3b158d9a None None] Deleting port 14c38056-5380-456b-8b8c-61cc1f971f5b {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:47.459006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a6f7d38-c139-41a1-a068-edac3b158d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.472420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.544186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-70146655-c94f-45b8-8a2d-1c5386c988e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:42:47.544610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-70146655-c94f-45b8-8a2d-1c5386c988e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:42:47.567382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.574525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:47.575005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.611631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9a6f7d38-c139-41a1-a068-edac3b158d9a None None] The port '14c38056-5380-456b-8b8c-61cc1f971f5b' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:42:47.613644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-53386148-9845-4b8b-9d4d-42fa8626b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:47.614115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53386148-9845-4b8b-9d4d-42fa8626b16c None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:47.646994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.681947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e6764c7e-53ff-47d4-b51c-b6099c0237fc no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:47.729410 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-210d90f5-cd15-4c69-9bab-f5fd223d803d tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "PUT /v2.0/floatingips/fc71f8f9-26bf-4076-a134-5fce3109966c HTTP/1.1" status: 200 len: 979 time: 8.6233718 Dec 21 16:42:47.730284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36640) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:47.762253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: e6764c7e-53ff-47d4-b51c-b6099c0237fc {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:47.762657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e6764c7e-53ff-47d4-b51c-b6099c0237fc not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:47.781298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.870588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36646) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:47.880370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7630d751-33ea-402e-9236-5ea49987b938 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:47.899298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.953995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Network': ['ID=01f4dbef-6de9-441a-8d9e-806a28a78a16,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:47.964055 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:47.967211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.977727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:47.982949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:47.989057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-735acaee-652a-4cd9-927c-fe0aae523e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:47.994964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.001022 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "DELETE /v2.0/networks/01f4dbef-6de9-441a-8d9e-806a28a78a16 HTTP/1.1" status: 204 len: 168 time: 2.9154804 Dec 21 16:42:48.004099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36652) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:48.005654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fca48798-64e1-4172-b3c8-c5a737430207,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:48.012431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:48.046141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-70146655-c94f-45b8-8a2d-1c5386c988e3 None None] Deleting port e6764c7e-53ff-47d4-b51c-b6099c0237fc {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:48.046654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70146655-c94f-45b8-8a2d-1c5386c988e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.141302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-70146655-c94f-45b8-8a2d-1c5386c988e3 None None] The port 'e6764c7e-53ff-47d4-b51c-b6099c0237fc' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:42:48.155527 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fca48798-64e1-4172-b3c8-c5a737430207 HTTP/1.1" status: 204 len: 168 time: 3.1368277 Dec 21 16:42:48.250559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.281888 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6b2688b5-6553-468b-9e7e-e1314d4b3dcd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f2f0b2375ba9440f8944225a40b7506f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3846033 Dec 21 16:42:48.282310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.288270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36660) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:48.589582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36668) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:48.594152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.627548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-629bcb0e-7515-4890-8e08-65aeb756ce67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.684101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f9ec29-f319-45b0-8453-4c4e5dd39755']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:48.722147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4f980b-2162-44de-8e21-30aa3c9b8d4b') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:48.722437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4f980b-2162-44de-8e21-30aa3c9b8d4b') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:48.745348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 1f6d7980-3fd8-4fef-a936-9084bb1fe346 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:48.746010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.749540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.762764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-629bcb0e-7515-4890-8e08-65aeb756ce67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.798515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3646113b-2afe-49cb-b390-019d72ceed73 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.813140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36674) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:48.818347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.841417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:42:48.841895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.843942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:42:48.862743 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:42:48.868346 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-64b50d24-2763-49a9-afea-800c9b136631 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=233ecb5063444b54923c02f8ca686d31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2459161 Dec 21 16:42:48.868970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36680) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:48.917942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Transition to ACTIVE for port object d808fcf4-c9c4-4e17-849d-0e472cd68cdf will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:49.046768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2000876354'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:49.057830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.064761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:49.071536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.081295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.088040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:49.092710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb30d96a-7d19-4b15-9925-ddf29ed6d37e tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:49.106832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:network and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:49.119607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:49.129431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.129805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.134911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Pushing event deleted for resources: {'Network': ['ID=17f9ec29-f319-45b0-8453-4c4e5dd39755,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:49.137571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:49.138635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:49.143241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-629bcb0e-7515-4890-8e08-65aeb756ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.145788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-629bcb0e-7515-4890-8e08-65aeb756ce67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.148353 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-629bcb0e-7515-4890-8e08-65aeb756ce67 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/75a15de4-7dd8-4a68-b621-039e49d49a6b HTTP/1.1" status: 204 len: 168 time: 0.8576424 Dec 21 16:42:49.149450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:49.151439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.165125 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] 10.222.0.67 "DELETE /v2.0/networks/17f9ec29-f319-45b0-8453-4c4e5dd39755 HTTP/1.1" status: 204 len: 168 time: 1.1570582 Dec 21 16:42:49.181907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bcb0e-7515-4890-8e08-65aeb756ce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a15de4-7dd8-4a68-b621-039e49d49a6b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:49.184960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-629bcb0e-7515-4890-8e08-65aeb756ce67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:49.192434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:49.198269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.210323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86d30578-93e3-4448-b674-cd3123d5d898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.291846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.329802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86d30578-93e3-4448-b674-cd3123d5d898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.390732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:49.401051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:security_group_rule and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:49.405189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:49.415348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:49.463267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 1f6d7980-3fd8-4fef-a936-9084bb1fe346 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:49.515912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86d30578-93e3-4448-b674-cd3123d5d898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.523858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-629bcb0e-7515-4890-8e08-65aeb756ce67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:49.572508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d30578-93e3-4448-b674-cd3123d5d898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b89a5-56b6-47da-a20f-7926b6c7943e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:49.575130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86d30578-93e3-4448-b674-cd3123d5d898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:49.677038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36694) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:49.685272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:49.704810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Network c5887b0b-3928-4138-8169-e99bc2eb476b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:49.719242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:49.736951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:49.739732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86d30578-93e3-4448-b674-cd3123d5d898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.743700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:49.743700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.745259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-86d30578-93e3-4448-b674-cd3123d5d898 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e10b89a5-56b6-47da-a20f-7926b6c7943e HTTP/1.1" status: 204 len: 168 time: 0.8594263 Dec 21 16:42:49.754895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.775118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:49.785031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:49.785480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.788813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'Port': ['ID=d808fcf4-c9c4-4e17-849d-0e472cd68cdf,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:49.800930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3646113b-2afe-49cb-b390-019d72ceed73 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.808230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.808428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:49.810411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3646113b-2afe-49cb-b390-019d72ceed73 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.814207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.840731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:49.881206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.893973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a9446fa-e2c6-42a4-a647-5f4238b01786 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:49.929692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:49.954003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=1f6d7980-3fd8-4fef-a936-9084bb1fe346,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:49.962444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:49.987886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:49.988764 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317 of type vlan for network ff238f3c-b571-4e40-af29-958627f8e8cf Dec 21 16:42:49.990293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799e3cae-e6ba-4cfc-852c-e1ceafc661fb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:49.997134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:50.104045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:50.148570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:50.193435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:50.201043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d3b4f0f9-de4c-4132-9b95-cdba1c3ac996,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:50.221734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:50.224114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:50.267323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.9776351 Dec 21 16:42:50.270094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:50.270772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36710) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:50.277530 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f8d2af8b-c666-4a25-b4d3-f32fa9a0d4ce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ba067826915436d8c1b56227abfd230&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5974638 Dec 21 16:42:50.283638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:50.284474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:50.297906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36714) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:50.298260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-57214963-30a6-46f9-b9e3-0b6552db9fdb tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:ba:d2:6b'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:50.333765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=d3b4f0f9-de4c-4132-9b95-cdba1c3ac996,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:50.339664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:50.352530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:50.353467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cebe244a-fcd0-42ca-b529-6f57ae60639d None None] Provisioning for port d808fcf4-c9c4-4e17-849d-0e472cd68cdf completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:50.388636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cebe244a-fcd0-42ca-b529-6f57ae60639d None None] Provisioning complete for port d808fcf4-c9c4-4e17-849d-0e472cd68cdf triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:50.389156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cebe244a-fcd0-42ca-b529-6f57ae60639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:50.470623 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6487627 Dec 21 16:42:50.548080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cebe244a-fcd0-42ca-b529-6f57ae60639d None None] Port d808fcf4-c9c4-4e17-849d-0e472cd68cdf cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:50.592665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=ff238f3c-b571-4e40-af29-958627f8e8cf,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:50.608420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network ff238f3c-b571-4e40-af29-958627f8e8cf details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:50.636172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:50.652270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36728) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:50.661855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'network_id': 'ff238f3c-b571-4e40-af29-958627f8e8cf', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:50.681925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f27f13db-33c6-4f1e-8f58-b2e7ce38a621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:50.816339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3646113b-2afe-49cb-b390-019d72ceed73 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Router b569a76e-e4e6-4826-a315-d4651170c11f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:50.877508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:50.878191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:50.927379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f27f13db-33c6-4f1e-8f58-b2e7ce38a621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:50.939641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36736) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:51.153081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:51.158842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:subnet and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:51.201090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] For port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d3b4f0f9-de4c-4132-9b95-cdba1c3ac996,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:51.201568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:51.237889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:51.241745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57214963-30a6-46f9-b9e3-0b6552db9fdb tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:51.266541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:51.342513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1788861150-network', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:51.354809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:51.388974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:51.400581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:51.404649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Usage tracker for resource:network and tenant:075038327d62448cb2e2d92fbfae8cf8 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:51.411725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:51.434530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:51.442497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f27f13db-33c6-4f1e-8f58-b2e7ce38a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:51.453056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b62fafca-eaec-45f9-9562-a0d782a9c3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:51.481946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f13db-33c6-4f1e-8f58-b2e7ce38a621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f934dd-fa33-4e41-aca3-14a8d9db403a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:51.494882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f27f13db-33c6-4f1e-8f58-b2e7ce38a621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:51.502129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Made reservation on behalf of 075038327d62448cb2e2d92fbfae8cf8 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:51.507630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:51.529623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f27f13db-33c6-4f1e-8f58-b2e7ce38a621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:51.530918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f27f13db-33c6-4f1e-8f58-b2e7ce38a621 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/49f934dd-fa33-4e41-aca3-14a8d9db403a HTTP/1.1" status: 204 len: 168 time: 1.2318003 Dec 21 16:42:51.533956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:51.539436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:51.678874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:51.725747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:51.740225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Usage tracker for resource:security_group_rule and tenant:075038327d62448cb2e2d92fbfae8cf8 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:51.746085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:51.759485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:51.850506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:51.852296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:51.853813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:51.858742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:51.912110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=d3b4f0f9-de4c-4132-9b95-cdba1c3ac996,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:51.921078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:51.925632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Port d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 was deleted so its status cannot be updated. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 21 16:42:52.061413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57214963-30a6-46f9-b9e3-0b6552db9fdb tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:52.084909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3646113b-2afe-49cb-b390-019d72ceed73 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:52.096001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57214963-30a6-46f9-b9e3-0b6552db9fdb tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:52.097189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97d693-aeb6-43c0-8002-2dd89ef4461e None None] Sync routers for ids ['b569a76e-e4e6-4826-a315-d4651170c11f'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:52.108400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:52.119915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97d693-aeb6-43c0-8002-2dd89ef4461e None None] Routers {'b569a76e-e4e6-4826-a315-d4651170c11f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:52.121537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a97d693-aeb6-43c0-8002-2dd89ef4461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b569a76e-e4e6-4826-a315-d4651170c11f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:52.243169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a97d693-aeb6-43c0-8002-2dd89ef4461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:52.257482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3646113b-2afe-49cb-b390-019d72ceed73 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:52.259431 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3646113b-2afe-49cb-b390-019d72ceed73 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "PUT /v2.0/routers/b569a76e-e4e6-4826-a315-d4651170c11f HTTP/1.1" status: 200 len: 926 time: 6.8505986 Dec 21 16:42:52.268415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97d693-aeb6-43c0-8002-2dd89ef4461e None None] Routers {'b569a76e-e4e6-4826-a315-d4651170c11f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:52.269126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a97d693-aeb6-43c0-8002-2dd89ef4461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b569a76e-e4e6-4826-a315-d4651170c11f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:52.272475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-57214963-30a6-46f9-b9e3-0b6552db9fdb tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] In _notify_port_updated(), no bound segment for port d808fcf4-c9c4-4e17-849d-0e472cd68cdf on network c5887b0b-3928-4138-8169-e99bc2eb476b {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:42:52.280372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57214963-30a6-46f9-b9e3-0b6552db9fdb tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:52.282403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57214963-30a6-46f9-b9e3-0b6552db9fdb tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:52.288036 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-57214963-30a6-46f9-b9e3-0b6552db9fdb tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "PUT /v2.0/ports/d808fcf4-c9c4-4e17-849d-0e472cd68cdf HTTP/1.1" status: 200 len: 1002 time: 2.0151315 Dec 21 16:42:52.292154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36768) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:52.292814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36770) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:52.417691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a97d693-aeb6-43c0-8002-2dd89ef4461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:52.418164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97d693-aeb6-43c0-8002-2dd89ef4461e None None] The sync data for ids ['b569a76e-e4e6-4826-a315-d4651170c11f'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:52.560435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:52.593312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57214963-30a6-46f9-b9e3-0b6552db9fdb tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'Port': ['ID=d808fcf4-c9c4-4e17-849d-0e472cd68cdf,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:52.597622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57214963-30a6-46f9-b9e3-0b6552db9fdb tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:52.607364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57279581-837b-4dac-b785-02ca4ea0a758 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:52.662212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:52.680022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:52.709728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-256d83c1-9c20-4682-bf2e-4855dca6d8d2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Deleting port d808fcf4-c9c4-4e17-849d-0e472cd68cdf {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:52.710096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-256d83c1-9c20-4682-bf2e-4855dca6d8d2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:52.720379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:52.733269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6f9ba65d-7c1f-4450-8f2c-1d7edd362253 None None] Provisioning complete for port d808fcf4-c9c4-4e17-849d-0e472cd68cdf triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:52.735126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d1b5952-775a-47a9-9d94-8419a760e6b5 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:52.735449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f9ba65d-7c1f-4450-8f2c-1d7edd362253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:52.767093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:52.781976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be54a552-1e58-43c4-a48b-1b02e604e492,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:52.788957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:52.802234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:52.808994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:52.809514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Added segment 39713ddd-393d-44f9-bc5a-0a4d755a6ef6 of type vlan for network 28f1e28f-1df5-418a-9ebc-3336554e3511 Dec 21 16:42:52.870092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ba65d-7c1f-4450-8f2c-1d7edd362253 None None] Port d808fcf4-c9c4-4e17-849d-0e472cd68cdf cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:53.014580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36790) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:53.048179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:53.053591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=fa49e7f5-4f52-4e20-91e3-37ac987fc706,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:53.061817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:53.098902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking segment: {'id': 'eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ff238f3c-b571-4e40-af29-958627f8e8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:53.099403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network hostable DHCP agents. Network: ff238f3c-b571-4e40-af29-958627f8e8cf, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:42:53.112103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-256d83c1-9c20-4682-bf2e-4855dca6d8d2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:53.245971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36798) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:53.311242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-256d83c1-9c20-4682-bf2e-4855dca6d8d2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Calling delete_port for d808fcf4-c9c4-4e17-849d-0e472cd68cdf owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:53.323340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:53.324283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:53.324925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:53.363658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:53.382113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ec11c535-8c5f-430a-8419-bf65c4675d3f tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] Request body: {'port': {'network_id': '8727996b-d83e-4017-befc-ecfe877679d6', 'name': 'tempest-NetworksNegativeTestJSON-2049858427'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:53.397970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2090288211'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:53.410499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:53.420036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Usage tracker for resource:network and tenant:990920a92a2f4a9f89bc4e4822ebe0f5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:53.424309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:53.447308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network ff238f3c-b571-4e40-af29-958627f8e8cf is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:42:53.451227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:53.474993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, ff238f3c-b571-4e40-af29-958627f8e8cf) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:53.482006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Made reservation on behalf of 990920a92a2f4a9f89bc4e4822ebe0f5 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:53.483583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46dcfe4-77b2-4c6d-8ffc-8070e00dbf3a None None] Network ff238f3c-b571-4e40-af29-958627f8e8cf requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:53.487886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:53.498958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:53.499614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:53.507894 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5574872 Dec 21 16:42:53.518386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36804) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:53.542219 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec11c535-8c5f-430a-8419-bf65c4675d3f tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] POST failed (client error): The resource could not be found. Dec 21 16:42:53.542601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec11c535-8c5f-430a-8419-bf65c4675d3f tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:42:53.545488 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ec11c535-8c5f-430a-8419-bf65c4675d3f tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2963333 Dec 21 16:42:53.551266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36806) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:53.562366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:53.576746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Request body: {'subnet': {'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1788861150-subnet', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:53.601887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:53.612664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Usage tracker for resource:subnet and tenant:075038327d62448cb2e2d92fbfae8cf8 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:53.622592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:53.626561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9726717 Dec 21 16:42:53.634950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:53.635912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36812) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:53.657317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1588607326'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:53.662320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f8dbb6-f2c8-467f-ab60-efc4c6e20975 tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] DELETE failed (client error): The resource could not be found. Dec 21 16:42:53.662943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f8dbb6-f2c8-467f-ab60-efc4c6e20975 tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:42:53.668824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-30f8dbb6-f2c8-467f-ab60-efc4c6e20975 tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] 10.222.0.67 "DELETE /v2.0/networks/fc6ada99-c23a-4d57-a5a3-ca2ea7554638 HTTP/1.1" status: 404 len: 339 time: 0.1136553 Dec 21 16:42:53.668824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Pushing event updated for resources: {'Network': ['ID=28f1e28f-1df5-418a-9ebc-3336554e3511,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:53.671751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:53.672492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36816) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:53.675725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-256d83c1-9c20-4682-bf2e-4855dca6d8d2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:53.678912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:53.687968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 28f1e28f-1df5-418a-9ebc-3336554e3511 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:53.697595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:network and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:53.705315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:53.716729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Made reservation on behalf of 075038327d62448cb2e2d92fbfae8cf8 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:53.717322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:53.721409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:53.721789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Router baac18a5-d2e4-4808-9e1f-0681b4b3f33f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:42:53.738568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:53.739999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:53.744113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:53.749244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57214963-30a6-46f9-b9e3-0b6552db9fdb tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:53.811967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Usage tracker for resource:security_group_rule and tenant:990920a92a2f4a9f89bc4e4822ebe0f5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:53.820515 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3c8a38-58cb-4368-b79a-acbeb3eb43e2 tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] DELETE failed (client error): The resource could not be found. Dec 21 16:42:53.821011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3c8a38-58cb-4368-b79a-acbeb3eb43e2 tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:42:53.828751 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3b5d1bdf-b1ec-4bc5-a9e9-335edaa9d429 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/routers/b569a76e-e4e6-4826-a315-d4651170c11f HTTP/1.1" status: 200 len: 926 time: 1.5228376 Dec 21 16:42:53.828751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d83c1-9c20-4682-bf2e-4855dca6d8d2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event deleted for resources: {'Port': ['ID=d808fcf4-c9c4-4e17-849d-0e472cd68cdf,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:53.830449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:53.835615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36820) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:53.843847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-256d83c1-9c20-4682-bf2e-4855dca6d8d2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:53.844827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:53.858960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:53.863548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-ff238f3c-b571-4e40-af29-958627f8e8cf', 'network_id': 'ff238f3c-b571-4e40-af29-958627f8e8cf', 'tenant_id': '74ccbc71fd754f58a6e5c723791039cc', 'fixed_ips': [{'subnet_id': 'fa49e7f5-4f52-4e20-91e3-37ac987fc706'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:42:53.864669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:53.909504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ca3c8a38-58cb-4368-b79a-acbeb3eb43e2 tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] 10.222.0.67 "DELETE /v2.0/ports/9f2e910f-ef63-48eb-aee0-55bbd0bde9d0 HTTP/1.1" status: 404 len: 333 time: 0.2312963 Dec 21 16:42:53.942919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36824) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:53.973152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:53.986012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95de8ea4-6a2b-4dc7-9862-d225b2a962dd None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:53.995726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:54.000305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de8ea4-6a2b-4dc7-9862-d225b2a962dd None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:54.001265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-95de8ea4-6a2b-4dc7-9862-d225b2a962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:54.022273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:54.022643 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment 0a0a8ee7-04b8-4e9e-8ebf-2d2f5e12f2e1 of type vlan for network c52d5e63-47c4-48e6-aecc-c2d3e62877b1 Dec 21 16:42:54.108688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:42:54.110192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-95de8ea4-6a2b-4dc7-9862-d225b2a962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:54.115219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Allocated IP 172.20.255.242 (ff238f3c-b571-4e40-af29-958627f8e8cf/fa49e7f5-4f52-4e20-91e3-37ac987fc706/58ffad6d-7304-49df-9f23-2be6b87dfc81) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:54.124752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "PUT /v2.0/routers/baac18a5-d2e4-4808-9e1f-0681b4b3f33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5881896 Dec 21 16:42:54.126883 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/floatingips/fc71f8f9-26bf-4076-a134-5fce3109966c HTTP/1.1" status: 204 len: 168 time: 6.3601093 Dec 21 16:42:54.129405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:54.132615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de8ea4-6a2b-4dc7-9862-d225b2a962dd None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:54.133404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-95de8ea4-6a2b-4dc7-9862-d225b2a962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:54.134410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36828) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:54.135133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36830) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:54.207071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-95de8ea4-6a2b-4dc7-9862-d225b2a962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:54.207878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95de8ea4-6a2b-4dc7-9862-d225b2a962dd None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:54.254300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54929bed-f224-4f2c-ac0d-9b179b054aef None None] Sync routers for ids ['baac18a5-d2e4-4808-9e1f-0681b4b3f33f'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:42:54.282286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54929bed-f224-4f2c-ac0d-9b179b054aef None None] Routers {'baac18a5-d2e4-4808-9e1f-0681b4b3f33f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:54.283074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-54929bed-f224-4f2c-ac0d-9b179b054aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['baac18a5-d2e4-4808-9e1f-0681b4b3f33f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:54.304889 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43ccad2-5a6c-471d-b0b7-09479ccc070f tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] DELETE failed (client error): The resource could not be found. Dec 21 16:42:54.305399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43ccad2-5a6c-471d-b0b7-09479ccc070f tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:42:54.341298 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c43ccad2-5a6c-471d-b0b7-09479ccc070f tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] 10.222.0.67 "DELETE /v2.0/subnets/9a8f7362-6d52-4b2d-8478-9ca9b8c4c9a4 HTTP/1.1" status: 404 len: 337 time: 0.3881381 Dec 21 16:42:54.348136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36836) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:54.464636 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a3e828-23b4-404d-8e43-b0916e6eed03 tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] GET failed (client error): The resource could not be found. Dec 21 16:42:54.466136 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f9a3e828-23b4-404d-8e43-b0916e6eed03 tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] 10.222.0.67 "GET /v2.0/networks/70760e2c-0232-406b-a737-812649d9671c HTTP/1.1" status: 404 len: 339 time: 0.1170270 Dec 21 16:42:54.486304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36840) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:54.575945 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5240a7fc-799f-4fb7-a9b7-c267c46bfc5c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&device_id=b569a76e-e4e6-4826-a315-d4651170c11f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7297750 Dec 21 16:42:54.585330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36844) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:54.600525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa67b805-49fb-4e7a-b331-9d6331b62eb5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:54.601553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-256d83c1-9c20-4682-bf2e-4855dca6d8d2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:54.602035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa67b805-49fb-4e7a-b331-9d6331b62eb5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:54.602889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-aa67b805-49fb-4e7a-b331-9d6331b62eb5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:54.615358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f48cfdf5-27f2-46aa-9d75-d3e0ee3e0deb tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 03a322ab-f189-41a9-b6cb-5a87f5edd0cb {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:54.615737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f48cfdf5-27f2-46aa-9d75-d3e0ee3e0deb tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:54.634568 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-04df3e05-3f44-4edb-b1cf-a0e55bbcbe94 tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] GET failed (client error): The resource could not be found. Dec 21 16:42:54.638114 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-04df3e05-3f44-4edb-b1cf-a0e55bbcbe94 tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] 10.222.0.67 "GET /v2.0/ports/842e6369-60a7-41c8-9c11-9da55e8b028b HTTP/1.1" status: 404 len: 333 time: 0.1485531 Dec 21 16:42:54.644432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36848) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:54.645107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:54.649215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:54.649856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:54.653580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-54929bed-f224-4f2c-ac0d-9b179b054aef None None] Set router baac18a5-d2e4-4808-9e1f-0681b4b3f33f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:54.663217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acee8988-2a96-430d-b43a-909d331d8696 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:54.675056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:54.682638 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-256d83c1-9c20-4682-bf2e-4855dca6d8d2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "DELETE /v2.0/ports/d808fcf4-c9c4-4e17-849d-0e472cd68cdf HTTP/1.1" status: 204 len: 168 time: 2.3733416 Dec 21 16:42:54.687468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36852) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:54.688133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:54.698125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:54.765196 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f219a34e-d825-4c54-92d8-775f71ced0ea tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] GET failed (client error): The resource could not be found. Dec 21 16:42:54.772678 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f219a34e-d825-4c54-92d8-775f71ced0ea tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] 10.222.0.67 "GET /v2.0/subnets/018e5fdf-3cac-4836-b8b2-b4bf78ff34b1 HTTP/1.1" status: 404 len: 337 time: 0.1121247 Dec 21 16:42:54.782953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36856) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:54.783679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-aa67b805-49fb-4e7a-b331-9d6331b62eb5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:54.787604 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aa67b805-49fb-4e7a-b331-9d6331b62eb5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6466684 Dec 21 16:42:54.795851 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1499984 Dec 21 16:42:54.797320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c2c4c3f7-7024-45fa-9468-3fc22082025c tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:54.799365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36860) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:54.801008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36862) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:54.824448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-54929bed-f224-4f2c-ac0d-9b179b054aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baac18a5-d2e4-4808-9e1f-0681b4b3f33f', 'name': 'tempest-NetworksTestDHCPv6-router-507516861', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:31Z', 'updated_at': '2021-12-21T16:42:51Z', 'revision_number': 3, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:54.835576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54929bed-f224-4f2c-ac0d-9b179b054aef None None] Checking router: baac18a5-d2e4-4808-9e1f-0681b4b3f33f for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:42:54.844566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:54.859368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54929bed-f224-4f2c-ac0d-9b179b054aef None None] Routers {'baac18a5-d2e4-4808-9e1f-0681b4b3f33f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:42:54.860126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-54929bed-f224-4f2c-ac0d-9b179b054aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['baac18a5-d2e4-4808-9e1f-0681b4b3f33f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:54.893928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'network_id': 'c52d5e63-47c4-48e6-aecc-c2d3e62877b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:54.918204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Transition to ACTIVE for port object 58ffad6d-7304-49df-9f23-2be6b87dfc81 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:54.920919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c4c3f7-7024-45fa-9468-3fc22082025c tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] PUT failed (client error): The resource could not be found. Dec 21 16:42:54.921415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c4c3f7-7024-45fa-9468-3fc22082025c tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:42:54.928708 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c2c4c3f7-7024-45fa-9468-3fc22082025c tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] 10.222.0.67 "PUT /v2.0/networks/1441e1d3-4b15-49c8-a158-60e3d133bd84 HTTP/1.1" status: 404 len: 339 time: 0.1366141 Dec 21 16:42:54.928708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=c52d5e63-47c4-48e6-aecc-c2d3e62877b1,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:54.929007 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb980f3-3434-4cf7-80f9-56a0c03e1210 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] GET failed (client error): The resource could not be found. Dec 21 16:42:54.929007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bdb980f3-3434-4cf7-80f9-56a0c03e1210 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Synchronizing usage tracker for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:54.929232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:54.931366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36868) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:54.943115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:54.948736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d9e62d2a-9561-4eb2-9115-ac07ee61d4fd tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:54.978926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9889fb-06a9-4fec-9e4f-1e3af401f556,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:54.986719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network c52d5e63-47c4-48e6-aecc-c2d3e62877b1 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:54.992023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:55.001845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.005980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.006364 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Added segment 505ab8ae-0cc0-4b83-8975-c2bde956955b of type vlan for network bf643ec6-911a-400e-b2f7-6e240bffc1a6 Dec 21 16:42:55.008436 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e62d2a-9561-4eb2-9115-ac07ee61d4fd tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] PUT failed (client error): The resource could not be found. Dec 21 16:42:55.008939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e62d2a-9561-4eb2-9115-ac07ee61d4fd tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:42:55.015637 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d9e62d2a-9561-4eb2-9115-ac07ee61d4fd tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] 10.222.0.67 "PUT /v2.0/ports/e0b6f7b3-b10f-4d5e-86ab-29a667a30ac3 HTTP/1.1" status: 404 len: 333 time: 0.0797081 Dec 21 16:42:55.020485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36872) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:55.024797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa1518ce-5857-42d9-8b75-7f6fa93e5eed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:55.038398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ac5f22ad-7e44-4c2d-8f61-a1a4a5e9404f tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:55.079157 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5f22ad-7e44-4c2d-8f61-a1a4a5e9404f tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] PUT failed (client error): The resource could not be found. Dec 21 16:42:55.079658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5f22ad-7e44-4c2d-8f61-a1a4a5e9404f tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:42:55.084532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ac5f22ad-7e44-4c2d-8f61-a1a4a5e9404f tempest-NetworksNegativeTestJSON-117512537 tempest-NetworksNegativeTestJSON-117512537-project] 10.222.0.67 "PUT /v2.0/subnets/53b1c880-4823-4932-b240-8c8aeda7bc3c HTTP/1.1" status: 404 len: 337 time: 0.0593696 Dec 21 16:42:55.122441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Transition to ACTIVE for port object 58ffad6d-7304-49df-9f23-2be6b87dfc81 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:55.126318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-54929bed-f224-4f2c-ac0d-9b179b054aef None None] Set router baac18a5-d2e4-4808-9e1f-0681b4b3f33f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:42:55.154477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bdb980f3-3434-4cf7-80f9-56a0c03e1210 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Unset dirty status for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:55.155774 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bdb980f3-3434-4cf7-80f9-56a0c03e1210 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "GET /v2.0/ports/d808fcf4-c9c4-4e17-849d-0e472cd68cdf HTTP/1.1" status: 404 len: 333 time: 0.4637525 Dec 21 16:42:55.184768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36878) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:55.191938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f48cfdf5-27f2-46aa-9d75-d3e0ee3e0deb tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.197328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0515965b-484c-4e54-a8e1-86e60aabecb6 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:55.198317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0515965b-484c-4e54-a8e1-86e60aabecb6 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Synchronizing usage tracker for tenant:bacbd34e2c1845d0850cf8d1dc04390f on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:55.232645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Request body: {'port': {'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1275781701'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:55.242080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-54929bed-f224-4f2c-ac0d-9b179b054aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baac18a5-d2e4-4808-9e1f-0681b4b3f33f', 'name': 'tempest-NetworksTestDHCPv6-router-507516861', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:31Z', 'updated_at': '2021-12-21T16:42:51Z', 'revision_number': 3, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:42:55.246630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54929bed-f224-4f2c-ac0d-9b179b054aef None None] The sync data for ids ['baac18a5-d2e4-4808-9e1f-0681b4b3f33f'] in dv-neutron-822515-1-hyperv is: [{'id': 'baac18a5-d2e4-4808-9e1f-0681b4b3f33f', 'name': 'tempest-NetworksTestDHCPv6-router-507516861', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:31Z', 'updated_at': '2021-12-21T16:42:51Z', 'revision_number': 3, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:42:55.248927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.258499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:55.259967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f27ccec6-574a-4a06-8269-f15f6504736d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:55.289857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:subnet and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:55.294432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d7f618-3d65-4d7b-bf24-22070d8333ab,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:55.309626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:55.314770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:55.328437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.352292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Network ff238f3c-b571-4e40-af29-958627f8e8cf is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:55.354201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Pushing event updated for resources: {'Port': ['ID=58ffad6d-7304-49df-9f23-2be6b87dfc81,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:55.356893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:55.358762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:55.359567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:55.405173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:55.411447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f48cfdf5-27f2-46aa-9d75-d3e0ee3e0deb tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 03a322ab-f189-41a9-b6cb-5a87f5edd0cb owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:55.470700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Attempting to bind port 58ffad6d-7304-49df-9f23-2be6b87dfc81 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:55.471152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Attempting to bind port 58ffad6d-7304-49df-9f23-2be6b87dfc81 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ff238f3c-b571-4e40-af29-958627f8e8cf'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:55.471602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Attempting to bind port 58ffad6d-7304-49df-9f23-2be6b87dfc81 on network ff238f3c-b571-4e40-af29-958627f8e8cf {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:55.481544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:55.481978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Checking segment: {'id': 'eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ff238f3c-b571-4e40-af29-958627f8e8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:55.482827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.482911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Bound using segment: {'id': 'eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ff238f3c-b571-4e40-af29-958627f8e8cf'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:55.483381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Bound port: 58ffad6d-7304-49df-9f23-2be6b87dfc81, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ff238f3c-b571-4e40-af29-958627f8e8cf'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:55.483785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.590228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:42:55.639347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] For port 58ffad6d-7304-49df-9f23-2be6b87dfc81, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:55.640573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c137f5a2-0047-44fa-91d3-6c8d4c9746e7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet ac18a249-ade1-4dab-937c-247db7b17b2c {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:42:55.644331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c137f5a2-0047-44fa-91d3-6c8d4c9746e7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.649518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] For port 58ffad6d-7304-49df-9f23-2be6b87dfc81, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=58ffad6d-7304-49df-9f23-2be6b87dfc81,segment=NetworkSegment(eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317),segment_id=eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:55.652420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:42:55.653133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d3b4f0f9-de4c-4132-9b95-cdba1c3ac996 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:42:55.657035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.668963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:55.677375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36884) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:55.689222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0515965b-484c-4e54-a8e1-86e60aabecb6 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Unset dirty status for tenant:bacbd34e2c1845d0850cf8d1dc04390f on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:55.694116 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0515965b-484c-4e54-a8e1-86e60aabecb6 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/networks/7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 881 time: 1.1030383 Dec 21 16:42:55.697934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36890) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:55.700585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:55.711542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.724949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Checking segment: {'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:55.725355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Network hostable DHCP agents. Network: 28f1e28f-1df5-418a-9ebc-3336554e3511, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:42:55.745076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Pushing event updated for resources: {'Port': ['ID=58ffad6d-7304-49df-9f23-2be6b87dfc81,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:55.748176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:55.748420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:55.748864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.753713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:55.757792 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d80191c3-248c-41f9-9c62-04e73874e235 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=b569a76e-e4e6-4826-a315-d4651170c11f HTTP/1.1" status: 200 len: 205 time: 0.0586278 Dec 21 16:42:55.762367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36894) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:55.802641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:55.837255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f48cfdf5-27f2-46aa-9d75-d3e0ee3e0deb tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.837442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:55.850535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac137fa0-5814-4dd3-924d-1591bc138a20 tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:55.896284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cfdf5-27f2-46aa-9d75-d3e0ee3e0deb tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=03a322ab-f189-41a9-b6cb-5a87f5edd0cb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:55.906896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f48cfdf5-27f2-46aa-9d75-d3e0ee3e0deb tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:55.928107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c137f5a2-0047-44fa-91d3-6c8d4c9746e7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.936643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4456a4e-edfc-4f86-bd51-331966af10d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:55.999245 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9832475 Dec 21 16:42:56.020717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36898) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:56.063364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Made reservation on behalf of 18d8c6c4ab00462aa967a09473790f68 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:56.069509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.089429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.115373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Pushing event updated for resources: {'Network': ['ID=bf643ec6-911a-400e-b2f7-6e240bffc1a6,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:56.116064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f4456a4e-edfc-4f86-bd51-331966af10d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:56.134726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:56.147426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network bf643ec6-911a-400e-b2f7-6e240bffc1a6 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:56.184555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] device_id is not set on port 076796de-d019-43f4-9950-9fdfb1e84e42 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:42:56.201570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f4456a4e-edfc-4f86-bd51-331966af10d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c3289232c27c47adbf82366d8875a96c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:56.215686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f4456a4e-edfc-4f86-bd51-331966af10d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:56.231304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Network 28f1e28f-1df5-418a-9ebc-3336554e3511 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:42:56.233750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f48cfdf5-27f2-46aa-9d75-d3e0ee3e0deb tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.257113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f4456a4e-edfc-4f86-bd51-331966af10d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:56.327179 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f48cfdf5-27f2-46aa-9d75-d3e0ee3e0deb tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/ports/03a322ab-f189-41a9-b6cb-5a87f5edd0cb HTTP/1.1" status: 204 len: 168 time: 2.1868923 Dec 21 16:42:56.339676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36904) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:56.351799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 28f1e28f-1df5-418a-9ebc-3336554e3511) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:56.358065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Request body: {'network': {'name': 'tempest-network--2002337721', 'router:external': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:56.361246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b7dd26-716b-4d1c-b447-fc64667e00b5 None None] Network 28f1e28f-1df5-418a-9ebc-3336554e3511 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:56.366988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:56.380730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:56.381233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.391613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:56.393410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:56.405999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Usage tracker for resource:network and tenant:33f66b9b36344d14b2406aef1a53562e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:56.418382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:floatingip and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:56.419342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:56.430271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:56.435652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:56.456988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c137f5a2-0047-44fa-91d3-6c8d4c9746e7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.489901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.493979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:56.541644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Made reservation on behalf of 33f66b9b36344d14b2406aef1a53562e for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:42:56.546576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.570039 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0159111 Dec 21 16:42:56.570258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4456a4e-edfc-4f86-bd51-331966af10d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.575061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36908) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:56.577184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.588661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.597116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4456a4e-edfc-4f86-bd51-331966af10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.608838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:56.613506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-968a6a1f-51cc-409e-a01e-a07da8983adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:56.632113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:56.640399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-28f1e28f-1df5-418a-9ebc-3336554e3511', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'fixed_ips': [{'subnet_id': '75d7f618-3d65-4d7b-bf24-22070d8333ab'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:42:56.641364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.653481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Usage tracker for resource:router and tenant:075038327d62448cb2e2d92fbfae8cf8 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:56.669205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:56.681292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Allocated IP 2001:db8::37e (c5887b0b-3928-4138-8169-e99bc2eb476b/ece8c510-771e-4d5c-a569-4e5ddddb262f/076796de-d019-43f4-9950-9fdfb1e84e42) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:56.694055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4456a4e-edfc-4f86-bd51-331966af10d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b046be7-fb1e-4544-8506-18ffc4fddbd8,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:56.700026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:56.702122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4456a4e-edfc-4f86-bd51-331966af10d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:56.708690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:42:56.714656 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f4456a4e-edfc-4f86-bd51-331966af10d0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c3289232c27c47adbf82366d8875a96c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0362053 Dec 21 16:42:56.719567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Usage tracker for resource:security_group_rule and tenant:33f66b9b36344d14b2406aef1a53562e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:42:56.722743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36912) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:56.736061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:42:56.756711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.757733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.761402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:42:56.817759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Allocated IP 172.20.0.2 (28f1e28f-1df5-418a-9ebc-3336554e3511/75d7f618-3d65-4d7b-bf24-22070d8333ab/36f26fd4-bf07-4a73-ac41-43ab49f5e767) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:56.918832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.950903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d0705f53-ebe7-4686-901a-0bd5a015da9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:56.984788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c137f5a2-0047-44fa-91d3-6c8d4c9746e7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.005624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3c025db1-5aa7-431c-a075-9a1e170b2eeb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:57.063182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.066578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137f5a2-0047-44fa-91d3-6c8d4c9746e7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=ac18a249-ade1-4dab-937c-247db7b17b2c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:57.076110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Transition to ACTIVE for port object 36f26fd4-bf07-4a73-ac41-43ab49f5e767 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:57.084188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c137f5a2-0047-44fa-91d3-6c8d4c9746e7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:57.087856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d0705f53-ebe7-4686-901a-0bd5a015da9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.096955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Transition to ACTIVE for port object 36f26fd4-bf07-4a73-ac41-43ab49f5e767 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:57.104252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.111578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:57.140250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5bdc60-940a-499a-b021-8ae934ed647e None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:57.150544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c137f5a2-0047-44fa-91d3-6c8d4c9746e7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.183391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.205823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.209429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Network 28f1e28f-1df5-418a-9ebc-3336554e3511 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:57.213219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ad0319b3-d581-464c-a1d7-399af1fe0c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:57.219923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:57.226684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:57.250162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:42:57.279060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874710d0-8c77-43a6-a5da-bb787f25c43a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:57.283662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Pushing event updated for resources: {'Port': ['ID=36f26fd4-bf07-4a73-ac41-43ab49f5e767,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:57.284524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.289837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:57.293631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.300209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:57.306002 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c137f5a2-0047-44fa-91d3-6c8d4c9746e7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/ac18a249-ade1-4dab-937c-247db7b17b2c HTTP/1.1" status: 204 len: 168 time: 2.4840744 Dec 21 16:42:57.318641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.319200 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Added segment 931ed16e-cc82-4d76-a269-217783557505 of type vlan for network 66ced195-a592-4c76-96e2-633efe2137bf Dec 21 16:42:57.321641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36916) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:57.325118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d0705f53-ebe7-4686-901a-0bd5a015da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.340177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8dc9d50d-fa57-44a0-a46e-da3945191063 tempest-QuotasNegativeTest-1984384556 tempest-QuotasNegativeTest-1984384556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:57.348641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Deleting port 59928946-6faf-4761-89b7-f017fb5e6f08 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:57.349022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.385966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.399606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07ecc795-ec23-4efb-9044-6f1255bc3db9 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:57.485451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Attempting to bind port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:42:57.486479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Attempting to bind port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:42:57.487097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Attempting to bind port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 on network 28f1e28f-1df5-418a-9ebc-3336554e3511 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:42:57.507741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:42:57.507957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Checking segment: {'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:57.508444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.508966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Bound using segment: {'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:42:57.509583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Bound port: 36f26fd4-bf07-4a73-ac41-43ab49f5e767, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:42:57.510105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.519395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=112d5700-df35-44af-b901-300fb2ff5d8a,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:57.531440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:57.556635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.562539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.622494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking segment: {'id': '0a0a8ee7-04b8-4e9e-8ebf-2d2f5e12f2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c52d5e63-47c4-48e6-aecc-c2d3e62877b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:42:57.622898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network hostable DHCP agents. Network: c52d5e63-47c4-48e6-aecc-c2d3e62877b1, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:42:57.653897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Transition to ACTIVE for port object 076796de-d019-43f4-9950-9fdfb1e84e42 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:42:57.670707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] For port 36f26fd4-bf07-4a73-ac41-43ab49f5e767, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:42:57.674482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] For port 36f26fd4-bf07-4a73-ac41-43ab49f5e767, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=36f26fd4-bf07-4a73-ac41-43ab49f5e767,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:42:57.677098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.682438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.698212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cb00827-fa84-4099-a9c3-c1d68004f50d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:57.809978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Pushing event updated for resources: {'Port': ['ID=36f26fd4-bf07-4a73-ac41-43ab49f5e767,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:57.814556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:57.816544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network c52d5e63-47c4-48e6-aecc-c2d3e62877b1 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:42:57.818612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 58ffad6d-7304-49df-9f23-2be6b87dfc81 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:42:57.832646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.26.7.24 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/25bf055d-8228-4df3-97c8-d93c8c2e4a2d) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:42:57.838042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.844728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Calling delete_port for 59928946-6faf-4761-89b7-f017fb5e6f08 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:57.845577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2e4595f4-2479-4782-a42a-3b9093903892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:57.859994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1acf8c5-2cd2-41ef-9e7c-79e58b231199 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:42:57.879916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, c52d5e63-47c4-48e6-aecc-c2d3e62877b1) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:57.883623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f1acf8c5-2cd2-41ef-9e7c-79e58b231199 None None] Deleting port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:42:57.884123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1acf8c5-2cd2-41ef-9e7c-79e58b231199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:57.896711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:57.899065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:58.009366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Network c5887b0b-3928-4138-8169-e99bc2eb476b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:58.013784 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.1897690 Dec 21 16:42:58.066217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:58.068292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36920) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:58.075901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'Port': ['ID=076796de-d019-43f4-9950-9fdfb1e84e42,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:58.105082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:58.109542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:58.110249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:58.123306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:58.138725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64a9f9-ac6e-49b8-925a-8f714278eb7a None None] Network c52d5e63-47c4-48e6-aecc-c2d3e62877b1 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:58.169134 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9739723 Dec 21 16:42:58.173186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36924) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:58.183647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b630ea51-f9b1-4ff8-9d23-cb1980157ae4 None None] Network ff238f3c-b571-4e40-af29-958627f8e8cf requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:58.242239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-061d1904-a031-46cc-8bbb-b1dd1c7f503c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ba:d2:6b'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:42:58.341059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:58.356258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:58.360409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0705f53-ebe7-4686-901a-0bd5a015da9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b046be7-fb1e-4544-8506-18ffc4fddbd8,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:58.510800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d0705f53-ebe7-4686-901a-0bd5a015da9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.171s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:58.511567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:58.518418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-945c9184-c736-435f-ba4d-28a5005a4fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:58.621299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Pushing event deleted for resources: {'Port': ['ID=59928946-6faf-4761-89b7-f017fb5e6f08,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:58.624272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:58.626907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:58.716380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-22995e28-54ec-404d-9cf5-c4a2426ea0ed None None] Provisioning for port 58ffad6d-7304-49df-9f23-2be6b87dfc81 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:58.774124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:58.777984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f1acf8c5-2cd2-41ef-9e7c-79e58b231199 None None] For port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e9cd68c2-f57e-452d-88bf-b2dbbc4e274f,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:58.778434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1acf8c5-2cd2-41ef-9e7c-79e58b231199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:58.789605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:58.825712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d0705f53-ebe7-4686-901a-0bd5a015da9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:58.826945 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d0705f53-ebe7-4686-901a-0bd5a015da9d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b046be7-fb1e-4544-8506-18ffc4fddbd8 HTTP/1.1" status: 204 len: 168 time: 2.0964453 Dec 21 16:42:58.833297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b32581cd-7fc7-49ad-ba69-659a8b3aa04c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:router {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:42:58.882308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-061d1904-a031-46cc-8bbb-b1dd1c7f503c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:58.926306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:42:58.928653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:58.951016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f1acf8c5-2cd2-41ef-9e7c-79e58b231199 None None] Calling delete_port for e9cd68c2-f57e-452d-88bf-b2dbbc4e274f owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:42:58.966662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:42:59.018720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:42:59.045321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=25bf055d-8228-4df3-97c8-d93c8c2e4a2d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:59.063923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:59.107207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 58ffad6d-7304-49df-9f23-2be6b87dfc81 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:59.110663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b32581cd-7fc7-49ad-ba69-659a8b3aa04c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:router {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:42:59.115107 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b32581cd-7fc7-49ad-ba69-659a8b3aa04c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.7817619 Dec 21 16:42:59.115107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.115107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:42:59.115438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.119494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 58ffad6d-7304-49df-9f23-2be6b87dfc81 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:59.119920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.121101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36932) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:59.134570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:59.240272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fa75ca08-2a9e-42c8-9e18-a37b3a1b17ef None None] Provisioning for port 076796de-d019-43f4-9950-9fdfb1e84e42 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:42:59.249139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.318200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fa75ca08-2a9e-42c8-9e18-a37b3a1b17ef None None] Provisioning complete for port 076796de-d019-43f4-9950-9fdfb1e84e42 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:42:59.318632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa75ca08-2a9e-42c8-9e18-a37b3a1b17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.395031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fa75ca08-2a9e-42c8-9e18-a37b3a1b17ef None None] Port 076796de-d019-43f4-9950-9fdfb1e84e42 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:42:59.405237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.416316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event updated for resources: {'Network': ['ID=66ced195-a592-4c76-96e2-633efe2137bf,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:59.420331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:59.425111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e09f572-aec7-4a64-98fd-5cbbbc3e4ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-c52d5e63-47c4-48e6-aecc-c2d3e62877b1', 'network_id': 'c52d5e63-47c4-48e6-aecc-c2d3e62877b1', 'tenant_id': '74ccbc71fd754f58a6e5c723791039cc', 'fixed_ips': [{'subnet_id': '112d5700-df35-44af-b901-300fb2ff5d8a'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:42:59.426047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e09f572-aec7-4a64-98fd-5cbbbc3e4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.443309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 66ced195-a592-4c76-96e2-633efe2137bf details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:42:59.472332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1acf8c5-2cd2-41ef-9e7c-79e58b231199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.483472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:59.494761 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.4632850 Dec 21 16:42:59.501373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36944) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:42:59.606074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.635763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acf8c5-2cd2-41ef-9e7c-79e58b231199 None None] Pushing event deleted for resources: {'Port': ['ID=e9cd68c2-f57e-452d-88bf-b2dbbc4e274f,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:59.639442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f1acf8c5-2cd2-41ef-9e7c-79e58b231199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:59.696642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.728617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.742602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.746858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1d3e66e2-bbc5-42b4-a6d3-5745d6ccadc8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:59.753437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.778430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1acf8c5-2cd2-41ef-9e7c-79e58b231199 None None] No DVR routers for this DVR port e9cd68c2-f57e-452d-88bf-b2dbbc4e274f on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:42:59.821971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 58ffad6d-7304-49df-9f23-2be6b87dfc81, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=58ffad6d-7304-49df-9f23-2be6b87dfc81,segment=NetworkSegment(eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317),segment_id=eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:42:59.825092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Subnet': ['ID=112d5700-df35-44af-b901-300fb2ff5d8a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:42:59.836557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:42:59.849999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.852138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:42:59.887918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.903798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186201da-5df5-4830-b669-a2266bfed4b3 None None] Network c52d5e63-47c4-48e6-aecc-c2d3e62877b1 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:42:59.979033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87392fdd-f4cf-40f2-b60e-de2d3478e8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:42:59.989079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.116431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.117008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Fanout notify agent at l3_agent the message router_deleted on router b569a76e-e4e6-4826-a315-d4651170c11f {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:43:00.151170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 36f26fd4-bf07-4a73-ac41-43ab49f5e767 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:00.209800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.214920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/b569a76e-e4e6-4826-a315-d4651170c11f HTTP/1.1" status: 204 len: 168 time: 4.4476678 Dec 21 16:43:00.234990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36954) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:00.248300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=58ffad6d-7304-49df-9f23-2be6b87dfc81,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:00.272868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:00.322255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6338f85d-8259-4dfb-9c78-c35a1309519b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1425661214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:00.334495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.343164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6338f85d-8259-4dfb-9c78-c35a1309519b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:00.345826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36958) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:00.360267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6338f85d-8259-4dfb-9c78-c35a1309519b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Usage tracker for resource:router and tenant:d3173407256f43c0b0220286ac4e4134 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:00.379772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6338f85d-8259-4dfb-9c78-c35a1309519b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:00.388531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2199646d-000b-4619-8d2b-a2bcb541d9b6 None None] Provisioning complete for port 58ffad6d-7304-49df-9f23-2be6b87dfc81 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:00.389871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2199646d-000b-4619-8d2b-a2bcb541d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.398088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6338f85d-8259-4dfb-9c78-c35a1309519b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:00.407205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ced195-a592-4c76-96e2-633efe2137bf']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:00.415610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Allocated IP 172.26.7.177 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/2e786ff0-89c5-4ea1-9c52-79ca9795550b) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:00.436047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931ed16e-cc82-4d76-a269-217783557505') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:00.436405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931ed16e-cc82-4d76-a269-217783557505') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:00.459153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:00.459520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.475062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6338f85d-8259-4dfb-9c78-c35a1309519b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.476301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6338f85d-8259-4dfb-9c78-c35a1309519b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.532739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.559507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:00.560056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.576070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e9cd68c2-f57e-452d-88bf-b2dbbc4e274f no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:00.582835 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:00.625134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: e9cd68c2-f57e-452d-88bf-b2dbbc4e274f {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:43:00.625651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e9cd68c2-f57e-452d-88bf-b2dbbc4e274f not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:43:00.650045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.683461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'network': {'name': 'tempest-RoutersTest-710322275'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:00.686046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.703634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7202aebf-402d-4b09-bca3-c7ecf9c2eee4 None None] Network 28f1e28f-1df5-418a-9ebc-3336554e3511 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:00.753172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52d5e63-47c4-48e6-aecc-c2d3e62877b1']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:00.755911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:00.759091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6338f85d-8259-4dfb-9c78-c35a1309519b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.772075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:network and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:00.778807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:00.798578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:00.815390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.819106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66ced195-a592-4c76-96e2-633efe2137bf {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 16:43:00.821109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.844130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b54aef8c-8d66-4451-96aa-9db96e77bf6c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:00.849393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fe15bdb4-361a-4563-a80c-aac3124bab97 None None] Provisioning for port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:00.857639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fe15bdb4-361a-4563-a80c-aac3124bab97 None None] Provisioning complete for port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:00.858151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe15bdb4-361a-4563-a80c-aac3124bab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.868540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "DELETE /v2.0/networks/66ced195-a592-4c76-96e2-633efe2137bf HTTP/1.1" status: 204 len: 168 time: 1.3660216 Dec 21 16:43:00.875841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event deleted for resources: {'Network': ['ID=66ced195-a592-4c76-96e2-633efe2137bf,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:00.878889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:00.879437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36964) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:00.888148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.891869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6338f85d-8259-4dfb-9c78-c35a1309519b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.906542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87392fdd-f4cf-40f2-b60e-de2d3478e8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.910079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:00.911449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87392fdd-f4cf-40f2-b60e-de2d3478e8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.916503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.942898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87392fdd-f4cf-40f2-b60e-de2d3478e8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:00.943423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87392fdd-f4cf-40f2-b60e-de2d3478e8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Fanout notify agent at l3_agent the message router_deleted on router baac18a5-d2e4-4808-9e1f-0681b4b3f33f {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:43:00.947789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0a8ee7-04b8-4e9e-8ebf-2d2f5e12f2e1') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:00.948131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0a8ee7-04b8-4e9e-8ebf-2d2f5e12f2e1') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:01.005097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.020050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-061d1904-a031-46cc-8bbb-b1dd1c7f503c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.021827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.064434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-061d1904-a031-46cc-8bbb-b1dd1c7f503c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.079432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e55d5a4a-39bf-4194-a758-302bb1d7ba96 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:01.131664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe15bdb4-361a-4563-a80c-aac3124bab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.156502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.161627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d1904-a031-46cc-8bbb-b1dd1c7f503c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'Port': ['ID=076796de-d019-43f4-9950-9fdfb1e84e42,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:01.166943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-061d1904-a031-46cc-8bbb-b1dd1c7f503c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] In _notify_port_updated(), no bound segment for port 076796de-d019-43f4-9950-9fdfb1e84e42 on network c5887b0b-3928-4138-8169-e99bc2eb476b {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:43:01.169099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:01.171199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061d1904-a031-46cc-8bbb-b1dd1c7f503c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:01.171898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-061d1904-a031-46cc-8bbb-b1dd1c7f503c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.176035 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-061d1904-a031-46cc-8bbb-b1dd1c7f503c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "PUT /v2.0/ports/076796de-d019-43f4-9950-9fdfb1e84e42 HTTP/1.1" status: 200 len: 1003 time: 2.9990935 Dec 21 16:43:01.176165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:01.176540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fe15bdb4-361a-4563-a80c-aac3124bab97 None None] For port 36f26fd4-bf07-4a73-ac41-43ab49f5e767, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=36f26fd4-bf07-4a73-ac41-43ab49f5e767,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:01.178019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Usage tracker for resource:network and tenant:33f66b9b36344d14b2406aef1a53562e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:01.178185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-061d1904-a031-46cc-8bbb-b1dd1c7f503c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:01.181643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:01.181887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe15bdb4-361a-4563-a80c-aac3124bab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.184557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:01.184868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36968) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:01.188177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:01.197558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6338f85d-8259-4dfb-9c78-c35a1309519b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.201851 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6338f85d-8259-4dfb-9c78-c35a1309519b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9622612 Dec 21 16:43:01.202004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:01.202004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.203641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36972) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:01.206862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Made reservation on behalf of 33f66b9b36344d14b2406aef1a53562e for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:01.215726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:01.228783 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:01.241887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:01.270902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87392fdd-f4cf-40f2-b60e-de2d3478e8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.275785 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-87392fdd-f4cf-40f2-b60e-de2d3478e8f7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/routers/baac18a5-d2e4-4808-9e1f-0681b4b3f33f HTTP/1.1" status: 204 len: 168 time: 2.1473441 Dec 21 16:43:01.280235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15bdb4-361a-4563-a80c-aac3124bab97 None None] Pushing event updated for resources: {'Port': ['ID=36f26fd4-bf07-4a73-ac41-43ab49f5e767,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:01.282379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36976) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:01.284750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe15bdb4-361a-4563-a80c-aac3124bab97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:01.305938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.315386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:01.421368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:01.462595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:01.544766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.545360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Added segment 8cff703e-0040-4445-8c46-230e65d431a2 of type vlan for network 1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a Dec 21 16:43:01.560485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:security_group_rule and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:01.626318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:01.640244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.676643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:01.678718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb8de85e-e98a-4b1b-8d12-99af2ba476f2 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:01.700829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:01.720441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:01.722847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:01.725637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.731202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:01.731736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:01.733617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:01.759271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-98cc87a6-0d53-471b-883f-70fb13e770d4 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Deleting port 076796de-d019-43f4-9950-9fdfb1e84e42 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:01.759831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98cc87a6-0d53-471b-883f-70fb13e770d4 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.770337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-59000327-0f79-4a60-9ab8-912f65e6d4a3 None None] Provisioning complete for port 076796de-d019-43f4-9950-9fdfb1e84e42 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:01.770948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59000327-0f79-4a60-9ab8-912f65e6d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.780876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.811009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:01.814090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.817380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:01.835760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-59000327-0f79-4a60-9ab8-912f65e6d4a3 None None] Port 076796de-d019-43f4-9950-9fdfb1e84e42 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:01.851043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-59000327-0f79-4a60-9ab8-912f65e6d4a3 None None] Provisioning complete for port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:01.851559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59000327-0f79-4a60-9ab8-912f65e6d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:01.859403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=c52d5e63-47c4-48e6-aecc-c2d3e62877b1,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:01.871823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/c52d5e63-47c4-48e6-aecc-c2d3e62877b1 HTTP/1.1" status: 204 len: 168 time: 3.7976134 Dec 21 16:43:01.876353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:01.878573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36980) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:01.930919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1270157880'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:01.933897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Pushing event updated for resources: {'Port': ['ID=2e786ff0-89c5-4ea1-9c52-79ca9795550b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:01.937033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:01.937425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:01.941797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:network and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:01.945136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:01.952609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:01.958987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:01.963976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 58ffad6d-7304-49df-9f23-2be6b87dfc81 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:02.083350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.084418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:02.085074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.102610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:02.217472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.241297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 58ffad6d-7304-49df-9f23-2be6b87dfc81 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:02.241724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.277441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.279317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:02.285611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.291862 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4059629 Dec 21 16:43:02.293283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event updated for resources: {'Network': ['ID=1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:02.296132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:02.296989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.302712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.304286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36984) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:02.310464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:02.312331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:02.316044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Request body: {'subnet': {'network_id': '1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:02.323784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:02.339311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.353199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.353596 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added segment 85f7cd20-ea8c-42b7-addd-74ecc3d66b20 of type vlan for network 3ddb5357-50b8-4fc1-a978-8054029c41b3 Dec 21 16:43:02.383018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff14f288-372f-4321-a6fd-2b837db6e288,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:02.386374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:02.398409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:02.400681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dac8a56d-f76a-44bb-9cc7-4459c9e32595 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:02.443884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.469958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Usage tracker for resource:subnet and tenant:33f66b9b36344d14b2406aef1a53562e is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:02.510148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 36f26fd4-bf07-4a73-ac41-43ab49f5e767 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:02.535106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:02.550333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.550808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.554028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:02.554693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.562747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-673d3740-9575-4bf4-bb03-8cd2b3d0ba74 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:02.588488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:02.588488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.592984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:02.609424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:02.625735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.626508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.639739 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2902660 Dec 21 16:43:02.643842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36988) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:02.673232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=25bf055d-8228-4df3-97c8-d93c8c2e4a2d,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:02.688562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:02.712257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'network': {'name': 'tempest-RoutersTest-1063819934'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:02.720306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.720610 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment 3e8b82aa-7e33-4189-9762-52cacb9bc85c of type vlan for network 1c71793c-5174-4106-b925-0df70a88cfdb Dec 21 16:43:02.771588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Made reservation on behalf of 33f66b9b36344d14b2406aef1a53562e for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:02.776289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.785819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Network': ['ID=3ddb5357-50b8-4fc1-a978-8054029c41b3,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:02.788717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:02.790156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:02.797536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 3ddb5357-50b8-4fc1-a978-8054029c41b3 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:02.805575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:network and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:02.810374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:02.813310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98cc87a6-0d53-471b-883f-70fb13e770d4 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.821116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:02.878344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.907800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:02.914048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.940995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:02.941171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.015915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.027297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-98cc87a6-0d53-471b-883f-70fb13e770d4 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Calling delete_port for 076796de-d019-43f4-9950-9fdfb1e84e42 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:03.099117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:03.160956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.161352 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added segment e91af801-daf0-419f-8598-5a60fc2960c2 of type vlan for network 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc Dec 21 16:43:03.187210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.188558 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8383224 Dec 21 16:43:03.196146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 36992) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:03.223754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'port': {'network_id': '10b62618-129d-4bb1-9ad8-65eada502f71', 'name': 'tempest-FloatingIPTestJSON-1606998020'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:03.245703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Allocated IP 172.26.7.60 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/f38bef3b-9805-4362-b83b-fde448ef4384) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:03.267815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.275932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.291948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:03.292621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.302606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:03.504810 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6250584 Dec 21 16:43:03.561310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 36996) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:03.587605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'network_id': '1c71793c-5174-4106-b925-0df70a88cfdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:03.604947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=1c71793c-5174-4106-b925-0df70a88cfdb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:03.617253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 1c71793c-5174-4106-b925-0df70a88cfdb details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:03.624793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:03.647796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.651894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98cc87a6-0d53-471b-883f-70fb13e770d4 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.659113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4dd08a61-6a09-414c-a8d8-f743e2218c34 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:03.759830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.763926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:03.764570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.774720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:03.820944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:03.835301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:03.841543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:03.851820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:port and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:03.860592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:03.861511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:03.862767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.873533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27514fe9-556e-48e5-ad3f-a27195e27778 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:03.896694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:03.899800 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2536445 Dec 21 16:43:03.915169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:03.927928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37000) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:03.929986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=a6a33904-6da5-4592-b5d2-8dab91305e75,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:03.934618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:03.945748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'subnet': {'network_id': '3ddb5357-50b8-4fc1-a978-8054029c41b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:03.979401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Network': ['ID=0bd61732-e7ac-436d-b4dd-be2d53fc8ddc,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:03.982667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:03.990554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:03.994657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Made reservation on behalf of 8e965015c4f34c1bbb940e9d2d2350f0 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:03.995417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:04.000376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.036848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] device_id is not set on port 8b4a5d25-eae4-4566-916a-605b1716c64c yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:43:04.077581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Router 4304cfcf-3077-46ce-a093-617d5b8c869e is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:43:04.097583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:04.149072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:subnet and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:04.162601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98cc87a6-0d53-471b-883f-70fb13e770d4 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.164713 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-98cc87a6-0d53-471b-883f-70fb13e770d4 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "DELETE /v2.0/ports/076796de-d019-43f4-9950-9fdfb1e84e42 HTTP/1.1" status: 204 len: 168 time: 2.9698708 Dec 21 16:43:04.166934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:04.185090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37004) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:04.192236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc87a6-0d53-471b-883f-70fb13e770d4 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event deleted for resources: {'Port': ['ID=076796de-d019-43f4-9950-9fdfb1e84e42,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:04.194644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:04.213444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.230130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb23983c-53f9-4b07-9774-8e28e54c6b46 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:04.232707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:04.238568 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9360535 Dec 21 16:43:04.238738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98cc87a6-0d53-471b-883f-70fb13e770d4 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:04.253986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:subnet and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:04.256681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37008) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:04.262296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-76c85d3b-6f06-4520-b255-7e8b38d16251 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-893996016', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:04.266553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': 'a6a33904-6da5-4592-b5d2-8dab91305e75'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:43:04.267736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.269408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:04.285023 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c64144-b412-4ac6-931c-5a5d7f5f5037 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] GET failed (client error): The resource could not be found. Dec 21 16:43:04.286272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-31c64144-b412-4ac6-931c-5a5d7f5f5037 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Synchronizing usage tracker for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:04.290129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:04.292854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76c85d3b-6f06-4520-b255-7e8b38d16251 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:04.299363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:04.316273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76c85d3b-6f06-4520-b255-7e8b38d16251 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:router and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:04.325604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76c85d3b-6f06-4520-b255-7e8b38d16251 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:04.357538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76c85d3b-6f06-4520-b255-7e8b38d16251 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:04.362528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:04.363899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:04.369784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:04.372722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:04.406951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Pushing event updated for resources: {'Port': ['ID=f38bef3b-9805-4362-b83b-fde448ef4384,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:04.410003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:04.447674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-31c64144-b412-4ac6-931c-5a5d7f5f5037 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Unset dirty status for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:04.448955 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-31c64144-b412-4ac6-931c-5a5d7f5f5037 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "GET /v2.0/ports/076796de-d019-43f4-9950-9fdfb1e84e42 HTTP/1.1" status: 404 len: 333 time: 0.2586355 Dec 21 16:43:04.449100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.20.0.9 (10b62618-129d-4bb1-9ad8-65eada502f71/6be77999-ad02-4b54-b15f-4454097aa579/8b4a5d25-eae4-4566-916a-605b1716c64c) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:04.458568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37012) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:04.472825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Request body: {'port': {'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1420013260'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:04.482392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/a6a33904-6da5-4592-b5d2-8dab91305e75/52ff332a-48ea-459a-86d7-d902c43cc3c2) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:04.709794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.721321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Transition to ACTIVE for port object 52ff332a-48ea-459a-86d7-d902c43cc3c2 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:04.741205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Transition to ACTIVE for port object 52ff332a-48ea-459a-86d7-d902c43cc3c2 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:04.746642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.751794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:04.756393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76c85d3b-6f06-4520-b255-7e8b38d16251 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.757433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76c85d3b-6f06-4520-b255-7e8b38d16251 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.773561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.820405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:04.824185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:04.828396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:04.834936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Pushing event updated for resources: {'Port': ['ID=52ff332a-48ea-459a-86d7-d902c43cc3c2,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:04.839058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:04.912011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.923999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Attempting to bind port 52ff332a-48ea-459a-86d7-d902c43cc3c2 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:04.924962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Attempting to bind port 52ff332a-48ea-459a-86d7-d902c43cc3c2 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:04.925374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Attempting to bind port 52ff332a-48ea-459a-86d7-d902c43cc3c2 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:04.932629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:04.933056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:04.933511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.933954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:04.934837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Bound port: 52ff332a-48ea-459a-86d7-d902c43cc3c2, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:04.934970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:04.939357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:04.970409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:05.008041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing IP validity checks on allocation pools {{(pid=88887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 16:43:05.008656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 16:43:05.012780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Made reservation on behalf of 18d8c6c4ab00462aa967a09473790f68 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:05.018352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.030497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] For port 52ff332a-48ea-459a-86d7-d902c43cc3c2, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:05.033878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] For port 52ff332a-48ea-459a-86d7-d902c43cc3c2, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=52ff332a-48ea-459a-86d7-d902c43cc3c2,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:05.038081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.042644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:05.061249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.076484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] device_id is not set on port b191d58e-e366-4675-908b-d2544da6a7e1 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:43:05.093469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76c85d3b-6f06-4520-b255-7e8b38d16251 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.114234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:05.124759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Pushing event updated for resources: {'Port': ['ID=52ff332a-48ea-459a-86d7-d902c43cc3c2,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:05.128360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:05.130911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Sync routers for ids ['4304cfcf-3077-46ce-a093-617d5b8c869e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:05.157022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Routers {'4304cfcf-3077-46ce-a093-617d5b8c869e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:05.157707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4304cfcf-3077-46ce-a093-617d5b8c869e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:05.175076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76c85d3b-6f06-4520-b255-7e8b38d16251 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.209133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.219151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.229650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c137f5a2-0047-44fa-91d3-6c8d4c9746e7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:05.285088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.290248 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6986327 Dec 21 16:43:05.291148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37016) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:05.332263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76c85d3b-6f06-4520-b255-7e8b38d16251 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.335862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.336597 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-76c85d3b-6f06-4520-b255-7e8b38d16251 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0788391 Dec 21 16:43:05.337548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37020) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:05.409211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:05.421323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Set router 4304cfcf-3077-46ce-a093-617d5b8c869e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:43:05.560849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cf4e706a-cb27-4911-8923-c967980c6604,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:05.581362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:05.683882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.701173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:05.737653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Checking segment: {'id': '8cff703e-0040-4445-8c46-230e65d431a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:05.738047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Network hostable DHCP agents. Network: 1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:43:05.847404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.851764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:02Z', 'revision_number': 3, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:05.857509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Checking router: 4304cfcf-3077-46ce-a093-617d5b8c869e for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:43:05.857910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Updating router 4304cfcf-3077-46ce-a093-617d5b8c869e port 2e786ff0-89c5-4ea1-9c52-79ca9795550b binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:43:05.882526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 10b62618-129d-4bb1-9ad8-65eada502f71 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:05.910888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:05.928343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Allocated IP 2001:db8::a0 (c5887b0b-3928-4138-8169-e99bc2eb476b/ece8c510-771e-4d5c-a569-4e5ddddb262f/b191d58e-e366-4675-908b-d2544da6a7e1) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:05.932013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=8b4a5d25-eae4-4566-916a-605b1716c64c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:05.938040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=96e95fd1-992e-49dd-9f92-49033dd6ede4,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:05.939318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:05.944093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:05.954306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:05.960759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:05.979657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:06.027065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 52ff332a-48ea-459a-86d7-d902c43cc3c2 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:06.028568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.074423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking segment: {'id': '3e8b82aa-7e33-4189-9762-52cacb9bc85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1c71793c-5174-4106-b925-0df70a88cfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:06.074796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network hostable DHCP agents. Network: 1c71793c-5174-4106-b925-0df70a88cfdb, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:43:06.084052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Network 1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:43:06.123414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.131958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 52ff332a-48ea-459a-86d7-d902c43cc3c2 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:06.150512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Subnet': ['ID=b6126c35-805c-43a9-b9ff-c7091dd380c2,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:06.165132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:06.223197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:06.223421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:06.223885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.230751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Checking segment: {'id': '85f7cd20-ea8c-42b7-addd-74ecc3d66b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3ddb5357-50b8-4fc1-a978-8054029c41b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:06.231182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network hostable DHCP agents. Network: 3ddb5357-50b8-4fc1-a978-8054029c41b3, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:43:06.234888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4b3c8-a302-40ae-8bff-d693569cd3a5 None None] Network 1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:06.243835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:06.244484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.287888 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9786773 Dec 21 16:43:06.288838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network 1c71793c-5174-4106-b925-0df70a88cfdb is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:43:06.292823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37024) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:06.299663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Request body: {'floatingip': {'floating_network_id': '1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:06.326277 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1242816 Dec 21 16:43:06.331927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37028) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:06.342901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:06.345324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 1c71793c-5174-4106-b925-0df70a88cfdb) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:06.352371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f89dcba9-8293-4a81-a0d4-f6cc7326f1b0 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'floatingip': {'port_id': '8b4a5d25-eae4-4566-916a-605b1716c64c'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:06.355113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Usage tracker for resource:floatingip and tenant:33f66b9b36344d14b2406aef1a53562e is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:06.366393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:06.368823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.371998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:06.385971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 3ddb5357-50b8-4fc1-a978-8054029c41b3 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:43:06.390392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:06.398625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.410707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 3ddb5357-50b8-4fc1-a978-8054029c41b3) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:06.415546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Transition to ACTIVE for port object 2e786ff0-89c5-4ea1-9c52-79ca9795550b will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:06.426416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8453529 Dec 21 16:43:06.426416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:06.426416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.426810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.434082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37032) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:06.463940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:06.464941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f89dcba9-8293-4a81-a0d4-f6cc7326f1b0 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.493414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.508668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.564379 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6285152 Dec 21 16:43:06.568244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37038) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:06.577917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'subnet': {'network_id': '0bd61732-e7ac-436d-b4dd-be2d53fc8ddc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:06.583113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Attempting to bind port 2e786ff0-89c5-4ea1-9c52-79ca9795550b on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:06.583534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Attempting to bind port 2e786ff0-89c5-4ea1-9c52-79ca9795550b by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:06.583936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Attempting to bind port 2e786ff0-89c5-4ea1-9c52-79ca9795550b on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:06.591240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Pushing event updated for resources: {'Port': ['ID=2e786ff0-89c5-4ea1-9c52-79ca9795550b,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:06.601582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:06.601999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:06.602449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.602912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:06.603579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Bound port: 2e786ff0-89c5-4ea1-9c52-79ca9795550b, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:06.604000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.620165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e6c3b-f266-4e4a-bb50-3fabe7150b52 None None] Network 1c71793c-5174-4106-b925-0df70a88cfdb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:06.641875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa987cfe-b9f4-4d54-92a0-a4a179586515 None None] Network 3ddb5357-50b8-4fc1-a978-8054029c41b3 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:06.683827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] For port 2e786ff0-89c5-4ea1-9c52-79ca9795550b, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:06.687152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] For port 2e786ff0-89c5-4ea1-9c52-79ca9795550b, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e786ff0-89c5-4ea1-9c52-79ca9795550b,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:06.689741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:06.690646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:06.691056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:06.691424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:06.691806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:06.693780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:06.693780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:06.693780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:06.693780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:06.693780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:06.693780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:06.699588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:06.701927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.703658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:43:06.716218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:06.808244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Pushing event updated for resources: {'Port': ['ID=2e786ff0-89c5-4ea1-9c52-79ca9795550b,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:06.811752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:06.834640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Routers {'4304cfcf-3077-46ce-a093-617d5b8c869e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:06.835325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4304cfcf-3077-46ce-a093-617d5b8c869e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:06.935016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:06.944675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baed684-59fc-4710-a612-92a2f7130cff None None] Network 1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:07.164622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] Set router 4304cfcf-3077-46ce-a093-617d5b8c869e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:43:07.197870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Transition to ACTIVE for port object b191d58e-e366-4675-908b-d2544da6a7e1 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:07.406143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:07.443070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:subnet and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:07.517304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:07.530177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:07.556246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:07.574172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1b35b8d5-27f9-495c-a5da-ec8f70d68d83 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:07.583236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:02Z', 'revision_number': 3, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:07.593327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c001ec-0b4c-482f-b753-0318ca195055 None None] The sync data for ids ['4304cfcf-3077-46ce-a093-617d5b8c869e'] in dv-neutron-822515-1-hyperv is: [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:02Z', 'revision_number': 3, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:07.615159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:07.708960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:07.770888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7079ef43-af07-4f9b-9d0c-cb6a43c94de5 None None] Provisioning for port 52ff332a-48ea-459a-86d7-d902c43cc3c2 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:07.778573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7079ef43-af07-4f9b-9d0c-cb6a43c94de5 None None] Provisioning complete for port 52ff332a-48ea-459a-86d7-d902c43cc3c2 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:07.779543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7079ef43-af07-4f9b-9d0c-cb6a43c94de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:07.803597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:07.812676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-3ddb5357-50b8-4fc1-a978-8054029c41b3', 'network_id': '3ddb5357-50b8-4fc1-a978-8054029c41b3', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'fixed_ips': [{'subnet_id': 'b6126c35-805c-43a9-b9ff-c7091dd380c2'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:43:07.813997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:07.828256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ddfb3-3bdf-4fd6-a724-6f09bf8f24c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-1c71793c-5174-4106-b925-0df70a88cfdb', 'network_id': '1c71793c-5174-4106-b925-0df70a88cfdb', 'tenant_id': '74ccbc71fd754f58a6e5c723791039cc', 'fixed_ips': [{'subnet_id': '96e95fd1-992e-49dd-9f92-49033dd6ede4'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:43:07.829270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-953ddfb3-3bdf-4fd6-a724-6f09bf8f24c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:07.979287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:07.999161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Router 36feb64c-b17f-43a2-824f-d9349a1eb62a is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:43:08.018712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.037875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'Port': ['ID=b191d58e-e366-4675-908b-d2544da6a7e1,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:08.038842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::1 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/a6a33904-6da5-4592-b5d2-8dab91305e75/6fcaca55-a4be-409b-b367-f2ae8fbbc574) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:08.042019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:08.052147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Network c5887b0b-3928-4138-8169-e99bc2eb476b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:08.060153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:08.062822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:08.067877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:08.068543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.150392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7079ef43-af07-4f9b-9d0c-cb6a43c94de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server [None req-953ddfb3-3bdf-4fd6-a724-6f09bf8f24c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96e95fd1-992e-49dd-9f92-49033dd6ede4: This subnet is being modified by another concurrent operation. Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 16:43:08.181427 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise exception Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96e95fd1-992e-49dd-9f92-49033dd6ede4: This subnet is being modified by another concurrent operation. Dec 21 16:43:08.185195 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server Dec 21 16:43:08.202010 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7410009 Dec 21 16:43:08.206625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37042) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:08.212507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.219195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895b3717-db01-4bf4-8151-0a30b0f0eebc None None] Network 1c71793c-5174-4106-b925-0df70a88cfdb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:08.221963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Request body: {'port': {'network_id': 'c5887b0b-3928-4138-8169-e99bc2eb476b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1052279339'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:08.227779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:08.308287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Subnet': ['ID=96e95fd1-992e-49dd-9f92-49033dd6ede4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:08.329669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:08.457498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Allocated IP 172.20.0.2 (3ddb5357-50b8-4fc1-a978-8054029c41b3/b6126c35-805c-43a9-b9ff-c7091dd380c2/2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:08.464672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7079ef43-af07-4f9b-9d0c-cb6a43c94de5 None None] For port 52ff332a-48ea-459a-86d7-d902c43cc3c2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=52ff332a-48ea-459a-86d7-d902c43cc3c2,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:08.487930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7079ef43-af07-4f9b-9d0c-cb6a43c94de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.491318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8bdf3899-e407-45fd-90a4-e118b02fe304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:08.659268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.693971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:08.702441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Usage tracker for resource:port and tenant:18d8c6c4ab00462aa967a09473790f68 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:08.703991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Allocated IP 172.20.0.3 (1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a/cf4e706a-cb27-4911-8923-c967980c6604/4f45449e-642b-4759-9f9c-d426cdecb1df) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:08.708970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c71793c-5174-4106-b925-0df70a88cfdb']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:08.742029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8b82aa-7e33-4189-9762-52cacb9bc85c') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:08.742654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8b82aa-7e33-4189-9762-52cacb9bc85c') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:08.769313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:08.803519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:08.815681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.845651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079ef43-af07-4f9b-9d0c-cb6a43c94de5 None None] Pushing event updated for resources: {'Port': ['ID=52ff332a-48ea-459a-86d7-d902c43cc3c2,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:08.861306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Made reservation on behalf of 18d8c6c4ab00462aa967a09473790f68 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:08.867566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.869771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a1156e89-e554-4f96-b918-ff9b96bf809f None None] Provisioning for port b191d58e-e366-4675-908b-d2544da6a7e1 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:08.874685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7079ef43-af07-4f9b-9d0c-cb6a43c94de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:08.883338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a1156e89-e554-4f96-b918-ff9b96bf809f None None] Provisioning complete for port b191d58e-e366-4675-908b-d2544da6a7e1 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:08.883881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1156e89-e554-4f96-b918-ff9b96bf809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.890895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f89dcba9-8293-4a81-a0d4-f6cc7326f1b0 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.932512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.953670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f89dcba9-8293-4a81-a0d4-f6cc7326f1b0 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.962220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.976890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Transition to ACTIVE for port object 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:08.980262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:08.980742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:08.997660 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:09.005385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Transition to ACTIVE for port object 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:09.015838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.029042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe15bdb4-361a-4563-a80c-aac3124bab97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:09.046010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] device_id is not set on port df4352ed-51b2-42e0-a5c8-c2a32fa3438c yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:43:09.113483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.120315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Pushing event updated for resources: {'Port': ['ID=2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:09.137889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:09.143308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a1156e89-e554-4f96-b918-ff9b96bf809f None None] Port b191d58e-e366-4675-908b-d2544da6a7e1 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:09.160130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Network 3ddb5357-50b8-4fc1-a978-8054029c41b3 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:09.161595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:09.164192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:09.184525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:09.217761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5160759d-29db-4298-8de4-19be91c8153f None None] Sync routers for ids ['36feb64c-b17f-43a2-824f-d9349a1eb62a'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:09.240350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160759d-29db-4298-8de4-19be91c8153f None None] Routers {'36feb64c-b17f-43a2-824f-d9349a1eb62a'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:09.241188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5160759d-29db-4298-8de4-19be91c8153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['36feb64c-b17f-43a2-824f-d9349a1eb62a'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:09.241697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.243470 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aab201c4-9a3c-4242-b182-ca57fe94b7ea tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "PUT /v2.0/routers/36feb64c-b17f-43a2-824f-d9349a1eb62a HTTP/1.1" status: 200 len: 883 time: 8.0382214 Dec 21 16:43:09.245978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 6fcaca55-a4be-409b-b367-f2ae8fbbc574 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:09.249807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.254529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37046) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:09.277719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:09.303855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.307952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.310890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=1c71793c-5174-4106-b925-0df70a88cfdb,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:09.316923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.327480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:09.328190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b6423bb-8804-43d1-a7bd-4b7cb2fb2837 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:09.362208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5160759d-29db-4298-8de4-19be91c8153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:09.393852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Attempting to bind port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:09.393852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Attempting to bind port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '85f7cd20-ea8c-42b7-addd-74ecc3d66b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3ddb5357-50b8-4fc1-a978-8054029c41b3'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:09.394275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Attempting to bind port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 on network 3ddb5357-50b8-4fc1-a978-8054029c41b3 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:09.407810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160759d-29db-4298-8de4-19be91c8153f None None] Routers {'36feb64c-b17f-43a2-824f-d9349a1eb62a'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:09.409089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5160759d-29db-4298-8de4-19be91c8153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['36feb64c-b17f-43a2-824f-d9349a1eb62a'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:09.430208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37050) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:09.431191 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/1c71793c-5174-4106-b925-0df70a88cfdb HTTP/1.1" status: 204 len: 168 time: 2.9653702 Dec 21 16:43:09.440594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-268964728'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:09.457141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.461207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:09.483463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:network and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:09.486932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Allocated IP 2001:db8::1bd (c5887b0b-3928-4138-8169-e99bc2eb476b/ece8c510-771e-4d5c-a569-4e5ddddb262f/df4352ed-51b2-42e0-a5c8-c2a32fa3438c) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:09.489690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:09.500607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:09.500800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5160759d-29db-4298-8de4-19be91c8153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:09.501257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5160759d-29db-4298-8de4-19be91c8153f None None] The sync data for ids ['36feb64c-b17f-43a2-824f-d9349a1eb62a'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:09.501580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Subnet': ['ID=fe32a95c-02a4-4e1d-a1c3-d74761b6fcc3,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:09.503820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:09.504520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Checking segment: {'id': '85f7cd20-ea8c-42b7-addd-74ecc3d66b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3ddb5357-50b8-4fc1-a978-8054029c41b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:09.504660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.505096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Bound using segment: {'id': '85f7cd20-ea8c-42b7-addd-74ecc3d66b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3ddb5357-50b8-4fc1-a978-8054029c41b3'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:09.505648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Bound port: 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f7cd20-ea8c-42b7-addd-74ecc3d66b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3ddb5357-50b8-4fc1-a978-8054029c41b3'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:09.506077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.509333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:09.511333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:09.513473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-21430d08-9dfd-4ee0-a95d-887ddaa2f3a6 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:09.553257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:09.565329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.576411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:09.577004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.601699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Checking segment: {'id': 'e91af801-daf0-419f-8598-5a60fc2960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0bd61732-e7ac-436d-b4dd-be2d53fc8ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:09.602097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network hostable DHCP agents. Network: 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:43:09.618439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Network 1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:09.624240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:09.625235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:09.630902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.646850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:09.709933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=6fcaca55-a4be-409b-b367-f2ae8fbbc574,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:09.717044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:09.717599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:09.825296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b981965c-9108-4da2-8816-afa1b45953de None None] For port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:09.829686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b981965c-9108-4da2-8816-afa1b45953de None None] For port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300,segment=NetworkSegment(85f7cd20-ea8c-42b7-addd-74ecc3d66b20),segment_id=85f7cd20-ea8c-42b7-addd-74ecc3d66b20)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:09.836934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:09.850387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f1acf8c5-2cd2-41ef-9e7c-79e58b231199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:09.958452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Pushing event updated for resources: {'Port': ['ID=2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:09.965670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:10.119930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2e786ff0-89c5-4ea1-9c52-79ca9795550b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:10.140727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event updated for resources: {'Port': ['ID=4f45449e-642b-4759-9f9c-d426cdecb1df,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:10.151638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:10.152262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:43:10.175578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:10.207584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-01f03711-126b-426a-a0c8-69729acd321b None None] Provisioning for port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:10.213632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-01f03711-126b-426a-a0c8-69729acd321b None None] Provisioning complete for port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:10.214141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01f03711-126b-426a-a0c8-69729acd321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.234731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:10.246122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.258518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 2e786ff0-89c5-4ea1-9c52-79ca9795550b completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:10.262143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caea3161-6569-481f-a246-991157b6afc9 None None] Network 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:10.295373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.298392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:10.300041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.354852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.355211 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment 0362ccd1-5717-422e-8fde-0d47127b43cb of type vlan for network 47364349-6573-4d63-82a1-2787002ba2a5 Dec 21 16:43:10.400866 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-f89dcba9-8293-4a81-a0d4-f6cc7326f1b0 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Floating IP 910b791f-955d-4466-b6cb-0b98aa8bb6d7 associated. External IP: 172.26.7.24, port: 8b4a5d25-eae4-4566-916a-605b1716c64c. Dec 21 16:43:10.469991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2e786ff0-89c5-4ea1-9c52-79ca9795550b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:10.470520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.522490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.546829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-01f03711-126b-426a-a0c8-69729acd321b None None] Port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:10.564497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.571154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.602886 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0296540 Dec 21 16:43:10.608531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37054) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:10.624603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fa57596d-308a-468b-a068-b9d7c4dcd9fc tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-185147371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:10.635084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.645385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fa57596d-308a-468b-a068-b9d7c4dcd9fc tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:10.651596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-0bd61732-e7ac-436d-b4dd-be2d53fc8ddc', 'network_id': '0bd61732-e7ac-436d-b4dd-be2d53fc8ddc', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'fixed_ips': [{'subnet_id': 'fe32a95c-02a4-4e1d-a1c3-d74761b6fcc3'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:43:10.652610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.671174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fa57596d-308a-468b-a068-b9d7c4dcd9fc tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:router and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:10.690470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fa57596d-308a-468b-a068-b9d7c4dcd9fc tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:10.736203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.747056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fa57596d-308a-468b-a068-b9d7c4dcd9fc tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:10.749648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Transition to ACTIVE for port object df4352ed-51b2-42e0-a5c8-c2a32fa3438c will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:10.776608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 2e786ff0-89c5-4ea1-9c52-79ca9795550b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e786ff0-89c5-4ea1-9c52-79ca9795550b,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:10.781500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.782492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 52ff332a-48ea-459a-86d7-d902c43cc3c2 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:10.810719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.814537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e4955c98-dfab-44e3-aed9-e44809ebe444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:10.815781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:10.816447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.826225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:10.858951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa57596d-308a-468b-a068-b9d7c4dcd9fc tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.859963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa57596d-308a-468b-a068-b9d7c4dcd9fc tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:10.945505 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d753ed14-ee65-40ce-8379-4093062b3067 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/routers/36feb64c-b17f-43a2-824f-d9349a1eb62a HTTP/1.1" status: 200 len: 924 time: 1.6755574 Dec 21 16:43:10.946535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=2e786ff0-89c5-4ea1-9c52-79ca9795550b,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:10.949974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:10.951526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37058) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:11.003556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 52ff332a-48ea-459a-86d7-d902c43cc3c2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:11.004053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.050399 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6156514 Dec 21 16:43:11.051435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37062) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:11.055115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Allocated IP 172.21.0.2 (0bd61732-e7ac-436d-b4dd-be2d53fc8ddc/fe32a95c-02a4-4e1d-a1c3-d74761b6fcc3/4b6e3b70-82da-40c4-bc45-b549fe032211) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:11.129029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'network_id': '47364349-6573-4d63-82a1-2787002ba2a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:11.145941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.157859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=47364349-6573-4d63-82a1-2787002ba2a5,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:11.158077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.171797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.177846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:11.178698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98cc87a6-0d53-471b-883f-70fb13e770d4 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:11.189467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 47364349-6573-4d63-82a1-2787002ba2a5 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:11.191748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-84129090-5098-49c8-aa38-5a1a1fcfa0e1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:11.257276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.264576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4192f87e-5990-4fa0-a690-1be6165e0bf1 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Synchronizing usage tracker for tenant:bacbd34e2c1845d0850cf8d1dc04390f on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:11.306981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa57596d-308a-468b-a068-b9d7c4dcd9fc tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.315131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.316262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.350342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event updated for resources: {'Port': ['ID=4f45449e-642b-4759-9f9c-d426cdecb1df,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:11.358981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:11.377558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:11.436946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Network c5887b0b-3928-4138-8169-e99bc2eb476b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:11.448516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:11.452663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:11.459083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:11.460027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.465727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'Port': ['ID=df4352ed-51b2-42e0-a5c8-c2a32fa3438c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:11.481103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:11.499994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Allocated IP 172.20.0.1 (28f1e28f-1df5-418a-9ebc-3336554e3511/75d7f618-3d65-4d7b-bf24-22070d8333ab/4aaf2c92-dadb-417e-a226-10ad6075d21a) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:11.517499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=6fcaca55-a4be-409b-b367-f2ae8fbbc574,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:11.525667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4192f87e-5990-4fa0-a690-1be6165e0bf1 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Unset dirty status for tenant:bacbd34e2c1845d0850cf8d1dc04390f on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:11.527973 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4192f87e-5990-4fa0-a690-1be6165e0bf1 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&device_id=36feb64c-b17f-43a2-824f-d9349a1eb62a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5203869 Dec 21 16:43:11.548000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37066) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:11.556527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:11.587006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:11.590190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.591403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:subnet and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:11.594821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:11.602922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:11.605727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.607653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Transition to ACTIVE for port object 4b6e3b70-82da-40c4-bc45-b549fe032211 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:11.627000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:11.633603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Transition to ACTIVE for port object 4b6e3b70-82da-40c4-bc45-b549fe032211 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:11.639789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.645108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7079ef43-af07-4f9b-9d0c-cb6a43c94de5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:11.676737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa57596d-308a-468b-a068-b9d7c4dcd9fc tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.728111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Network 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:11.732753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:11.735529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:11.779990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.781447 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4868870 Dec 21 16:43:11.791359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37070) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:11.805684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Pushing event updated for resources: {'Port': ['ID=4b6e3b70-82da-40c4-bc45-b549fe032211,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:11.808936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:11.886538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Attempting to bind port 4b6e3b70-82da-40c4-bc45-b549fe032211 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:11.886992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Attempting to bind port 4b6e3b70-82da-40c4-bc45-b549fe032211 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'e91af801-daf0-419f-8598-5a60fc2960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0bd61732-e7ac-436d-b4dd-be2d53fc8ddc'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:11.887411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Attempting to bind port 4b6e3b70-82da-40c4-bc45-b549fe032211 on network 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:11.905781 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6898739 Dec 21 16:43:11.908984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37074) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:11.909364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:11.909802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Checking segment: {'id': 'e91af801-daf0-419f-8598-5a60fc2960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0bd61732-e7ac-436d-b4dd-be2d53fc8ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:11.910268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.910720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Bound using segment: {'id': 'e91af801-daf0-419f-8598-5a60fc2960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0bd61732-e7ac-436d-b4dd-be2d53fc8ddc'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:11.911295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Bound port: 4b6e3b70-82da-40c4-bc45-b549fe032211, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91af801-daf0-419f-8598-5a60fc2960c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0bd61732-e7ac-436d-b4dd-be2d53fc8ddc'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:11.911730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:11.923379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6489704a-0443-4d60-8d42-e97b5c0cf2c0 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:ba:d2:6b'}, {'ip_address': '2001:db8::a0', 'mac_address': 'fa:16:3e:da:a2:da'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:11.929234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:12.007420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-540f5723-ddd5-49f6-8933-017cc6e67abf tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Synchronizing usage tracker for tenant:33f66b9b36344d14b2406aef1a53562e on resource:floatingip {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:12.024762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:12.029884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa57596d-308a-468b-a068-b9d7c4dcd9fc tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:12.037490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:12.045364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37078) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:12.047698 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fa57596d-308a-468b-a068-b9d7c4dcd9fc tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4312572 Dec 21 16:43:12.057018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:12.057463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] For port 4b6e3b70-82da-40c4-bc45-b549fe032211, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:12.061063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] For port 4b6e3b70-82da-40c4-bc45-b549fe032211, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4b6e3b70-82da-40c4-bc45-b549fe032211,segment=NetworkSegment(e91af801-daf0-419f-8598-5a60fc2960c2),segment_id=e91af801-daf0-419f-8598-5a60fc2960c2)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:12.074706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:12.083146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:12.086185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Transition to ACTIVE for port object 4aaf2c92-dadb-417e-a226-10ad6075d21a will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:12.131495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2e786ff0-89c5-4ea1-9c52-79ca9795550b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:12.193900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4a717493-456f-42dc-b57a-46e5274e0bd1 None None] Provisioning for port df4352ed-51b2-42e0-a5c8-c2a32fa3438c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:12.219623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4a717493-456f-42dc-b57a-46e5274e0bd1 None None] Provisioning complete for port df4352ed-51b2-42e0-a5c8-c2a32fa3438c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:12.220077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a717493-456f-42dc-b57a-46e5274e0bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:12.228215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419066af-2d82-44da-a600-4a6a40b6a35b tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:12.229855 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-419066af-2d82-44da-a600-4a6a40b6a35b tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/networks/7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 881 time: 0.6755135 Dec 21 16:43:12.308727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37082) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:12.326382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4a717493-456f-42dc-b57a-46e5274e0bd1 None None] Port df4352ed-51b2-42e0-a5c8-c2a32fa3438c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:12.332163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Pushing event updated for resources: {'Port': ['ID=4b6e3b70-82da-40c4-bc45-b549fe032211,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:12.335860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78c513c-3031-427f-8c54-fc3d22f59060 None None] Network 3ddb5357-50b8-4fc1-a978-8054029c41b3 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:12.347627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-540f5723-ddd5-49f6-8933-017cc6e67abf tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Unset dirty status for tenant:33f66b9b36344d14b2406aef1a53562e on resource:floatingip {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:12.352798 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-540f5723-ddd5-49f6-8933-017cc6e67abf tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "GET /v2.0/floatingips?floating_network_id=1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a HTTP/1.1" status: 200 len: 689 time: 0.5579057 Dec 21 16:43:12.361716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37086) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:12.372986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:12.382912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:12.424045 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a76b61c7-6689-4736-af62-49a2f3a87871 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=36feb64c-b17f-43a2-824f-d9349a1eb62a HTTP/1.1" status: 200 len: 205 time: 0.1136243 Dec 21 16:43:12.437689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37090) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:12.502355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:12.570459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Network 28f1e28f-1df5-418a-9ebc-3336554e3511 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:12.577147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:12.580942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:12.600436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2e786ff0-89c5-4ea1-9c52-79ca9795550b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:12.600862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:12.630659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4aaf2c92-dadb-417e-a226-10ad6075d21a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:12.634013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:12.661128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5309cb17-5a3e-486a-8ae3-60c3e7dc89e3 None None] Provisioning for port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:12.930086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-44508758-34d2-4cf2-aca2-ad8e7388a4ac None None] Provisioning complete for port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:12.930519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44508758-34d2-4cf2-aca2-ad8e7388a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.073382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-44508758-34d2-4cf2-aca2-ad8e7388a4ac None None] Port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:13.083328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:13.200133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:13.207406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:13.207838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.274402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.281520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e663f4df-ad54-4f82-802a-6a0835d9c7db None None] Provisioning for port 4aaf2c92-dadb-417e-a226-10ad6075d21a completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:13.287661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e663f4df-ad54-4f82-802a-6a0835d9c7db None None] Provisioning complete for port 4aaf2c92-dadb-417e-a226-10ad6075d21a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:13.288334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e663f4df-ad54-4f82-802a-6a0835d9c7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.319759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.321743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6489704a-0443-4d60-8d42-e97b5c0cf2c0 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.475469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.478435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e663f4df-ad54-4f82-802a-6a0835d9c7db None None] Port 4aaf2c92-dadb-417e-a226-10ad6075d21a cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:13.481663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.495523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:13.518026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300,segment=NetworkSegment(85f7cd20-ea8c-42b7-addd-74ecc3d66b20),segment_id=85f7cd20-ea8c-42b7-addd-74ecc3d66b20)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:13.522059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.528159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ce0f326-f853-4001-a29b-2052e7154c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:13.596554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Deleting port 4f45449e-642b-4759-9f9c-d426cdecb1df {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:13.597340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.597552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.616731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=9c34dc91-804c-4a4f-a730-abc84b5724f1,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:13.632689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:13.638559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5d775bd0-7367-4f2b-bbe2-c0f30012bb0e None None] Provisioning complete for port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:13.638559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d775bd0-7367-4f2b-bbe2-c0f30012bb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:13.669257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:13.673018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:13.745090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking segment: {'id': '0362ccd1-5717-422e-8fde-0d47127b43cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '47364349-6573-4d63-82a1-2787002ba2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:13.745489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network hostable DHCP agents. Network: 47364349-6573-4d63-82a1-2787002ba2a5, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:43:13.757225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89dcba9-8293-4a81-a0d4-f6cc7326f1b0 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:43:13.821997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.036666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4b6e3b70-82da-40c4-bc45-b549fe032211 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:14.038683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network 47364349-6573-4d63-82a1-2787002ba2a5 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:43:14.077083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 47364349-6573-4d63-82a1-2787002ba2a5) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:14.089184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:14.089828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.097631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbd0840-7895-4bd5-ac1d-fe040202b5a2 None None] Network 47364349-6573-4d63-82a1-2787002ba2a5 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:14.126307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.126892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.148609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0392275 Dec 21 16:43:14.155523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37094) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:14.242880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 4b6e3b70-82da-40c4-bc45-b549fe032211 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:14.251145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:14.284230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.292149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.322343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f48cfdf5-27f2-46aa-9d75-d3e0ee3e0deb tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:14.441721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:14.442253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.469922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-47364349-6573-4d63-82a1-2787002ba2a5', 'network_id': '47364349-6573-4d63-82a1-2787002ba2a5', 'tenant_id': '74ccbc71fd754f58a6e5c723791039cc', 'fixed_ips': [{'subnet_id': '9c34dc91-804c-4a4f-a730-abc84b5724f1'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:43:14.470962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.471498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.477845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4aaf2c92-dadb-417e-a226-10ad6075d21a,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:14.484404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:14.671878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Calling delete_port for 4f45449e-642b-4759-9f9c-d426cdecb1df owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:14.708273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Network 28f1e28f-1df5-418a-9ebc-3336554e3511 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:14.712954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:14.746297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Allocated IP 172.20.0.1 (47364349-6573-4d63-82a1-2787002ba2a5/9c34dc91-804c-4a4f-a730-abc84b5724f1/48198455-398f-4621-a5d3-171be2748812) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:14.816346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.831646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.842984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89dcba9-8293-4a81-a0d4-f6cc7326f1b0 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:14.853106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f89dcba9-8293-4a81-a0d4-f6cc7326f1b0 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:14.854911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fe30f-b86b-4b93-b76f-a05e65f3c2bf None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:14.878245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fe30f-b86b-4b93-b76f-a05e65f3c2bf None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:14.879337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e38fe30f-b86b-4b93-b76f-a05e65f3c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:14.923764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a6e9c-b93a-4630-8127-79fd9167e9a1 None None] Network 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:14.931431 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f89dcba9-8293-4a81-a0d4-f6cc7326f1b0 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "PUT /v2.0/floatingips/910b791f-955d-4466-b6cb-0b98aa8bb6d7 HTTP/1.1" status: 200 len: 977 time: 8.5973306 Dec 21 16:43:14.941800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37098) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:14.943618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Deleting port f38bef3b-9805-4362-b83b-fde448ef4384 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:14.944190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.065786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 8b4a5d25-eae4-4566-916a-605b1716c64c {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:15.066092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.107819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-78115324-c972-4f4d-ae71-43a8744da5ee None None] Provisioning for port 4b6e3b70-82da-40c4-bc45-b549fe032211 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:15.167557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-78115324-c972-4f4d-ae71-43a8744da5ee None None] Provisioning complete for port 4b6e3b70-82da-40c4-bc45-b549fe032211 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:15.168135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78115324-c972-4f4d-ae71-43a8744da5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.221051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e38fe30f-b86b-4b93-b76f-a05e65f3c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:15.233131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fe30f-b86b-4b93-b76f-a05e65f3c2bf None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:15.233898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e38fe30f-b86b-4b93-b76f-a05e65f3c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:15.305909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e38fe30f-b86b-4b93-b76f-a05e65f3c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:15.306983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fe30f-b86b-4b93-b76f-a05e65f3c2bf None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:15.398218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.423667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Transition to ACTIVE for port object 48198455-398f-4621-a5d3-171be2748812 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:15.499924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Transition to ACTIVE for port object 48198455-398f-4621-a5d3-171be2748812 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:15.509350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78115324-c972-4f4d-ae71-43a8744da5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.536043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.541897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6489704a-0443-4d60-8d42-e97b5c0cf2c0 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.544002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f91cae06-710b-4b74-92d8-4b5505b9089e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:15.573184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Router 98146303-f24d-4bcd-9aef-3fdd6142d41a is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:43:15.585164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6489704a-0443-4d60-8d42-e97b5c0cf2c0 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.633006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2f231c9-7edd-4da7-8038-8e80f6022bd2 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:15.637716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.640683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Network 47364349-6573-4d63-82a1-2787002ba2a5 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:15.642851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-78115324-c972-4f4d-ae71-43a8744da5ee None None] For port 4b6e3b70-82da-40c4-bc45-b549fe032211, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4b6e3b70-82da-40c4-bc45-b549fe032211,segment=NetworkSegment(e91af801-daf0-419f-8598-5a60fc2960c2),segment_id=e91af801-daf0-419f-8598-5a60fc2960c2)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:15.644122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Pushing event updated for resources: {'Port': ['ID=48198455-398f-4621-a5d3-171be2748812,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:15.647232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:15.649596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:15.650321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:15.652912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78115324-c972-4f4d-ae71-43a8744da5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.655415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d69acaad-f77d-4a75-8a8d-eb494d178dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:15.675125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.689128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.760334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16c91587-4569-4180-9f24-953965da85a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.783796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Calling delete_port for f38bef3b-9805-4362-b83b-fde448ef4384 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:15.842519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78115324-c972-4f4d-ae71-43a8744da5ee None None] Pushing event updated for resources: {'Port': ['ID=4b6e3b70-82da-40c4-bc45-b549fe032211,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:15.848661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-78115324-c972-4f4d-ae71-43a8744da5ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:15.849941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Attempting to bind port 48198455-398f-4621-a5d3-171be2748812 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:15.849941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Attempting to bind port 48198455-398f-4621-a5d3-171be2748812 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0362ccd1-5717-422e-8fde-0d47127b43cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '47364349-6573-4d63-82a1-2787002ba2a5'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:15.850548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Attempting to bind port 48198455-398f-4621-a5d3-171be2748812 on network 47364349-6573-4d63-82a1-2787002ba2a5 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:15.862825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9b2da1ec-bd1e-4e93-8845-899e15b05d04 None None] Provisioning complete for port 4aaf2c92-dadb-417e-a226-10ad6075d21a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:15.863460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b2da1ec-bd1e-4e93-8845-899e15b05d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.892695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:15.893259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Checking segment: {'id': '0362ccd1-5717-422e-8fde-0d47127b43cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '47364349-6573-4d63-82a1-2787002ba2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:15.893837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.894390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Bound using segment: {'id': '0362ccd1-5717-422e-8fde-0d47127b43cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '47364349-6573-4d63-82a1-2787002ba2a5'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:15.895058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Bound port: 48198455-398f-4621-a5d3-171be2748812, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0362ccd1-5717-422e-8fde-0d47127b43cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '47364349-6573-4d63-82a1-2787002ba2a5'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:15.895593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.898601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6489704a-0443-4d60-8d42-e97b5c0cf2c0 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] In _notify_port_updated(), no bound segment for port df4352ed-51b2-42e0-a5c8-c2a32fa3438c on network c5887b0b-3928-4138-8169-e99bc2eb476b {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:43:15.903073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6489704a-0443-4d60-8d42-e97b5c0cf2c0 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:15.903761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6489704a-0443-4d60-8d42-e97b5c0cf2c0 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:15.905191 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6489704a-0443-4d60-8d42-e97b5c0cf2c0 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "PUT /v2.0/ports/df4352ed-51b2-42e0-a5c8-c2a32fa3438c HTTP/1.1" status: 200 len: 1067 time: 3.9910533 Dec 21 16:43:15.915568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37102) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:15.917280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port 48198455-398f-4621-a5d3-171be2748812 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:15.917454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:16.023093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cf3fceec-bbc8-48dc-9af3-cb8585309f88 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Deleting port df4352ed-51b2-42e0-a5c8-c2a32fa3438c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:16.023480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf3fceec-bbc8-48dc-9af3-cb8585309f88 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:16.061018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489704a-0443-4d60-8d42-e97b5c0cf2c0 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event updated for resources: {'Port': ['ID=df4352ed-51b2-42e0-a5c8-c2a32fa3438c,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:16.149940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4b6e3b70-82da-40c4-bc45-b549fe032211 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:16.200160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9b2da1ec-bd1e-4e93-8845-899e15b05d04 None None] Port 4aaf2c92-dadb-417e-a226-10ad6075d21a cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:16.260531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] For port 48198455-398f-4621-a5d3-171be2748812, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:16.265385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] For port 48198455-398f-4621-a5d3-171be2748812, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=48198455-398f-4621-a5d3-171be2748812,segment=NetworkSegment(0362ccd1-5717-422e-8fde-0d47127b43cb),segment_id=0362ccd1-5717-422e-8fde-0d47127b43cb)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:16.276261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:16.281080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:16.314075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 4b6e3b70-82da-40c4-bc45-b549fe032211 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:16.315160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:16.320729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6489704a-0443-4d60-8d42-e97b5c0cf2c0 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:16.422930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:16.436168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f4f5e13-22ca-431c-81e4-c2f39ecd8532 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:16.450070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Pushing event updated for resources: {'Port': ['ID=48198455-398f-4621-a5d3-171be2748812,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:16.451147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d4a4fd9f-8dad-469a-a391-a6a50e3a601b None None] Provisioning complete for port 4b6e3b70-82da-40c4-bc45-b549fe032211 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:16.451688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4a4fd9f-8dad-469a-a391-a6a50e3a601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:16.477769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:16.481133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:16.491994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afc10067-199d-48b7-b6ba-10adcc032ba6 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:16.533454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Router 4304cfcf-3077-46ce-a093-617d5b8c869e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:43:16.572384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Pushing event deleted for resources: {'Port': ['ID=f38bef3b-9805-4362-b83b-fde448ef4384,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:16.575350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:16.628978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf3fceec-bbc8-48dc-9af3-cb8585309f88 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:16.784634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e3b1c91a-c4b8-4982-8d49-4b5ea53ad053 None None] Provisioning complete for port df4352ed-51b2-42e0-a5c8-c2a32fa3438c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:16.785404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3b1c91a-c4b8-4982-8d49-4b5ea53ad053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:16.890659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1c91a-c4b8-4982-8d49-4b5ea53ad053 None None] Port df4352ed-51b2-42e0-a5c8-c2a32fa3438c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:16.900372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cf3fceec-bbc8-48dc-9af3-cb8585309f88 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Calling delete_port for df4352ed-51b2-42e0-a5c8-c2a32fa3438c owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:16.922680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f45449e-642b-4759-9f9c-d426cdecb1df,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:16.944495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:17.098036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:17.135519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:17.135940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:17.136290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Floating IP 910b791f-955d-4466-b6cb-0b98aa8bb6d7 disassociated. External IP: 172.26.7.24, port: 8b4a5d25-eae4-4566-916a-605b1716c64c. Dec 21 16:43:17.136669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 8b4a5d25-eae4-4566-916a-605b1716c64c owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:17.159174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:17.170435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Allocated IP 172.20.0.1 (3ddb5357-50b8-4fc1-a978-8054029c41b3/b6126c35-805c-43a9-b9ff-c7091dd380c2/ec7272cb-e207-4631-892c-024cd73866c3) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:17.310066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:17.500318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:17.512290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Sync routers for ids ['98146303-f24d-4bcd-9aef-3fdd6142d41a'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:17.526471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Routers {'98146303-f24d-4bcd-9aef-3fdd6142d41a'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:17.527229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['98146303-f24d-4bcd-9aef-3fdd6142d41a'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:17.589470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] For port 48198455-398f-4621-a5d3-171be2748812, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=48198455-398f-4621-a5d3-171be2748812,segment=NetworkSegment(0362ccd1-5717-422e-8fde-0d47127b43cb),segment_id=0362ccd1-5717-422e-8fde-0d47127b43cb)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:17.589859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:17.700071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Set router 98146303-f24d-4bcd-9aef-3fdd6142d41a gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:43:17.755559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:17.798330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Calling delete_port for 48198455-398f-4621-a5d3-171be2748812 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:17.831561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:17.834429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf3fceec-bbc8-48dc-9af3-cb8585309f88 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:17.849761 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "PUT /v2.0/routers/98146303-f24d-4bcd-9aef-3fdd6142d41a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4730184 Dec 21 16:43:17.851312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f254d4d-213b-4fbf-a14f-4ab67786b70c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:17.875792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:17.893950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37106) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:17.896549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fceec-bbc8-48dc-9af3-cb8585309f88 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event deleted for resources: {'Port': ['ID=df4352ed-51b2-42e0-a5c8-c2a32fa3438c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:17.900673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf3fceec-bbc8-48dc-9af3-cb8585309f88 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:17.901549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:17.979718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.013030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8dabc77-85f6-486f-9560-b4b40a6799b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:18.045817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:18.057982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Sync routers for ids ['4304cfcf-3077-46ce-a093-617d5b8c869e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:18.078085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Transition to ACTIVE for port object ec7272cb-e207-4631-892c-024cd73866c3 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:18.095541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f23460-7ac1-432b-8b06-3ea3b11e4d02 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:18.096008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-72f23460-7ac1-432b-8b06-3ea3b11e4d02 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:18.107905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Routers {'4304cfcf-3077-46ce-a093-617d5b8c869e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:18.109840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:42:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4304cfcf-3077-46ce-a093-617d5b8c869e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:18.113410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 48198455-398f-4621-a5d3-171be2748812 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:18.115870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=8b4a5d25-eae4-4566-916a-605b1716c64c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:18.123648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:18.166488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-720b7cc6-fd51-4877-9c6a-b2ebf16d68da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.178644 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] 10.222.0.67 "PUT /v2.0/routers/4304cfcf-3077-46ce-a093-617d5b8c869e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8439798 Dec 21 16:43:18.181677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.182434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Fanout notify agent at l3_agent the message router_deleted on router 36feb64c-b17f-43a2-824f-d9349a1eb62a {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:43:18.201597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.207836 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/36feb64c-b17f-43a2-824f-d9349a1eb62a HTTP/1.1" status: 204 len: 168 time: 5.7665308 Dec 21 16:43:18.209176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37112) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:18.214910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-72f23460-7ac1-432b-8b06-3ea3b11e4d02 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:18.219027 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72f23460-7ac1-432b-8b06-3ea3b11e4d02 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports/6fcaca55-a4be-409b-b367-f2ae8fbbc574 HTTP/1.1" status: 200 len: 911 time: 0.3200252 Dec 21 16:43:18.223408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37116) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:18.223589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b69b0593-49f4-4103-856f-52a276187b3b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-824235126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:18.235399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b69b0593-49f4-4103-856f-52a276187b3b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:18.244028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b69b0593-49f4-4103-856f-52a276187b3b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Usage tracker for resource:router and tenant:d3173407256f43c0b0220286ac4e4134 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:18.249478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b69b0593-49f4-4103-856f-52a276187b3b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:18.295457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b69b0593-49f4-4103-856f-52a276187b3b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:18.326192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.344818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:18.385180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.413700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98146303-f24d-4bcd-9aef-3fdd6142d41a', 'name': 'tempest-NetworksTestDHCPv6-router-893996016', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:43:04Z', 'updated_at': '2021-12-21T16:43:09Z', 'revision_number': 2, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None, '_interfaces': [{'id': '6fcaca55-a4be-409b-b367-f2ae8fbbc574', 'name': '', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'mac_address': 'fa:16:3e:9e:70:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98146303-f24d-4bcd-9aef-3fdd6142d41a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a33904-6da5-4592-b5d2-8dab91305e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:07Z', 'updated_at': '2021-12-21T16:43:10Z', 'revision_number': 2, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'subnets': [{'id': 'a6a33904-6da5-4592-b5d2-8dab91305e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:18.422693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf3fceec-bbc8-48dc-9af3-cb8585309f88 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.428439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Checking router: 98146303-f24d-4bcd-9aef-3fdd6142d41a for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:43:18.428641 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cf3fceec-bbc8-48dc-9af3-cb8585309f88 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "DELETE /v2.0/ports/df4352ed-51b2-42e0-a5c8-c2a32fa3438c HTTP/1.1" status: 204 len: 168 time: 2.5118747 Dec 21 16:43:18.428962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Updating router 98146303-f24d-4bcd-9aef-3fdd6142d41a port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:43:18.429703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37120) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:18.485072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b69b0593-49f4-4103-856f-52a276187b3b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.491391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b69b0593-49f4-4103-856f-52a276187b3b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.498345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505fd826-b741-444d-b776-a604cb6ba44f None None] Network 47364349-6573-4d63-82a1-2787002ba2a5 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:18.525247 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c500adde-0508-4549-a6df-fb8d99c4dba6 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] GET failed (client error): The resource could not be found. Dec 21 16:43:18.525792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c500adde-0508-4549-a6df-fb8d99c4dba6 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Synchronizing usage tracker for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:18.543119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c500adde-0508-4549-a6df-fb8d99c4dba6 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Unset dirty status for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:18.547825 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c500adde-0508-4549-a6df-fb8d99c4dba6 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "GET /v2.0/ports/df4352ed-51b2-42e0-a5c8-c2a32fa3438c HTTP/1.1" status: 404 len: 333 time: 0.1165521 Dec 21 16:43:18.548498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37124) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:18.552363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4e706a-cb27-4911-8923-c967980c6604,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:18.561158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:18.595580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.605977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:18.612680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Set router 4304cfcf-3077-46ce-a093-617d5b8c869e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:43:18.681143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Deleting port b191d58e-e366-4675-908b-d2544da6a7e1 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:18.681536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.754041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.777569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 3ddb5357-50b8-4fc1-a978-8054029c41b3 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:18.803631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bc69e2d3-389a-4039-bc53-6cfc7e1bd680 None None] Could not find standard attr ID for object 48198455-398f-4621-a5d3-171be2748812. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:43:18.804973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=ec7272cb-e207-4631-892c-024cd73866c3,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:18.815071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:18.820628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 48198455-398f-4621-a5d3-171be2748812 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:18.821222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:18.835066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 48198455-398f-4621-a5d3-171be2748812 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:18.835066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.867019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:18.919179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6489704a-0443-4d60-8d42-e97b5c0cf2c0 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:18.928123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b69b0593-49f4-4103-856f-52a276187b3b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.006613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:19.075738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b69b0593-49f4-4103-856f-52a276187b3b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.091478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.128831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:13Z', 'revision_number': 4, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '4aaf2c92-dadb-417e-a226-10ad6075d21a', 'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'mac_address': 'fa:16:3e:e0:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:10Z', 'updated_at': '2021-12-21T16:43:13Z', 'revision_number': 2, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'subnets': [{'id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:19.140753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b69b0593-49f4-4103-856f-52a276187b3b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.141878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Checking router: 4304cfcf-3077-46ce-a093-617d5b8c869e for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:43:19.143167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Updating router 4304cfcf-3077-46ce-a093-617d5b8c869e port 4aaf2c92-dadb-417e-a226-10ad6075d21a binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:43:19.153806 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b69b0593-49f4-4103-856f-52a276187b3b tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9403355 Dec 21 16:43:19.157855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37132) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:19.164373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'enable_snat': True}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:19.175703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Port': ['ID=48198455-398f-4621-a5d3-171be2748812,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:19.236437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.268459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.334474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:19.369778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e79e7-99f6-403c-b082-c33a16cbdf47 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:19.375033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e79e7-99f6-403c-b082-c33a16cbdf47 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:19.376339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff5e79e7-99f6-403c-b082-c33a16cbdf47 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:19.414592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:19.481340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.494463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Transition to ACTIVE for port object 6fcaca55-a4be-409b-b367-f2ae8fbbc574 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:19.503348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10875fb1-91fa-4b27-ae6b-8dfabc4f4896 None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:43:19.531709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Port 48198455-398f-4621-a5d3-171be2748812 was deleted so its status cannot be updated. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 21 16:43:19.539632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.553591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0361d337-9a6c-4c0e-bc47-118de5cf6bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:19.560347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Calling delete_port for b191d58e-e366-4675-908b-d2544da6a7e1 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:19.823398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10875fb1-91fa-4b27-ae6b-8dfabc4f4896 None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:43:19.850590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-433d7620-d3e3-4d58-b99d-f0311c700a64 None None] Provisioning for port ec7272cb-e207-4631-892c-024cd73866c3 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:19.874647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-433d7620-d3e3-4d58-b99d-f0311c700a64 None None] Provisioning complete for port ec7272cb-e207-4631-892c-024cd73866c3 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:19.875095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-433d7620-d3e3-4d58-b99d-f0311c700a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.886159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cff703e-0040-4445-8c46-230e65d431a2') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:19.886492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cff703e-0040-4445-8c46-230e65d431a2') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:19.919979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.930298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.946429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.949909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Transition to ACTIVE for port object 4aaf2c92-dadb-417e-a226-10ad6075d21a will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:19.961104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c32fa-cc55-4f90-a727-5dda5717483e None None] Pushing event updated for resources: {'Port': ['ID=6fcaca55-a4be-409b-b367-f2ae8fbbc574,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:19.973393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:19.975745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No DVR routers for this DVR port 48198455-398f-4621-a5d3-171be2748812 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:43:19.988559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:20.001497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de1c32fa-cc55-4f90-a727-5dda5717483e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:20.003690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37136) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:20.044346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173773395', 'description': 'tempest-description--495701753'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:20.054714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.061342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.070187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:20.084509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Usage tracker for resource:security_group and tenant:075038327d62448cb2e2d92fbfae8cf8 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:20.093527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:20.104669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:20.110110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.130205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.141471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:20.141923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.143220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.162322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4241e4c7-6bcb-40de-a127-63b6aa4ef269 tempest-RoutersAdminNegativeIpV6Test-277328893 tempest-RoutersAdminNegativeIpV6Test-277328893-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:20.162566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.183442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d7ac1-a1e4-46a2-a87f-c3e2e316d65f None None] Pushing event updated for resources: {'Port': ['ID=4aaf2c92-dadb-417e-a226-10ad6075d21a,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:20.187669 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:20.198711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.202162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff5e79e7-99f6-403c-b082-c33a16cbdf47 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:20.206540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff5e79e7-99f6-403c-b082-c33a16cbdf47 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.9815564 Dec 21 16:43:20.207249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37140) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:20.216963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-346d7ac1-a1e4-46a2-a87f-c3e2e316d65f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:20.232990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3d0dd18-55e3-4f32-be37-42c59280b9dc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:20.248963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Attempting to bind port 4aaf2c92-dadb-417e-a226-10ad6075d21a on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:20.249547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Attempting to bind port 4aaf2c92-dadb-417e-a226-10ad6075d21a by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:20.250061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Attempting to bind port 4aaf2c92-dadb-417e-a226-10ad6075d21a on network 28f1e28f-1df5-418a-9ebc-3336554e3511 {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:20.254348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event deleted for resources: {'Port': ['ID=b191d58e-e366-4675-908b-d2544da6a7e1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:20.259351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:20.259907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Checking segment: {'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:20.260480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.261028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Bound using segment: {'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:20.261779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Bound port: 4aaf2c92-dadb-417e-a226-10ad6075d21a, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:20.262308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.274704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:20.275181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:20.275600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:20.276015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:20.276424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:20.276835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:20.277240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:20.277647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:20.278047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:20.278447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:20.278873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:20.289214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:20.301275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.326953 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "DELETE /v2.0/ports/b191d58e-e366-4675-908b-d2544da6a7e1 HTTP/1.1" status: 204 len: 168 time: 1.7766805 Dec 21 16:43:20.328027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37144) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:20.333250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-433d7620-d3e3-4d58-b99d-f0311c700a64 None None] Port ec7272cb-e207-4631-892c-024cd73866c3 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:20.379757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] For port 4aaf2c92-dadb-417e-a226-10ad6075d21a, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:20.383194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] For port 4aaf2c92-dadb-417e-a226-10ad6075d21a, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4aaf2c92-dadb-417e-a226-10ad6075d21a,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:20.387580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.396596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:20.403748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Subnet': ['ID=9c34dc91-804c-4a4f-a730-abc84b5724f1,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:20.421663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Attempting to bind port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:20.422826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Attempting to bind port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:20.423433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Attempting to bind port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:20.431186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:20.445634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:20.446363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:20.447045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.447736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:20.448457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Bound port: 6fcaca55-a4be-409b-b367-f2ae8fbbc574, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:20.449074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.486306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3269491b-96cc-4b85-8bd1-10124edb74b1 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] GET failed (client error): The resource could not be found. Dec 21 16:43:20.486911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3269491b-96cc-4b85-8bd1-10124edb74b1 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Synchronizing usage tracker for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:20.500614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d7ac1-a1e4-46a2-a87f-c3e2e316d65f None None] Pushing event updated for resources: {'Port': ['ID=4aaf2c92-dadb-417e-a226-10ad6075d21a,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:20.504409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-346d7ac1-a1e4-46a2-a87f-c3e2e316d65f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:20.505493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Routers {'4304cfcf-3077-46ce-a093-617d5b8c869e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:20.506337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4304cfcf-3077-46ce-a093-617d5b8c869e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:20.526933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3269491b-96cc-4b85-8bd1-10124edb74b1 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Unset dirty status for tenant:18d8c6c4ab00462aa967a09473790f68 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:20.534511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3269491b-96cc-4b85-8bd1-10124edb74b1 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "GET /v2.0/ports/b191d58e-e366-4675-908b-d2544da6a7e1 HTTP/1.1" status: 404 len: 333 time: 0.2019131 Dec 21 16:43:20.537529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37148) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:20.672661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.674981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.677553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.681621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] For port 6fcaca55-a4be-409b-b367-f2ae8fbbc574, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:20.697175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] For port 6fcaca55-a4be-409b-b367-f2ae8fbbc574, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6fcaca55-a4be-409b-b367-f2ae8fbbc574,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:20.713861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] Set router 4304cfcf-3077-46ce-a093-617d5b8c869e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:43:20.735298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.747789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:20.807817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.819215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 16:43:20.829319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:20.854113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:20.862539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:20.864391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cdcd0a-caa1-4464-97cb-258c317ae381 None None] Network 47364349-6573-4d63-82a1-2787002ba2a5 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:20.880005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:20.973575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:43:21.021779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47364349-6573-4d63-82a1-2787002ba2a5']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:21.162275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "DELETE /v2.0/networks/1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a HTTP/1.1" status: 204 len: 168 time: 8.7957695 Dec 21 16:43:21.225024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:13Z', 'revision_number': 4, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '4aaf2c92-dadb-417e-a226-10ad6075d21a', 'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'mac_address': 'fa:16:3e:e0:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:10Z', 'updated_at': '2021-12-21T16:43:20Z', 'revision_number': 4, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'subnets': [{'id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:21.236862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b161a4-6ab2-441c-990d-6bf027e00dfd None None] The sync data for ids ['4304cfcf-3077-46ce-a093-617d5b8c869e'] in dv-neutron-822515-1-hyperv is: [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:13Z', 'revision_number': 4, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '4aaf2c92-dadb-417e-a226-10ad6075d21a', 'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'mac_address': 'fa:16:3e:e0:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:10Z', 'updated_at': '2021-12-21T16:43:20Z', 'revision_number': 4, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'subnets': [{'id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:21.269337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:21.278211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Usage tracker for resource:security_group_rule and tenant:075038327d62448cb2e2d92fbfae8cf8 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:21.286988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:21.306526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37152) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:21.310688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0362ccd1-5717-422e-8fde-0d47127b43cb') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:21.311155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0362ccd1-5717-422e-8fde-0d47127b43cb') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:21.324032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:21.324872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:21.348631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:21.403620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:21.410571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:21.433322 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:21.617135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c32fa-cc55-4f90-a727-5dda5717483e None None] Pushing event updated for resources: {'Port': ['ID=6fcaca55-a4be-409b-b367-f2ae8fbbc574,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:21.636995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Allocated IP 172.26.7.66 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/cb97c175-359a-4544-93bd-2cbe39941cd0) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:21.673354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de1c32fa-cc55-4f90-a727-5dda5717483e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:21.684304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Routers {'98146303-f24d-4bcd-9aef-3fdd6142d41a'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:21.685533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['98146303-f24d-4bcd-9aef-3fdd6142d41a'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:21.880021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:21.887121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:21.911346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:22.014429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:22.028901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:22.029407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/47364349-6573-4d63-82a1-2787002ba2a5 HTTP/1.1" status: 204 len: 168 time: 7.8720119 Dec 21 16:43:22.033998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37156) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:22.048458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-581415640'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:22.075879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-68a1a9ba-9765-48bb-9edc-9d7fd4fc2d30 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Deleting port 561b02d9-52a6-491e-a870-416b2969b999 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:22.076271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68a1a9ba-9765-48bb-9edc-9d7fd4fc2d30 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:22.081956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] Set router 98146303-f24d-4bcd-9aef-3fdd6142d41a gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:43:22.104613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:22.128099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=47364349-6573-4d63-82a1-2787002ba2a5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:22.133288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4689b959-4ce6-4e32-94b7-f498099f957c None None] DHCP port deletion for 47364349-6573-4d63-82a1-2787002ba2a5 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:43:22.136563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:22.140429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf3fceec-bbc8-48dc-9af3-cb8585309f88 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:22.172414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:22.216560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:network and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:22.232921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:22.247640 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0f98959f-e04a-4e2c-9011-8cbcb00530f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.9334013 Dec 21 16:43:22.270391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:22.276290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37160) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:22.282341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:22.315582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:22.325096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:22.380276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e5a2bb19-4dc1-47e5-9cbc-4aefefbfc62e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:22.382607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:22.413063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:22.517063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:22.562294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event updated for resources: {'Port': ['ID=cb97c175-359a-4544-93bd-2cbe39941cd0,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:22.574173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98146303-f24d-4bcd-9aef-3fdd6142d41a', 'name': 'tempest-NetworksTestDHCPv6-router-893996016', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:43:04Z', 'updated_at': '2021-12-21T16:43:09Z', 'revision_number': 2, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None, '_interfaces': [{'id': '6fcaca55-a4be-409b-b367-f2ae8fbbc574', 'name': '', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'mac_address': 'fa:16:3e:9e:70:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98146303-f24d-4bcd-9aef-3fdd6142d41a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a33904-6da5-4592-b5d2-8dab91305e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:07Z', 'updated_at': '2021-12-21T16:43:20Z', 'revision_number': 4, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'subnets': [{'id': 'a6a33904-6da5-4592-b5d2-8dab91305e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:22.579654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:22.580656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c738c-6818-46ce-b8db-f60f2ab615ed None None] The sync data for ids ['98146303-f24d-4bcd-9aef-3fdd6142d41a'] in dv-neutron-822515-1-hyperv is: [{'id': '98146303-f24d-4bcd-9aef-3fdd6142d41a', 'name': 'tempest-NetworksTestDHCPv6-router-893996016', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:43:04Z', 'updated_at': '2021-12-21T16:43:09Z', 'revision_number': 2, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None, '_interfaces': [{'id': '6fcaca55-a4be-409b-b367-f2ae8fbbc574', 'name': '', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'mac_address': 'fa:16:3e:9e:70:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98146303-f24d-4bcd-9aef-3fdd6142d41a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a33904-6da5-4592-b5d2-8dab91305e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:07Z', 'updated_at': '2021-12-21T16:43:20Z', 'revision_number': 4, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'subnets': [{'id': 'a6a33904-6da5-4592-b5d2-8dab91305e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:22.588378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:22.616599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2167fae6-c251-41e0-b0af-a52742d998b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:22.631079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:22.637537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:22.737325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:22.738887 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.7340910 Dec 21 16:43:22.750906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37164) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:22.757458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121c00a6-dd5f-4477-a420-834486ac2ed9,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:22.776339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:22.785440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04381ad3-3679-4fc5-9679-fddd2d2bdd0e tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:22.785990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04381ad3-3679-4fc5-9679-fddd2d2bdd0e tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:22.786478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04381ad3-3679-4fc5-9679-fddd2d2bdd0e tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:22.787662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04381ad3-3679-4fc5-9679-fddd2d2bdd0e tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:22.787890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04381ad3-3679-4fc5-9679-fddd2d2bdd0e tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:22.788324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04381ad3-3679-4fc5-9679-fddd2d2bdd0e tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:22.788793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04381ad3-3679-4fc5-9679-fddd2d2bdd0e tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:22.789264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04381ad3-3679-4fc5-9679-fddd2d2bdd0e tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:22.790128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04381ad3-3679-4fc5-9679-fddd2d2bdd0e tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:22.792212 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-04381ad3-3679-4fc5-9679-fddd2d2bdd0e tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6365 time: 0.5130992 Dec 21 16:43:22.794057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Request body: {'security_group_rule': {'security_group_id': '121c00a6-dd5f-4477-a420-834486ac2ed9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:22.799424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=ec7272cb-e207-4631-892c-024cd73866c3,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:22.802188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37168) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:22.814079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:22.816609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:22.830968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Usage tracker for resource:security_group_rule and tenant:075038327d62448cb2e2d92fbfae8cf8 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:22.841233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:22.854085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:22.854510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:22.854950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:22.855373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:22.855767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:22.856169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:22.856569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:22.856971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:22.857373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:22.857768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:22.858232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:22.862337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:22.863632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:22.900804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:22.944158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:22.957830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd267bc-2541-4c46-9ab1-a1409fa6f847 None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:22.962318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-5b9f4d0c-bddd-4f5a-929d-0908c9f459dd tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] delete failed (client error): The resource could not be found. Dec 21 16:43:22.964252 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5b9f4d0c-bddd-4f5a-929d-0908c9f459dd tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/5353bea8-e586-495a-8103-4848eefc0248 HTTP/1.1" status: 404 len: 345 time: 0.1582577 Dec 21 16:43:22.973384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37172) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:22.980023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd267bc-2541-4c46-9ab1-a1409fa6f847 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:22.981122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9dd267bc-2541-4c46-9ab1-a1409fa6f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:23.016032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:23.016435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment 2bb8e9d7-0282-46b2-b91c-77d30ccd382f of type vlan for network 797be1d1-e6cc-4337-9206-b108325e99d4 Dec 21 16:43:23.030227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:23.035811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2139139e-214f-474a-a67f-dbf7ff611fda tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] DELETE failed (client error): The resource could not be found. Dec 21 16:43:23.036310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2139139e-214f-474a-a67f-dbf7ff611fda tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:43:23.065964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68a1a9ba-9765-48bb-9edc-9d7fd4fc2d30 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:23.074870 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2139139e-214f-474a-a67f-dbf7ff611fda tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "DELETE /v2.0/networks/1bd1aba6-88d5-4d3c-ab41-3440bb7aab9a HTTP/1.1" status: 404 len: 339 time: 0.0914450 Dec 21 16:43:23.081616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9dd267bc-2541-4c46-9ab1-a1409fa6f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:23.092133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37176) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:23.106668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd267bc-2541-4c46-9ab1-a1409fa6f847 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:23.108132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9dd267bc-2541-4c46-9ab1-a1409fa6f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:23.162726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Request body: {'network': {'name': 'tempest-network--647591139', 'router:external': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:23.168469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:23.188141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9dd267bc-2541-4c46-9ab1-a1409fa6f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:23.188617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd267bc-2541-4c46-9ab1-a1409fa6f847 None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:23.221360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:23.226507 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/ports/8b4a5d25-eae4-4566-916a-605b1716c64c HTTP/1.1" status: 204 len: 168 time: 8.2713628 Dec 21 16:43:23.231172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37180) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:23.233079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:23.248505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-68a1a9ba-9765-48bb-9edc-9d7fd4fc2d30 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Calling delete_port for 561b02d9-52a6-491e-a870-416b2969b999 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:23.267017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 3ddb5357-50b8-4fc1-a978-8054029c41b3 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:23.294657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Usage tracker for resource:network and tenant:33f66b9b36344d14b2406aef1a53562e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:23.304089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:23.315488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:23.353752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:23.390815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Made reservation on behalf of 33f66b9b36344d14b2406aef1a53562e for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:23.400287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:23.430279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:23.434491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:23.435180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:23.445957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:23.592530 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-be88fb6b-4d9b-4b9f-99e0-7bb11e846741 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "GET /v2.0/floatingips/910b791f-955d-4466-b6cb-0b98aa8bb6d7 HTTP/1.1" status: 200 len: 687 time: 0.3291368 Dec 21 16:43:23.598474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37184) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:23.629382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:23.680179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:23.719450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:23.729547 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6918018 Dec 21 16:43:23.729547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:23.739827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=797be1d1-e6cc-4337-9206-b108325e99d4,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:23.742173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37188) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:23.745679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:23.753238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 797be1d1-e6cc-4337-9206-b108325e99d4 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:23.781933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'network_id': '797be1d1-e6cc-4337-9206-b108325e99d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:23.867781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1fb7d3-6fad-4d9d-a5c2-c0a0f97bfa8c,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:23.904623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:23.917299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:23.988865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e13f5e57-e178-46b8-965e-03055d64c135 None None] Provisioning complete for port ec7272cb-e207-4631-892c-024cd73866c3 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:23.989447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e13f5e57-e178-46b8-965e-03055d64c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.017210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.017663 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Added segment f0b56b85-bf87-496a-b4de-5979a8d10b00 of type vlan for network 58f8368e-f97f-4afc-a61f-a2e7a874cac5 Dec 21 16:43:24.045421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 25bf055d-8228-4df3-97c8-d93c8c2e4a2d {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:24.045808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.052258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:24.056376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:subnet and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:24.059704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:24.066021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:24.081460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68a1a9ba-9765-48bb-9edc-9d7fd4fc2d30 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.102008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4aaf2c92-dadb-417e-a226-10ad6075d21a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:24.106063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d4f0fb44-99e9-4685-a706-dca78feda32f tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:24.159440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e13f5e57-e178-46b8-965e-03055d64c135 None None] Port ec7272cb-e207-4631-892c-024cd73866c3 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:24.188494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1a9ba-9765-48bb-9edc-9d7fd4fc2d30 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event deleted for resources: {'Port': ['ID=561b02d9-52a6-491e-a870-416b2969b999,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:24.197345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:24.205791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.207829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4266601 Dec 21 16:43:24.213392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37192) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:24.215241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.221585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 4aaf2c92-dadb-417e-a226-10ad6075d21a completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:24.223268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.226145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68a1a9ba-9765-48bb-9edc-9d7fd4fc2d30 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:24.228859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 4aaf2c92-dadb-417e-a226-10ad6075d21a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:24.229441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.230249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.235717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Request body: {'security_group_rule': {'security_group_id': '121c00a6-dd5f-4477-a420-834486ac2ed9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:24.270077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:24.303045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.316830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Usage tracker for resource:security_group_rule and tenant:075038327d62448cb2e2d92fbfae8cf8 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:24.324084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:24.403554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.415122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:24.453124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 4aaf2c92-dadb-417e-a226-10ad6075d21a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4aaf2c92-dadb-417e-a226-10ad6075d21a,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:24.457467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.458568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6fcaca55-a4be-409b-b367-f2ae8fbbc574 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:24.500452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77e8685d-e1c9-4040-942a-7431858fbe97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:24.646225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=4aaf2c92-dadb-417e-a226-10ad6075d21a,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:24.648883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.649259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.663059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:24.663473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:24.663975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:24.664467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:24.664953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:24.665441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:24.665901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:24.666383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:24.666888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:24.667370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:24.667861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:43:24.673118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:24.687264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:24.701400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:24.702205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.741316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68a1a9ba-9765-48bb-9edc-9d7fd4fc2d30 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.816265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.844189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.849994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.851036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:24.851685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.862985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-466b086b-8a5e-45a1-b5e1-b3bd2cfe5fa3 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:24.883761 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-68a1a9ba-9765-48bb-9edc-9d7fd4fc2d30 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "DELETE /v2.0/ports/561b02d9-52a6-491e-a870-416b2969b999 HTTP/1.1" status: 204 len: 168 time: 4.3401856 Dec 21 16:43:24.884028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 6fcaca55-a4be-409b-b367-f2ae8fbbc574, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6fcaca55-a4be-409b-b367-f2ae8fbbc574,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:24.887706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:24.889936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4195462c-43a6-4844-a8fb-e337a2326cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:24.925341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37196) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:24.928654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 48198455-398f-4621-a5d3-171be2748812 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:43:24.974846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 48198455-398f-4621-a5d3-171be2748812 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:43:24.975381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 48198455-398f-4621-a5d3-171be2748812 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:43:24.985764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:25.003165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=6fcaca55-a4be-409b-b367-f2ae8fbbc574,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:25.006422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:25.049109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 25bf055d-8228-4df3-97c8-d93c8c2e4a2d owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:25.061652 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9648623 Dec 21 16:43:25.080453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37200) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:25.136424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event updated for resources: {'Network': ['ID=58f8368e-f97f-4afc-a61f-a2e7a874cac5,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:25.139411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:25.147398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 58f8368e-f97f-4afc-a61f-a2e7a874cac5 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:25.318196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router 956e14dd-c03e-4bd7-b084-3220827a381e is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:43:25.455042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:25.468241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:25.485211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:25.538594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca56c3c-5d9f-4006-8125-7d36a86c46f4,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:25.566497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:25.574489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb0ce72-2ced-40d7-860e-075f922a1f3f tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Deleting subnet ece8c510-771e-4d5c-a569-4e5ddddb262f {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:43:25.584952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce72-2ced-40d7-860e-075f922a1f3f tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:25.607852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19d53c2-4612-455a-b55d-304254131108 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:25.613381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19d53c2-4612-455a-b55d-304254131108 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:25.617859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19d53c2-4612-455a-b55d-304254131108 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:25.622185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19d53c2-4612-455a-b55d-304254131108 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:25.623123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d19d53c2-4612-455a-b55d-304254131108 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Synchronizing usage tracker for tenant:990920a92a2f4a9f89bc4e4822ebe0f5 on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:25.634394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:25.635735 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4084909 Dec 21 16:43:25.647289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37204) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:25.667810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:25.676742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:25.681489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:25.686455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:25.719525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce72-2ced-40d7-860e-075f922a1f3f tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:25.735909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d19d53c2-4612-455a-b55d-304254131108 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Unset dirty status for tenant:990920a92a2f4a9f89bc4e4822ebe0f5 on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:25.737223 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d19d53c2-4612-455a-b55d-304254131108 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6488090 Dec 21 16:43:25.739621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:25.743273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37208) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:25.745165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99dc4bc1-7c81-4d14-86c0-18e49e6dc5f5 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:25.756843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Usage tracker for resource:floatingip and tenant:075038327d62448cb2e2d92fbfae8cf8 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:25.776022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:25.798887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:25.809150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:25.809428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:25.842934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=25bf055d-8228-4df3-97c8-d93c8c2e4a2d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:25.847982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:25.870806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:25.881273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=5582bbcd-53d6-464c-b943-af20355d0efb,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:25.910936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:25.954179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking segment: {'id': '2bb8e9d7-0282-46b2-b91c-77d30ccd382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '797be1d1-e6cc-4337-9206-b108325e99d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:25.954604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network hostable DHCP agents. Network: 797be1d1-e6cc-4337-9206-b108325e99d4, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:43:25.972003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4aaf2c92-dadb-417e-a226-10ad6075d21a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:25.980918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce72-2ced-40d7-860e-075f922a1f3f tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.058238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 4aaf2c92-dadb-417e-a226-10ad6075d21a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:26.058446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Router 281b4b6c-7959-4c4d-9e24-0c1201d10baa is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:43:26.059196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.095720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.152009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network 797be1d1-e6cc-4337-9206-b108325e99d4 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:43:26.199824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6fcaca55-a4be-409b-b367-f2ae8fbbc574 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:26.201859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.231728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce72-2ced-40d7-860e-075f922a1f3f tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.236228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 797be1d1-e6cc-4337-9206-b108325e99d4) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:26.248267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ac9a633-41ef-41d5-9ad3-5f363edc9220 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:26.253045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0687bd9-f0b1-4a69-8806-6f988863da59 None None] Network 797be1d1-e6cc-4337-9206-b108325e99d4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:26.288744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:26.289319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.290628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:26.315412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0ce72-2ced-40d7-860e-075f922a1f3f tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event deleted for resources: {'Subnet': ['ID=ece8c510-771e-4d5c-a569-4e5ddddb262f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:26.325149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1fb0ce72-2ced-40d7-860e-075f922a1f3f tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:26.329837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5ef85-1cbf-43c7-896f-41a8c2b13e4d None None] Sync routers for ids ['956e14dd-c03e-4bd7-b084-3220827a381e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:26.334529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.336180 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/floatingips/910b791f-955d-4466-b6cb-0b98aa8bb6d7 HTTP/1.1" status: 204 len: 168 time: 2.7285943 Dec 21 16:43:26.341407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fb0ce72-2ced-40d7-860e-075f922a1f3f tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.342711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] For port 6fcaca55-a4be-409b-b367-f2ae8fbbc574, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6fcaca55-a4be-409b-b367-f2ae8fbbc574,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:26.343151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.346773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37212) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:26.355775 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/956e14dd-c03e-4bd7-b084-3220827a381e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2808270 Dec 21 16:43:26.356855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '7ff35f41-cf72-4c48-9cf1-9b29f681b302'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:26.366342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37216) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:26.372780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:26.391004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5ef85-1cbf-43c7-896f-41a8c2b13e4d None None] Routers {'956e14dd-c03e-4bd7-b084-3220827a381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:26.392886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-48a5ef85-1cbf-43c7-896f-41a8c2b13e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['956e14dd-c03e-4bd7-b084-3220827a381e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:26.395263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbbda5f-64bc-423d-9c93-4bc4a3e992d8 None None] Network c5887b0b-3928-4138-8169-e99bc2eb476b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:26.413522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.418565 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6420443 Dec 21 16:43:26.422601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37220) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:26.434246 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1fb0ce72-2ced-40d7-860e-075f922a1f3f tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "DELETE /v2.0/subnets/ece8c510-771e-4d5c-a569-4e5ddddb262f HTTP/1.1" status: 204 len: 168 time: 1.5034626 Dec 21 16:43:26.437762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:floatingip and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:26.441052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37222) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:26.474496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:26.512714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.516166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-48a5ef85-1cbf-43c7-896f-41a8c2b13e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:26.535178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5ef85-1cbf-43c7-896f-41a8c2b13e4d None None] Routers {'956e14dd-c03e-4bd7-b084-3220827a381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:26.536313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-48a5ef85-1cbf-43c7-896f-41a8c2b13e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['956e14dd-c03e-4bd7-b084-3220827a381e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:26.536566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 6fcaca55-a4be-409b-b367-f2ae8fbbc574 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:26.536997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.547725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:26.598768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 6fcaca55-a4be-409b-b367-f2ae8fbbc574 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:26.630994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-48a5ef85-1cbf-43c7-896f-41a8c2b13e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:26.631224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5ef85-1cbf-43c7-896f-41a8c2b13e4d None None] The sync data for ids ['956e14dd-c03e-4bd7-b084-3220827a381e'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:26.645277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f8368e-f97f-4afc-a61f-a2e7a874cac5']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:26.678320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b56b85-bf87-496a-b4de-5979a8d10b00') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:26.678737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b56b85-bf87-496a-b4de-5979a8d10b00') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:26.700277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.740285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.750437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:26.750939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:26.759699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727bdbd-8d36-463b-9ae8-f03b3df35187 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:26.764035 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6727bdbd-8d36-463b-9ae8-f03b3df35187 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports/ec7272cb-e207-4631-892c-024cd73866c3 HTTP/1.1" status: 200 len: 910 time: 0.3908567 Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:26.766938 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:26.772815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37228) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:26.818988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.045006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-797be1d1-e6cc-4337-9206-b108325e99d4', 'network_id': '797be1d1-e6cc-4337-9206-b108325e99d4', 'tenant_id': '74ccbc71fd754f58a6e5c723791039cc', 'fixed_ips': [{'subnet_id': '5582bbcd-53d6-464c-b943-af20355d0efb'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:43:27.047031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.154815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.183830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6dec03-ad10-4306-bbbb-b379e7dab5c4 None None] DHCP port deletion for c5887b0b-3928-4138-8169-e99bc2eb476b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:43:27.199405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bf6dec03-ad10-4306-bbbb-b379e7dab5c4 None None] Deleting port 799bb905-505f-43bc-8ba7-237e0f23fbe9 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:27.199636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf6dec03-ad10-4306-bbbb-b379e7dab5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.255738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.260419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58f8368e-f97f-4afc-a61f-a2e7a874cac5 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 16:43:27.262442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.270186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:27.303534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event deleted for resources: {'Network': ['ID=58f8368e-f97f-4afc-a61f-a2e7a874cac5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:27.306044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:27.318014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Deleting port 799bb905-505f-43bc-8ba7-237e0f23fbe9 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:27.318640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.369532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.381940 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "DELETE /v2.0/networks/58f8368e-f97f-4afc-a61f-a2e7a874cac5 HTTP/1.1" status: 204 len: 168 time: 1.6077664 Dec 21 16:43:27.391689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37232) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:27.399783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Request body: {'network': {'name': 'tempest-network--1594535828', 'router:external': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:27.415584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:27.434817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Usage tracker for resource:network and tenant:33f66b9b36344d14b2406aef1a53562e is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:27.441494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:27.452062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:27.460438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.467428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c698a0ed-4f56-4111-b05e-e0c423463f5e tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:27.507412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Allocated IP 172.26.7.48 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/b2896a3f-f04f-4699-bebe-58dc919644b6) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:27.523670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=6fcaca55-a4be-409b-b367-f2ae8fbbc574,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:27.526517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:27.529698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Made reservation on behalf of 33f66b9b36344d14b2406aef1a53562e for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:27.535600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.544125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bf6dec03-ad10-4306-bbbb-b379e7dab5c4 None None] For port 799bb905-505f-43bc-8ba7-237e0f23fbe9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=799bb905-505f-43bc-8ba7-237e0f23fbe9,segment=NetworkSegment(2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca),segment_id=2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:27.544571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf6dec03-ad10-4306-bbbb-b379e7dab5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.728890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bf6dec03-ad10-4306-bbbb-b379e7dab5c4 None None] Calling delete_port for 799bb905-505f-43bc-8ba7-237e0f23fbe9 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:27.756547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Allocated IP 172.20.0.2 (797be1d1-e6cc-4337-9206-b108325e99d4/5582bbcd-53d6-464c-b943-af20355d0efb/205497dc-c6f0-46df-8e84-1cd08e7ddac1) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:27.822543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.922350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:27.954096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.954492 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Added segment 14f46c5d-7a31-4ca2-9cdf-7e8f0bfbe897 of type vlan for network ca521744-7e62-4a46-b29b-dcda20b39a1d Dec 21 16:43:27.964028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf6dec03-ad10-4306-bbbb-b379e7dab5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:27.977310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:28.018622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.055752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6dec03-ad10-4306-bbbb-b379e7dab5c4 None None] Pushing event deleted for resources: {'Port': ['ID=799bb905-505f-43bc-8ba7-237e0f23fbe9,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:28.060204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6dec03-ad10-4306-bbbb-b379e7dab5c4 None None] No DVR routers for this DVR port 799bb905-505f-43bc-8ba7-237e0f23fbe9 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:43:28.061786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf6dec03-ad10-4306-bbbb-b379e7dab5c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:28.082538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 799bb905-505f-43bc-8ba7-237e0f23fbe9 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:43:28.086815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.131465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 799bb905-505f-43bc-8ba7-237e0f23fbe9 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:43:28.132221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 799bb905-505f-43bc-8ba7-237e0f23fbe9 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:43:28.181796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:28.208609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c09586-c81a-4fd1-bc47-68d18aaba6a7 None None] Sync routers for ids ['281b4b6c-7959-4c4d-9e24-0c1201d10baa'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:28.224845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.226326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:28.227101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.233421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.238692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:28.242295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] For port 799bb905-505f-43bc-8ba7-237e0f23fbe9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=799bb905-505f-43bc-8ba7-237e0f23fbe9,segment=NetworkSegment(2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca),segment_id=2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:28.242703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.245890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c09586-c81a-4fd1-bc47-68d18aaba6a7 None None] Routers {'281b4b6c-7959-4c4d-9e24-0c1201d10baa'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:28.246582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e9c09586-c81a-4fd1-bc47-68d18aaba6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['281b4b6c-7959-4c4d-9e24-0c1201d10baa'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:28.262375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.263771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "PUT /v2.0/routers/281b4b6c-7959-4c4d-9e24-0c1201d10baa HTTP/1.1" status: 200 len: 917 time: 9.1042633 Dec 21 16:43:28.272330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37236) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:28.307927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Transition to ACTIVE for port object 205497dc-c6f0-46df-8e84-1cd08e7ddac1 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:28.324540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e9c09586-c81a-4fd1-bc47-68d18aaba6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:28.340718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Transition to ACTIVE for port object 205497dc-c6f0-46df-8e84-1cd08e7ddac1 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:28.349349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.353847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9c4084b6-2405-4ddb-acac-c1d071ad1e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:28.398939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c09586-c81a-4fd1-bc47-68d18aaba6a7 None None] Routers {'281b4b6c-7959-4c4d-9e24-0c1201d10baa'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:28.399544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e9c09586-c81a-4fd1-bc47-68d18aaba6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['281b4b6c-7959-4c4d-9e24-0c1201d10baa'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:28.407111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.417585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Calling delete_port for 799bb905-505f-43bc-8ba7-237e0f23fbe9 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:28.458541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.481849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e9c09586-c81a-4fd1-bc47-68d18aaba6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:28.482309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c09586-c81a-4fd1-bc47-68d18aaba6a7 None None] The sync data for ids ['281b4b6c-7959-4c4d-9e24-0c1201d10baa'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:28.503494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Network 797be1d1-e6cc-4337-9206-b108325e99d4 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:28.507254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:28.509838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:28.516081 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1215653 Dec 21 16:43:28.517470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37240) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:28.520606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Pushing event updated for resources: {'Port': ['ID=205497dc-c6f0-46df-8e84-1cd08e7ddac1,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:28.523438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:28.552208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.563262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:28.571915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event updated for resources: {'Network': ['ID=ca521744-7e62-4a46-b29b-dcda20b39a1d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:28.584864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:28.592725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network ca521744-7e62-4a46-b29b-dcda20b39a1d details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:28.617191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Subnet': ['ID=5582bbcd-53d6-464c-b943-af20355d0efb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:28.619787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:28.653576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Attempting to bind port 205497dc-c6f0-46df-8e84-1cd08e7ddac1 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:28.653903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Attempting to bind port 205497dc-c6f0-46df-8e84-1cd08e7ddac1 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2bb8e9d7-0282-46b2-b91c-77d30ccd382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '797be1d1-e6cc-4337-9206-b108325e99d4'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:28.654281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Attempting to bind port 205497dc-c6f0-46df-8e84-1cd08e7ddac1 on network 797be1d1-e6cc-4337-9206-b108325e99d4 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:28.698710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.726824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:28.727267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Checking segment: {'id': '2bb8e9d7-0282-46b2-b91c-77d30ccd382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '797be1d1-e6cc-4337-9206-b108325e99d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:28.727727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.728177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Bound using segment: {'id': '2bb8e9d7-0282-46b2-b91c-77d30ccd382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '797be1d1-e6cc-4337-9206-b108325e99d4'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:28.728740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Bound port: 205497dc-c6f0-46df-8e84-1cd08e7ddac1, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb8e9d7-0282-46b2-b91c-77d30ccd382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '797be1d1-e6cc-4337-9206-b108325e99d4'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:28.729168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.735812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb9ddb96-159b-4536-bdb7-bbdfe166c8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:28.765072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:43:28.765580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:43:28.832102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] For port 205497dc-c6f0-46df-8e84-1cd08e7ddac1, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:28.835683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] For port 205497dc-c6f0-46df-8e84-1cd08e7ddac1, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=205497dc-c6f0-46df-8e84-1cd08e7ddac1,segment=NetworkSegment(2bb8e9d7-0282-46b2-b91c-77d30ccd382f),segment_id=2bb8e9d7-0282-46b2-b91c-77d30ccd382f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:28.840059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.845271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:28.857086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:28.901123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:28.920286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:28.922737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:28.931101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Pushing event updated for resources: {'Port': ['ID=205497dc-c6f0-46df-8e84-1cd08e7ddac1,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:28.937300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:28.983493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797be1d1-e6cc-4337-9206-b108325e99d4']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:29.004546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Pushing event updated for resources: {'Port': ['ID=b2896a3f-f04f-4699-bebe-58dc919644b6,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:29.007903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:29.015897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.26.7.159 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/b1574a4c-1bb7-414f-b22a-d8ccfd672f89) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:29.024393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb8e9d7-0282-46b2-b91c-77d30ccd382f') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:29.024714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb8e9d7-0282-46b2-b91c-77d30ccd382f') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:29.039275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:29.050562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8761f034-3500-4cdb-8ad6-b89b91e4a069 None None] Network 797be1d1-e6cc-4337-9206-b108325e99d4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:29.056341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:29.062852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:29.063525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:29.092397 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:29.241333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a85ae-f823-4e21-81d2-07e942ca7921 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:29.245406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-114a85ae-f823-4e21-81d2-07e942ca7921 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] 10.222.0.67 "GET /v2.0/networks/ca521744-7e62-4a46-b29b-dcda20b39a1d HTTP/1.1" status: 200 len: 757 time: 0.6682329 Dec 21 16:43:29.245573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 16:43:29.245573 dv-neutron-822515-1-hyperv neutron-server[88778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 16:43:29.245573 dv-neutron-822515-1-hyperv neutron-server[88778]: [parameters: {'id': '797be1d1-e6cc-4337-9206-b108325e99d4'}] Dec 21 16:43:29.245573 dv-neutron-822515-1-hyperv neutron-server[88778]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:43:29.245573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:43:29.248533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37244) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:29.259108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:29.275068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Deleting port 799bb905-505f-43bc-8ba7-237e0f23fbe9 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:29.275448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:29.302202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47f33d-1e5e-41d4-a383-41fb219ea485 None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:43:29.423998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] The port '799bb905-505f-43bc-8ba7-237e0f23fbe9' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:43:29.430234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Router 98146303-f24d-4bcd-9aef-3fdd6142d41a has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:43:29.474025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa47f33d-1e5e-41d4-a383-41fb219ea485 None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:43:29.648990 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ec07643-84fd-4cc9-a72a-1b38abdcfb26 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/routers/281b4b6c-7959-4c4d-9e24-0c1201d10baa HTTP/1.1" status: 200 len: 923 time: 1.3182454 Dec 21 16:43:29.653983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37248) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:29.779521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:29.792070 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "PUT /v2.0/routers/98146303-f24d-4bcd-9aef-3fdd6142d41a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5226157 Dec 21 16:43:29.793307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37252) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:29.796377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:29.823478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d0682-fb12-446d-9086-b02815aa5a0f None None] Sync routers for ids ['98146303-f24d-4bcd-9aef-3fdd6142d41a'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:29.846005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d0682-fb12-446d-9086-b02815aa5a0f None None] Routers {'98146303-f24d-4bcd-9aef-3fdd6142d41a'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:29.847269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac6d0682-fb12-446d-9086-b02815aa5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['98146303-f24d-4bcd-9aef-3fdd6142d41a'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:29.903607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:29.932307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51cf19-93f2-4316-9d36-39baabb313bd tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:29.936630 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bc51cf19-93f2-4316-9d36-39baabb313bd tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] 10.222.0.67 "GET /v2.0/networks/bf643ec6-911a-400e-b2f7-6e240bffc1a6 HTTP/1.1" status: 200 len: 768 time: 0.6845191 Dec 21 16:43:29.959838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37256) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:30.039417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.046694 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-745f9310-108a-4000-92a5-5125d0996691 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&device_id=281b4b6c-7959-4c4d-9e24-0c1201d10baa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3851633 Dec 21 16:43:30.050759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37260) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:30.065694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.091318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.101433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b990af6-d057-483e-929b-751aa3021cff tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:30.102949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b990af6-d057-483e-929b-751aa3021cff tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:30.103755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b990af6-d057-483e-929b-751aa3021cff tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:30.155226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ac6d0682-fb12-446d-9086-b02815aa5a0f None None] Set router 98146303-f24d-4bcd-9aef-3fdd6142d41a gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:43:30.155435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port 205497dc-c6f0-46df-8e84-1cd08e7ddac1 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:30.155523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.185587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5887b0b-3928-4138-8169-e99bc2eb476b']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:30.252516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b990af6-d057-483e-929b-751aa3021cff tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:30.256465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6b990af6-d057-483e-929b-751aa3021cff tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4468591 Dec 21 16:43:30.261000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37264) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:30.276365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:30.276704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5e1099-3ad4-4d94-b140-d4fa3f24f9ca') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:30.321274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.333724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac6d0682-fb12-446d-9086-b02815aa5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98146303-f24d-4bcd-9aef-3fdd6142d41a', 'name': 'tempest-NetworksTestDHCPv6-router-893996016', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:43:04Z', 'updated_at': '2021-12-21T16:43:27Z', 'revision_number': 3, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:30.337617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.343758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d0682-fb12-446d-9086-b02815aa5a0f None None] Checking router: 98146303-f24d-4bcd-9aef-3fdd6142d41a for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:43:30.374207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d0682-fb12-446d-9086-b02815aa5a0f None None] Routers {'98146303-f24d-4bcd-9aef-3fdd6142d41a'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:30.375216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac6d0682-fb12-446d-9086-b02815aa5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['98146303-f24d-4bcd-9aef-3fdd6142d41a'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:30.375416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.384063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fffab0-ba25-4bcc-9009-5cf67474fd21 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:30.385782 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-24fffab0-ba25-4bcc-9009-5cf67474fd21 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/networks/7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 881 time: 0.3338118 Dec 21 16:43:30.390350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37268) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:30.460086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.495361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:30.495577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6d695294-f951-41f4-8a71-e20006bdd920 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=281b4b6c-7959-4c4d-9e24-0c1201d10baa HTTP/1.1" status: 200 len: 205 time: 0.1229575 Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:30.518509 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:30.542837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37272) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:30.546233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ac6d0682-fb12-446d-9086-b02815aa5a0f None None] Set router 98146303-f24d-4bcd-9aef-3fdd6142d41a gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:43:30.603534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Allocated IP 172.21.0.1 (0bd61732-e7ac-436d-b4dd-be2d53fc8ddc/fe32a95c-02a4-4e1d-a1c3-d74761b6fcc3/e72a7732-0ec3-4ccf-ba08-b14ca299bfea) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:30.624860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf077b7-9468-4572-833f-bf4be74c5ae1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet a6a33904-6da5-4592-b5d2-8dab91305e75 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:43:30.630983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bf077b7-9468-4572-833f-bf4be74c5ae1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.674813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac6d0682-fb12-446d-9086-b02815aa5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98146303-f24d-4bcd-9aef-3fdd6142d41a', 'name': 'tempest-NetworksTestDHCPv6-router-893996016', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:43:04Z', 'updated_at': '2021-12-21T16:43:27Z', 'revision_number': 3, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:30.679730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d0682-fb12-446d-9086-b02815aa5a0f None None] The sync data for ids ['98146303-f24d-4bcd-9aef-3fdd6142d41a'] in dv-neutron-822515-1-hyperv is: [{'id': '98146303-f24d-4bcd-9aef-3fdd6142d41a', 'name': 'tempest-NetworksTestDHCPv6-router-893996016', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:43:04Z', 'updated_at': '2021-12-21T16:43:27Z', 'revision_number': 3, 'project_id': '14bc66a0e8414cca936892504d2490e7', 'gw_port_host': None}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:30.736494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bf077b7-9468-4572-833f-bf4be74c5ae1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.781035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.802908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d13ac431-67e2-4d2b-a1fe-4b6db77646a3 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:30.912754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.912978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:30.936314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Transition to ACTIVE for port object e72a7732-0ec3-4ccf-ba08-b14ca299bfea will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:30.940123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bf077b7-9468-4572-833f-bf4be74c5ae1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.002645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.023159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.028103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e52f0724-9fea-4e83-9bbe-46f1b2af5ffb tempest-AllowedAddressPairTestJSON-1855423914 tempest-AllowedAddressPairTestJSON-1855423914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:31.075384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bf077b7-9468-4572-833f-bf4be74c5ae1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.105353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:31.111298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:31.115879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:31.121155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:31.126932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.145939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=b1574a4c-1bb7-414f-b22a-d8ccfd672f89,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:31.154595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bf077b7-9468-4572-833f-bf4be74c5ae1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.157177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=e72a7732-0ec3-4ccf-ba08-b14ca299bfea,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:31.160435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e8f59-0150-4588-9aa6-65d3fb0be4e1 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:31.172102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:31.172102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:31.172431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:31.172431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c89de68-9270-468d-b344-ae0414a14ed1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:31.177140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:31.199354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:31.226054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf077b7-9468-4572-833f-bf4be74c5ae1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a33904-6da5-4592-b5d2-8dab91305e75,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:31.230950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bf077b7-9468-4572-833f-bf4be74c5ae1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:31.234690 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5bf077b7-9468-4572-833f-bf4be74c5ae1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/a6a33904-6da5-4592-b5d2-8dab91305e75 HTTP/1.1" status: 204 len: 168 time: 0.9726799 Dec 21 16:43:31.239811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37276) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:31.263873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] For port 205497dc-c6f0-46df-8e84-1cd08e7ddac1, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=205497dc-c6f0-46df-8e84-1cd08e7ddac1,segment=NetworkSegment(2bb8e9d7-0282-46b2-b91c-77d30ccd382f),segment_id=2bb8e9d7-0282-46b2-b91c-77d30ccd382f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:31.264202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.282448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Pushing event deleted for resources: {'Network': ['ID=c5887b0b-3928-4138-8169-e99bc2eb476b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:31.286305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca521744-7e62-4a46-b29b-dcda20b39a1d']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:31.300648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.307378 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] 10.222.0.67 "DELETE /v2.0/networks/c5887b0b-3928-4138-8169-e99bc2eb476b HTTP/1.1" status: 204 len: 168 time: 4.8345842 Dec 21 16:43:31.310428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:31.387318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f46c5d-7a31-4ca2-9cdf-7e8f0bfbe897') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:31.387548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f46c5d-7a31-4ca2-9cdf-7e8f0bfbe897') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:31.415630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3043dc0b-9ecd-4492-96e4-73913f46101c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:router {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:31.612953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ee6e0-d16e-40ec-b639-f9320a372219 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:43:31.619176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-455ee6e0-d16e-40ec-b639-f9320a372219 None None] Deleting port 52ff332a-48ea-459a-86d7-d902c43cc3c2 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:31.619612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-455ee6e0-d16e-40ec-b639-f9320a372219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.795901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3043dc0b-9ecd-4492-96e4-73913f46101c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:router {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:31.800659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3043dc0b-9ecd-4492-96e4-73913f46101c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5577500 Dec 21 16:43:31.801333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37284) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:31.806091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Calling delete_port for 205497dc-c6f0-46df-8e84-1cd08e7ddac1 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:31.869181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37288) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:31.883569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.905667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.924004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-455ee6e0-d16e-40ec-b639-f9320a372219 None None] For port 52ff332a-48ea-459a-86d7-d902c43cc3c2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=52ff332a-48ea-459a-86d7-d902c43cc3c2,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:31.924477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-455ee6e0-d16e-40ec-b639-f9320a372219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:31.998847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.036110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b77f9ac-b360-4269-ab98-0d6e59ff50ab tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.056564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:32.056941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.074206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:32.076182 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:32.104501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.123447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:32.204946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 52ff332a-48ea-459a-86d7-d902c43cc3c2 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:43:32.265941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.311424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dc532e9c-cd78-4cae-bed7-39bb086cf52f None None] Provisioning for port e72a7732-0ec3-4ccf-ba08-b14ca299bfea completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:32.323679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-455ee6e0-d16e-40ec-b639-f9320a372219 None None] Calling delete_port for 52ff332a-48ea-459a-86d7-d902c43cc3c2 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:32.362509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dc532e9c-cd78-4cae-bed7-39bb086cf52f None None] Provisioning complete for port e72a7732-0ec3-4ccf-ba08-b14ca299bfea triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:32.362712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc532e9c-cd78-4cae-bed7-39bb086cf52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.368996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Pushing event updated for resources: {'Port': ['ID=b2896a3f-f04f-4699-bebe-58dc919644b6,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:32.371652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.377576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:32.379480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82753e5e-a042-4cda-a6c8-675fdfd63ec6 tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:32.425523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dc532e9c-cd78-4cae-bed7-39bb086cf52f None None] Port e72a7732-0ec3-4ccf-ba08-b14ca299bfea cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:32.431147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No DVR routers for this DVR port 205497dc-c6f0-46df-8e84-1cd08e7ddac1 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:43:32.439292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca521744-7e62-4a46-b29b-dcda20b39a1d {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 16:43:32.481034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.489556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Port': ['ID=205497dc-c6f0-46df-8e84-1cd08e7ddac1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:32.494591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:32.503399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-adf136f8-d536-4b9a-8336-04bcf9b24dd1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:32.549679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2df28331-267f-422b-91fd-50b2c2f1394a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18d8c6c4ab00462aa967a09473790f68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6743515 Dec 21 16:43:32.554477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.559583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37294) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:32.566122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-455ee6e0-d16e-40ec-b639-f9320a372219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.573215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:32.615921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ee6e0-d16e-40ec-b639-f9320a372219 None None] Pushing event deleted for resources: {'Port': ['ID=52ff332a-48ea-459a-86d7-d902c43cc3c2,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:32.618637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-455ee6e0-d16e-40ec-b639-f9320a372219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:32.624526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.629421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca521744-7e62-4a46-b29b-dcda20b39a1d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:32.634134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ee6e0-d16e-40ec-b639-f9320a372219 None None] No DVR routers for this DVR port 52ff332a-48ea-459a-86d7-d902c43cc3c2 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:43:32.652895 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "DELETE /v2.0/networks/ca521744-7e62-4a46-b29b-dcda20b39a1d HTTP/1.1" status: 204 len: 168 time: 2.6893466 Dec 21 16:43:32.656014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:32.671293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.683297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6fcaca55-a4be-409b-b367-f2ae8fbbc574 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:43:32.707385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37298) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:32.723303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 6fcaca55-a4be-409b-b367-f2ae8fbbc574 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:43:32.723714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6fcaca55-a4be-409b-b367-f2ae8fbbc574 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:43:32.796153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Request body: {'network': {'name': 'tempest-network--1698958971'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:32.819744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:32.840364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Usage tracker for resource:network and tenant:33f66b9b36344d14b2406aef1a53562e is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:32.859938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:32.864513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b77f9ac-b360-4269-ab98-0d6e59ff50ab tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.877152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:32.888173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b77f9ac-b360-4269-ab98-0d6e59ff50ab tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.888406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.896006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.906121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2540090 Dec 21 16:43:32.914275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Made reservation on behalf of 33f66b9b36344d14b2406aef1a53562e for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:32.919156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.944249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d56c0794-9e42-4e7c-91fe-c7b352b94504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:32.952655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797be1d1-e6cc-4337-9206-b108325e99d4']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:32.989231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb8e9d7-0282-46b2-b91c-77d30ccd382f') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:32.989476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb8e9d7-0282-46b2-b91c-77d30ccd382f') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:32.994836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.011362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.033477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.051627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0683bd5e-7b90-4371-911f-36ebff40843f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:33.088692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:33.097396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d56c0794-9e42-4e7c-91fe-c7b352b94504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.118724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b77f9ac-b360-4269-ab98-0d6e59ff50ab tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.119427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b77f9ac-b360-4269-ab98-0d6e59ff50ab tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Fanout notify agent at l3_agent the message router_deleted on router 98146303-f24d-4bcd-9aef-3fdd6142d41a {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:43:33.122028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.164006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:33.164459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.179742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.180266 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Added segment 33672927-5d0e-4663-b6fa-64a175af3c8b of type vlan for network 0ab49f9e-a6b5-429a-98ed-099783032e35 Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:33.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:33.238379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.246645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=e72a7732-0ec3-4ccf-ba08-b14ca299bfea,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:33.258947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:33.281277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.289200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b77f9ac-b360-4269-ab98-0d6e59ff50ab tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.295400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8b77f9ac-b360-4269-ab98-0d6e59ff50ab tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/routers/98146303-f24d-4bcd-9aef-3fdd6142d41a HTTP/1.1" status: 204 len: 168 time: 1.4853840 Dec 21 16:43:33.296845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37318) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:33.310099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-1d73902d-126a-418a-8330-551445f758a8 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Synchronizing usage tracker for tenant:075038327d62448cb2e2d92fbfae8cf8 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:33.327191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.342332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-981802ae-0b7c-4805-84c2-54bb0c806201 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:33.360070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.387367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=797be1d1-e6cc-4337-9206-b108325e99d4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:33.387628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea7c85d7-032c-45f6-8e18-7b6a0b853e8d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:33.390226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d56c0794-9e42-4e7c-91fe-c7b352b94504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.396110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:33.398524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/797be1d1-e6cc-4337-9206-b108325e99d4 HTTP/1.1" status: 204 len: 168 time: 6.9626479 Dec 21 16:43:33.399691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86d30578-93e3-4448-b674-cd3123d5d898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:33.405899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37322) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:33.411807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-1d73902d-126a-418a-8330-551445f758a8 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Unset dirty status for tenant:075038327d62448cb2e2d92fbfae8cf8 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:33.413082 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-1d73902d-126a-418a-8330-551445f758a8 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--173773395&fields=id&tenant_id=075038327d62448cb2e2d92fbfae8cf8 HTTP/1.1" status: 200 len: 267 time: 0.2925069 Dec 21 16:43:33.419585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1868319308'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:33.453194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:33.524830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:network and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:33.535892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:33.575905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:33.665411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.692628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:33.698064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.710070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d56c0794-9e42-4e7c-91fe-c7b352b94504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.711316 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d56c0794-9e42-4e7c-91fe-c7b352b94504 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a264af50-a6cc-403c-8eee-53681bb9e38c HTTP/1.1" status: 204 len: 168 time: 1.1506884 Dec 21 16:43:33.719449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Deleting port cb97c175-359a-4544-93bd-2cbe39941cd0 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:33.719824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.724642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c0794-9e42-4e7c-91fe-c7b352b94504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a264af50-a6cc-403c-8eee-53681bb9e38c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:33.734276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d56c0794-9e42-4e7c-91fe-c7b352b94504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:33.741914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea7c85d7-032c-45f6-8e18-7b6a0b853e8d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:33.746509 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea7c85d7-032c-45f6-8e18-7b6a0b853e8d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4327946 Dec 21 16:43:33.748695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37328) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:33.749359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.750343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:33.750645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.751012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:33.802154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-025b7be1-fab8-4b0b-8f85-0b85b9eba3a8 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:33.893515 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1731699 Dec 21 16:43:33.944139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:33.952791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37334) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:33.960820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event updated for resources: {'Network': ['ID=0ab49f9e-a6b5-429a-98ed-099783032e35,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:33.964847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:33.972604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9b9535d9-f173-4e0f-99ee-6c0a539984c8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:33.987948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:33.993237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 0ab49f9e-a6b5-429a-98ed-099783032e35 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:34.057868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb73dd9e-0dd1-46f4-9506-e2dc58579175 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:34.062344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bb73dd9e-0dd1-46f4-9506-e2dc58579175 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:34.146355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:34.157331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:34.157739 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment 2b7ce433-e0c9-407a-9d7d-e7df55055416 of type vlan for network eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b Dec 21 16:43:34.191946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:34.224902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-fbf5fa9f-1089-4985-a30f-8d6949297974 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:34.226190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-fbf5fa9f-1089-4985-a30f-8d6949297974 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Synchronizing usage tracker for tenant:075038327d62448cb2e2d92fbfae8cf8 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:34.299374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bb73dd9e-0dd1-46f4-9506-e2dc58579175 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:34.303798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37344) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:34.307559 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bb73dd9e-0dd1-46f4-9506-e2dc58579175 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5517006 Dec 21 16:43:34.318097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:34.369846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8d4e56df-8785-4c11-a104-5a0771a43b92 None None] Provisioning complete for port e72a7732-0ec3-4ccf-ba08-b14ca299bfea triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:34.370229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d4e56df-8785-4c11-a104-5a0771a43b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:34.474751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e56df-8785-4c11-a104-5a0771a43b92 None None] Port e72a7732-0ec3-4ccf-ba08-b14ca299bfea cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:34.490380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-fbf5fa9f-1089-4985-a30f-8d6949297974 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Unset dirty status for tenant:075038327d62448cb2e2d92fbfae8cf8 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:34.491702 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-fbf5fa9f-1089-4985-a30f-8d6949297974 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/networks?id=28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 200 len: 812 time: 1.0648127 Dec 21 16:43:34.497934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-61d45bab-4fc4-4554-8f27-5edc215b9a21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1844201 Dec 21 16:43:34.498931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:34.502894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:34.503708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:34.509218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37350) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:34.515895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5047187-1eed-4a0c-a0db-4644261953f8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:34.555451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:34.611791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b9535d9-f173-4e0f-99ee-6c0a539984c8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:34.634621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b9535d9-f173-4e0f-99ee-6c0a539984c8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:34.639327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ec81e897-89cf-4ee9-a330-df01ec316bd5 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:34.671911 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2622006 Dec 21 16:43:34.679986 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-349db871-9117-4e0b-b494-5edeb29936a6 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/quotas/075038327d62448cb2e2d92fbfae8cf8 HTTP/1.1" status: 200 len: 375 time: 0.1697471 Dec 21 16:43:34.682031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37358) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:34.683400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:34.689910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b9535d9-f173-4e0f-99ee-6c0a539984c8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Network 0ab49f9e-a6b5-429a-98ed-099783032e35 is not hosted by any dhcp agent {{(pid=88887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 21 16:43:34.690812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9535d9-f173-4e0f-99ee-6c0a539984c8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:34.691401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b9535d9-f173-4e0f-99ee-6c0a539984c8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:34.695222 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9b9535d9-f173-4e0f-99ee-6c0a539984c8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "PUT /v2.0/networks/0ab49f9e-a6b5-429a-98ed-099783032e35 HTTP/1.1" status: 200 len: 858 time: 0.7384720 Dec 21 16:43:34.698444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37364) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:34.703390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'network_id': 'eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:34.730898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router 956e14dd-c03e-4bd7-b084-3220827a381e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:43:34.838603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37368) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:34.839413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9535d9-f173-4e0f-99ee-6c0a539984c8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event updated for resources: {'Network': ['ID=0ab49f9e-a6b5-429a-98ed-099783032e35,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:34.844549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b9535d9-f173-4e0f-99ee-6c0a539984c8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:34.930611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:34.945294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:35.003035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Calling delete_port for cb97c175-359a-4544-93bd-2cbe39941cd0 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:35.038857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:35.066981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1380978337'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:35.086728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.088963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:35.091523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:35.117870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:35.147559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:network and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:35.150531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:subnet and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:35.156609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:35.156811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:35.160070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:35.177155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:35.183366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:35.217113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:35.259240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:35.279824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:35.286048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.291821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-d42df71b-f43e-43ad-ae15-41121b61092f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Synchronizing usage tracker for tenant:075038327d62448cb2e2d92fbfae8cf8 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:35.340766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.388620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.473251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-d42df71b-f43e-43ad-ae15-41121b61092f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Unset dirty status for tenant:075038327d62448cb2e2d92fbfae8cf8 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:35.474634 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-d42df71b-f43e-43ad-ae15-41121b61092f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=075038327d62448cb2e2d92fbfae8cf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7153678 Dec 21 16:43:35.485895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.499071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.512241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68a1a9ba-9765-48bb-9edc-9d7fd4fc2d30 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:35.666432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.710146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.719512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=b1574a4c-1bb7-414f-b22a-d8ccfd672f89,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:35.733022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:35.739466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-09b22a22-4c57-43eb-8b67-ec8538cacd4d service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:43:35.740578 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-09b22a22-4c57-43eb-8b67-ec8538cacd4d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1215568 Dec 21 16:43:35.741143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9190ccd4-657a-40fb-ae2a-7a52ec2b5343 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:35.758603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.785669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab49f9e-a6b5-429a-98ed-099783032e35']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:35.811890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Pushing event deleted for resources: {'Port': ['ID=cb97c175-359a-4544-93bd-2cbe39941cd0,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:35.822039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33672927-5d0e-4663-b6fa-64a175af3c8b') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:35.822384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33672927-5d0e-4663-b6fa-64a175af3c8b') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:35.845971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:35.864844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:35.901931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing IP validity checks on allocation pools {{(pid=88887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 16:43:35.902550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 16:43:35.907078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.914365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:security_group_rule and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:35.917191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.919440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:35.941151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:35.947253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:35.952478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.959333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58812942-7fb1-4c94-8ee9-04ea5620981c None None] Sync routers for ids ['956e14dd-c03e-4bd7-b084-3220827a381e'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:35.975911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58812942-7fb1-4c94-8ee9-04ea5620981c None None] Routers {'956e14dd-c03e-4bd7-b084-3220827a381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:35.976448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:35.976782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-58812942-7fb1-4c94-8ee9-04ea5620981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['956e14dd-c03e-4bd7-b084-3220827a381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:35.976929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:35.993284 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:35.996121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/956e14dd-c03e-4bd7-b084-3220827a381e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2209382 Dec 21 16:43:36.012976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37380) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:36.044086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-58812942-7fb1-4c94-8ee9-04ea5620981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:36.058040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58812942-7fb1-4c94-8ee9-04ea5620981c None None] Routers {'956e14dd-c03e-4bd7-b084-3220827a381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:36.058857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-58812942-7fb1-4c94-8ee9-04ea5620981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['956e14dd-c03e-4bd7-b084-3220827a381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:36.130424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-58812942-7fb1-4c94-8ee9-04ea5620981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:36.131014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58812942-7fb1-4c94-8ee9-04ea5620981c None None] The sync data for ids ['956e14dd-c03e-4bd7-b084-3220827a381e'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:36.210941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d437f77-9343-49a2-ba77-38457b334ff1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:36.211876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3d437f77-9343-49a2-ba77-38457b334ff1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Synchronizing usage tracker for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:36.225855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:36.242650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d3df183-7c5a-4b5e-8884-8f7e13599c74 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:36.263321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ab49f9e-a6b5-429a-98ed-099783032e35 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 16:43:36.276765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:36.287258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ab49f9e-a6b5-429a-98ed-099783032e35,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:36.294967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:36.324042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3d437f77-9343-49a2-ba77-38457b334ff1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Unset dirty status for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:36.325372 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3d437f77-9343-49a2-ba77-38457b334ff1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports/e72a7732-0ec3-4ccf-ba08-b14ca299bfea HTTP/1.1" status: 200 len: 910 time: 0.3113780 Dec 21 16:43:36.333683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37384) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:36.342360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] 10.222.0.67 "DELETE /v2.0/networks/0ab49f9e-a6b5-429a-98ed-099783032e35 HTTP/1.1" status: 204 len: 168 time: 1.6234975 Dec 21 16:43:36.347411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37388) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:36.541935 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd02cab-9c57-42af-8da5-2a429eff8338 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] DELETE failed (client error): The resource could not be found. Dec 21 16:43:36.542684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd02cab-9c57-42af-8da5-2a429eff8338 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:43:36.557729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:36.565465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-462c76e4-114f-46b0-9e41-ae19525ef9c6 service neutron] 10.222.0.67 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7903404 Dec 21 16:43:36.568175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-281cc80c-8b6a-467c-bc4b-06e2acd1c852 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:36.597189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:36.606652 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bbd02cab-9c57-42af-8da5-2a429eff8338 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] 10.222.0.67 "DELETE /v2.0/subnets/cf4e706a-cb27-4911-8923-c967980c6604 HTTP/1.1" status: 404 len: 337 time: 0.2553926 Dec 21 16:43:36.612359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37392) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:36.619326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:36.654955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:36.669556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=3b412bd9-9ecf-473b-a201-8967b293b6e4,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:36.679257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:36.680563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:36.680971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3372aea1-67ae-40a2-a44e-98922827a932 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:36.710752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:36.711188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Added segment 3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee of type vlan for network a6d500d5-3266-4f4d-a7b9-c5622d13c57d Dec 21 16:43:36.770867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e647f-a8ed-42f4-9c2e-dba715092557,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:36.777499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking segment: {'id': '2b7ce433-e0c9-407a-9d7d-e7df55055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:36.777905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network hostable DHCP agents. Network: eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:43:36.786499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:36.789011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:36.960650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:36.965002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:36.965649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:36.977608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5b3fdcdf-258f-4928-bb6c-bb660c848cec tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:36.999470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:43:37.038813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:37.044613 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2025478 Dec 21 16:43:37.048223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca91b9c-47fc-4e3b-bec6-e65beb2ce7e8 None None] Network eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:37.051425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:37.052076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.058178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37396) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:37.117313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'name': 'tempest-PortsTestJSON-632666679'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:37.153786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Network': ['ID=a6d500d5-3266-4f4d-a7b9-c5622d13c57d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:37.170099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:37.182939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:37.190835 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5025744 Dec 21 16:43:37.194995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37400) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:37.231191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.252074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.296885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.315483 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-bb93d51b-c843-4f62-8a48-9d8060c9fea9 service neutron] 10.222.0.67 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7324207 Dec 21 16:43:37.401588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:37.421013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:37.425542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:37.436013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b', 'network_id': 'eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b', 'tenant_id': '74ccbc71fd754f58a6e5c723791039cc', 'fixed_ips': [{'subnet_id': '3b412bd9-9ecf-473b-a201-8967b293b6e4'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:43:37.437653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:37.438072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.449011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.454945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.463339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac0bda8e-ea6f-473a-a44c-a44717696ead tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:37.524737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.525246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Fanout notify agent at l3_agent the message router_deleted on router 281b4b6c-7959-4c4d-9e24-0c1201d10baa {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:43:37.598697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Floating IP 51c0090d-b75d-4675-8302-9605181c17a0 associated. External IP: 172.26.7.159, port: 7ff35f41-cf72-4c48-9cf1-9b29f681b302. Dec 21 16:43:37.611394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:37.625133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.649508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Allocated IP 172.20.0.3 (eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b/3b412bd9-9ecf-473b-a201-8967b293b6e4/7c7af2ec-31ef-4797-b2cc-cac25597a3e3) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:37.663508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.667293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.696345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port 72513199-626a-4bf3-a3dc-8e67f476b105 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:43:37.747634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:37.763298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:37.777779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:37.778432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.784401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf643ec6-911a-400e-b2f7-6e240bffc1a6']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:37.794354 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ecb62cef-8c12-4110-b560-8b6f245aa541 req-c6dfb173-6236-4cde-bec9-d4ae47d58fac tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 210 time: 0.1140723 Dec 21 16:43:37.796768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=2b4d273c-24ff-4c31-870f-c484daa3fead,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:37.797792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d179495-4a0f-44ef-aab8-1e80fb5c78da None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:37.811056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:37.818324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505ab8ae-0cc0-4b83-8975-c2bde956955b') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:37.818845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505ab8ae-0cc0-4b83-8975-c2bde956955b') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:37.838369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.849129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.853923 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/281b4b6c-7959-4c4d-9e24-0c1201d10baa HTTP/1.1" status: 204 len: 168 time: 7.3030396 Dec 21 16:43:37.855636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37414) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:37.857812 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3282030 Dec 21 16:43:37.864171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-06ab4194-14e9-4654-90cb-5213d9369e20 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1895380095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:37.878415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37418) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:37.880275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-06ab4194-14e9-4654-90cb-5213d9369e20 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:37.883310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.892487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:37.899395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-06ab4194-14e9-4654-90cb-5213d9369e20 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Usage tracker for resource:router and tenant:d3173407256f43c0b0220286ac4e4134 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:37.903822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-06ab4194-14e9-4654-90cb-5213d9369e20 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:37.914578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:37.914948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.915244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:37.932831 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:37.935602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-06ab4194-14e9-4654-90cb-5213d9369e20 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:38.050201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.090436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06ab4194-14e9-4654-90cb-5213d9369e20 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.091478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06ab4194-14e9-4654-90cb-5213d9369e20 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.107541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.113939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:38.136169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Transition to ACTIVE for port object 7c7af2ec-31ef-4797-b2cc-cac25597a3e3 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:38.214164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Transition to ACTIVE for port object 7c7af2ec-31ef-4797-b2cc-cac25597a3e3 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:38.221531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.228126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:38.305351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Pushing event updated for resources: {'Port': ['ID=7c7af2ec-31ef-4797-b2cc-cac25597a3e3,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:38.308418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '2b4d273c-24ff-4c31-870f-c484daa3fead'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:43:38.309554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.336847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:38.395457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.398684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Network eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:38.406566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:38.417490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:38.421855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Pushing event deleted for resources: {'Network': ['ID=bf643ec6-911a-400e-b2f7-6e240bffc1a6,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:38.429447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:38.451905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06ab4194-14e9-4654-90cb-5213d9369e20 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.459627 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] 10.222.0.67 "DELETE /v2.0/networks/bf643ec6-911a-400e-b2f7-6e240bffc1a6 HTTP/1.1" status: 204 len: 168 time: 1.7979493 Dec 21 16:43:38.495574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06ab4194-14e9-4654-90cb-5213d9369e20 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.588437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06ab4194-14e9-4654-90cb-5213d9369e20 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.589681 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-06ab4194-14e9-4654-90cb-5213d9369e20 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7306993 Dec 21 16:43:38.593366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37428) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:38.600717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'enable_snat': False}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:38.651755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Attempting to bind port 7c7af2ec-31ef-4797-b2cc-cac25597a3e3 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:38.654329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Attempting to bind port 7c7af2ec-31ef-4797-b2cc-cac25597a3e3 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2b7ce433-e0c9-407a-9d7d-e7df55055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:38.654937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Attempting to bind port 7c7af2ec-31ef-4797-b2cc-cac25597a3e3 on network eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:38.661836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.684998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.692645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:38.712403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9654e88e-9211-49d6-a0ea-b77b77dc14b7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:38.723270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:38.723871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Checking segment: {'id': '2b7ce433-e0c9-407a-9d7d-e7df55055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:38.724444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.725001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Bound using segment: {'id': '2b7ce433-e0c9-407a-9d7d-e7df55055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:38.725650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Bound port: 7c7af2ec-31ef-4797-b2cc-cac25597a3e3, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ce433-e0c9-407a-9d7d-e7df55055416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:38.726191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:38.762649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Subnet': ['ID=3b412bd9-9ecf-473b-a201-8967b293b6e4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:38.796312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:38.797888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:38.819195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Allocated IP 2001:db8::f816:3eff:feef:6260 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/2b4d273c-24ff-4c31-870f-c484daa3fead/11ad109f-97c4-44a5-af54-8836405d1433) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:38.903937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:39.065955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.090228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] For port 7c7af2ec-31ef-4797-b2cc-cac25597a3e3, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:39.105055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:39.108696 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7fe287cf-e0d3-4990-8251-35e771107eda req-0ed54630-aefd-49cd-88d2-e79f3f7ea754 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 210 time: 0.1225255 Dec 21 16:43:39.118902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] For port 7c7af2ec-31ef-4797-b2cc-cac25597a3e3, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7c7af2ec-31ef-4797-b2cc-cac25597a3e3,segment=NetworkSegment(2b7ce433-e0c9-407a-9d7d-e7df55055416),segment_id=2b7ce433-e0c9-407a-9d7d-e7df55055416)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:39.142635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7ce433-e0c9-407a-9d7d-e7df55055416') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:39.143188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7ce433-e0c9-407a-9d7d-e7df55055416') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:39.156777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.194229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.196905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37436) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:39.199739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.206887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:39.207066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:39.207336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.302724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:43:39.308097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:39.311656 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:39.323063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 16:43:39.323063 dv-neutron-822515-1-hyperv neutron-server[88778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 16:43:39.323063 dv-neutron-822515-1-hyperv neutron-server[88778]: [parameters: {'id': 'eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b'}] Dec 21 16:43:39.323063 dv-neutron-822515-1-hyperv neutron-server[88778]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:43:39.323570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:43:39.333525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.452071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.460836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Pushing event updated for resources: {'Port': ['ID=7c7af2ec-31ef-4797-b2cc-cac25597a3e3,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:39.492161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:39.520432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.526953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Transition to ACTIVE for port object 11ad109f-97c4-44a5-af54-8836405d1433 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:39.542958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017efb35-917c-453a-9278-6f17289d376b None None] Network eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:39.547683 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3bd65359-1ef8-49e8-8e2d-4054a620b605 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=990920a92a2f4a9f89bc4e4822ebe0f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3471360 Dec 21 16:43:39.550149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37442) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:39.579829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:39.590943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Transition to ACTIVE for port object 11ad109f-97c4-44a5-af54-8836405d1433 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:39.599736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.648360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:39.797727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:39.802321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:39.807943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:39.811098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94dffe66-94fc-4c7f-95dd-adf8d88a6ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.818747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Pushing event updated for resources: {'Port': ['ID=11ad109f-97c4-44a5-af54-8836405d1433,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:39.834505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.835880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:39.884439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94dffe66-94fc-4c7f-95dd-adf8d88a6ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.962274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.969496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Attempting to bind port 11ad109f-97c4-44a5-af54-8836405d1433 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:39.970503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Attempting to bind port 11ad109f-97c4-44a5-af54-8836405d1433 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:39.971159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Attempting to bind port 11ad109f-97c4-44a5-af54-8836405d1433 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:39.979622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:39.980046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:39.980502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:39.981163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:39.981795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Bound port: 11ad109f-97c4-44a5-af54-8836405d1433, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:39.982526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.007593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.048766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:40.060242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb716a72-e4ac-4d8d-8e04-1ab03aa3f9e9 None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:40.078275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port 7c7af2ec-31ef-4797-b2cc-cac25597a3e3 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:40.078839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.082027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb716a72-e4ac-4d8d-8e04-1ab03aa3f9e9 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:40.089207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bb716a72-e4ac-4d8d-8e04-1ab03aa3f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:40.096278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] For port 11ad109f-97c4-44a5-af54-8836405d1433, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:40.107762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] For port 11ad109f-97c4-44a5-af54-8836405d1433, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=11ad109f-97c4-44a5-af54-8836405d1433,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:40.114632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.118322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94dffe66-94fc-4c7f-95dd-adf8d88a6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.128242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-816a35a7-adc0-4451-aba7-f3829aac2f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:40.137214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bd0f5c4e-7fa5-4f83-a1bf-d02d8d2e7644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:40.144786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.182290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94dffe66-94fc-4c7f-95dd-adf8d88a6ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.187161 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-94dffe66-94fc-4c7f-95dd-adf8d88a6ef8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5c9889fb-06a9-4fec-9e4f-1e3af401f556 HTTP/1.1" status: 204 len: 168 time: 0.6353681 Dec 21 16:43:40.197552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dffe66-94fc-4c7f-95dd-adf8d88a6ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9889fb-06a9-4fec-9e4f-1e3af401f556,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:40.198136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=72513199-626a-4bf3-a3dc-8e67f476b105,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:40.203661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94dffe66-94fc-4c7f-95dd-adf8d88a6ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:40.241211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:40.270464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bb716a72-e4ac-4d8d-8e04-1ab03aa3f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:40.306610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb716a72-e4ac-4d8d-8e04-1ab03aa3f9e9 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:40.308213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bb716a72-e4ac-4d8d-8e04-1ab03aa3f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:40.315608 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 13.9659491 Dec 21 16:43:40.316412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37454) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:40.367960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Pushing event updated for resources: {'Port': ['ID=11ad109f-97c4-44a5-af54-8836405d1433,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:40.371926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:40.382248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Allocated IP 172.26.7.94 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/eb5ff1b2-3a67-4b10-bc52-caff2b5e611d) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:40.397396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-422031487'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:40.399246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-cc020e32-1abd-4b37-9218-6b9feef25f2c tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:40.404663 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-cc020e32-1abd-4b37-9218-6b9feef25f2c tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.48 "GET /v2.0/networks?id=28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 200 len: 812 time: 0.7877858 Dec 21 16:43:40.417878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Checking segment: {'id': '3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:40.418280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network hostable DHCP agents. Network: a6d500d5-3266-4f4d-a7b9-c5622d13c57d, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:43:40.444212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bb716a72-e4ac-4d8d-8e04-1ab03aa3f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:40.444895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb716a72-e4ac-4d8d-8e04-1ab03aa3f9e9 None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:40.493957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:40.519603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:network and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:40.542588 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8258a7f0-6036-4665-ad21-0ac90a8f1503 req-e96ce4f8-b10a-47a6-8b65-fa3979106f7a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 210 time: 0.1294670 Dec 21 16:43:40.551154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:40.597433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:40.641734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Made reservation on behalf of 8e965015c4f34c1bbb940e9d2d2350f0 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:40.649830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.766646 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-5a5e777c-f8f9-4746-be2a-978416ada5fa tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=075038327d62448cb2e2d92fbfae8cf8 HTTP/1.1" status: 200 len: 379 time: 0.3261099 Dec 21 16:43:40.820240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:40.840470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:43:40.851879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37460) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:40.857312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.857717 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Added segment 3679515d-c98c-49cf-8b93-fef4474dd157 of type vlan for network 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 Dec 21 16:43:40.872969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Request body: {'port': {'device_id': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'admin_state_up': True, 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'security_groups': ['121c00a6-dd5f-4477-a420-834486ac2ed9']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:40.913701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, a6d500d5-3266-4f4d-a7b9-c5622d13c57d) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:40.918310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:40.924906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:40.925285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3521e03-c526-4e65-8917-11c3bdcccf68 None None] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:40.925620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.930242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.977903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] For port 7c7af2ec-31ef-4797-b2cc-cac25597a3e3, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7c7af2ec-31ef-4797-b2cc-cac25597a3e3,segment=NetworkSegment(2b7ce433-e0c9-407a-9d7d-e7df55055416),segment_id=2b7ce433-e0c9-407a-9d7d-e7df55055416)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:40.978297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.979040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:40.992078 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7f2dea88-35c1-403b-a452-9f990a2c692d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=33f66b9b36344d14b2406aef1a53562e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1366332 Dec 21 16:43:40.996390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37464) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:41.094539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:41.099236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:41.099891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:41.107413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fa78ce84-b73a-41f1-9038-870c5f922fa2 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:41.130124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f2dc-ab93-4ac8-bef8-c21c4c30ba77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:41.132212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:41.150358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Calling delete_port for 7c7af2ec-31ef-4797-b2cc-cac25597a3e3 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:41.200840 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.1415901 Dec 21 16:43:41.241089 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8688426 Dec 21 16:43:41.246591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37468) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:41.246981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37470) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:41.265825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Network': ['ID=989fcf3e-1827-4db4-abbc-0e6a8b8eabd0,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:41.268849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:41.275684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'subnet': {'network_id': '989fcf3e-1827-4db4-abbc-0e6a8b8eabd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:41.281328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:41.286855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:41.297498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:41.297907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1059338343'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:41.301789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:41.335671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f2dc-ab93-4ac8-bef8-c21c4c30ba77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:41.596870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:41.608137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:41.620343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:41.622816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:41.668261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:network and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:41.691732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:41.697607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:41.699193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:41.712711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:41.713295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:41.719290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:41.733504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:41.736673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=3e7b7edc-1206-450a-873b-81f1c3299487,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:41.749138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:41.757846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67b3c803-d8e9-4eb6-87e0-eca97cada390 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:41.774860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:41.802005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:41.819407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Port': ['ID=7c7af2ec-31ef-4797-b2cc-cac25597a3e3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:41.823944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port e72a7732-0ec3-4ccf-ba08-b14ca299bfea {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:41.824151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:41.857323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:41.862872 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9776826 Dec 21 16:43:41.868907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No DVR routers for this DVR port 7c7af2ec-31ef-4797-b2cc-cac25597a3e3 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:43:41.869632 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4e539364-6065-443f-8b34-7c1943ca6c0f req-0b9b5e74-3780-4863-9c97-bdbb3c6842ec tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 210 time: 0.1771607 Dec 21 16:43:41.870473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37478) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:41.877776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Pushing event updated for resources: {'Port': ['ID=eb5ff1b2-3a67-4b10-bc52-caff2b5e611d,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:41.887106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:41.905766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Made reservation on behalf of 075038327d62448cb2e2d92fbfae8cf8 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:41.911941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:41.926687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:2a:1d:74', 'name': 'tempest-NetworksTestDHCPv6-2011050254'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:41.948317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:41.954473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:41.972503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:41.995055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:subnet and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:42.001988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:42.016610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:42.031432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 11ad109f-97c4-44a5-af54-8836405d1433 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:42.061558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f2dc-ab93-4ac8-bef8-c21c4c30ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.067104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:42.073248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-daed2f2d-dd61-4898-a18b-69f9eb1cd59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:42.103682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Made reservation on behalf of 8e965015c4f34c1bbb940e9d2d2350f0 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:42.116210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 11ad109f-97c4-44a5-af54-8836405d1433 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:42.121173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1f2dc-ab93-4ac8-bef8-c21c4c30ba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874710d0-8c77-43a6-a5da-bb787f25c43a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:42.126400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6c1f2dc-ab93-4ac8-bef8-c21c4c30ba77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:42.133535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.133940 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Added segment dfbf9377-e04a-45f5-bf09-9940928c0a0d of type vlan for network 1e8ab44d-31a3-4489-ad6e-0571d380b0f1 Dec 21 16:43:42.174889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f2dc-ab93-4ac8-bef8-c21c4c30ba77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.178758 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f6c1f2dc-ab93-4ac8-bef8-c21c4c30ba77 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/874710d0-8c77-43a6-a5da-bb787f25c43a HTTP/1.1" status: 204 len: 168 time: 1.1784673 Dec 21 16:43:42.199383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.230210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:42.283845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.298945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.334154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c551e-988a-49f2-a292-3f8ea67392ab None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:42.436358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.476826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:42.504706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7ce433-e0c9-407a-9d7d-e7df55055416') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:42.504981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7ce433-e0c9-407a-9d7d-e7df55055416') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:42.524450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.530139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:42.531274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.532144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:42.545174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:42.545595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-310e70f7-a39c-42a6-b28f-1aa12502192f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:42.547533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Provisioning for port 11ad109f-97c4-44a5-af54-8836405d1433 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:42.555316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.557919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Provisioning complete for port 11ad109f-97c4-44a5-af54-8836405d1433 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:42.558499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.571542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:42.654451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.669617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.692564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:42.703162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.712604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:42.713215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.756277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.759734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.779623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:42.791937 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:42.837214 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5826647 Dec 21 16:43:42.841592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] For port 11ad109f-97c4-44a5-af54-8836405d1433, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=11ad109f-97c4-44a5-af54-8836405d1433,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:42.850082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:42.852678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:42.872972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37492) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:42.896183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for e72a7732-0ec3-4ccf-ba08-b14ca299bfea owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:42.938375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Pushing event updated for resources: {'Port': ['ID=11ad109f-97c4-44a5-af54-8836405d1433,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:42.943245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'ports': [{'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d'}, {'network_id': '1e8ab44d-31a3-4489-ad6e-0571d380b0f1'}]} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:42.943598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:42.944111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': '1e8ab44d-31a3-4489-ad6e-0571d380b0f1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:42.965968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Network': ['ID=1e8ab44d-31a3-4489-ad6e-0571d380b0f1,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:42.984660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:43.021875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:43.027812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 1e8ab44d-31a3-4489-ad6e-0571d380b0f1 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:43.074909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port a8299f8c-5195-4f07-887a-bb32c562cbaa yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:43:43.077438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464768c4-b633-4750-854f-98702b016881 None None] Update dhcp port {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': '2b4d273c-24ff-4c31-870f-c484daa3fead', 'ip_address': '2001:db8::f816:3eff:feef:6260'}, {'subnet_id': '3e7b7edc-1206-450a-873b-81f1c3299487'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': '11ad109f-97c4-44a5-af54-8836405d1433'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:43:43.131818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Allocated IP 172.20.0.11 (28f1e28f-1df5-418a-9ebc-3336554e3511/75d7f618-3d65-4d7b-bf24-22070d8333ab/83558690-3c69-462f-9fd7-3aa5c503c037) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:43.144672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:43.217789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-464768c4-b633-4750-854f-98702b016881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:43.246457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:43.272587 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-19e57b6f-0e53-4df8-a78b-dd8df6476a98 req-8ad3dfcf-2045-42fa-8e73-e580269e462b tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 210 time: 0.1685295 Dec 21 16:43:43.283542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:43.311439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:43.353114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:43.393900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:43.400474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:43.409380 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b HTTP/1.1" status: 204 len: 168 time: 6.2132559 Dec 21 16:43:43.419320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37506) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:43.434297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:43:43.458323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731786840'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:43.500360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:43.524480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Subnet': ['ID=6aef49e4-e38c-48d4-9ef3-8a21ccddab3f,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:43.530503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:43.549675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Checking segment: {'id': '3679515d-c98c-49cf-8b93-fef4474dd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '989fcf3e-1827-4db4-abbc-0e6a8b8eabd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:43.550081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network hostable DHCP agents. Network: 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:43:43.570296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:network and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:43.593076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Router 8a180fc7-8810-4e17-a97d-c490ab21766e is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:43:43.596878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:43:43.613515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:43.618138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:43.618841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:43.620894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:43.627170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5816fa-0e49-4ea3-8b39-24bed1da2fa0 None None] Network 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:43.640288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:43.671464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:43.697198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:43.726258 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4700918 Dec 21 16:43:43.729597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37514) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:43.736872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1858370731', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:43.760791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:43.763944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:43.771728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:router and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:43.776751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:43.787155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:43.849076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:43.854821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:43.863235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:43.864276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:43.865891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:43.912806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.057685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 11ad109f-97c4-44a5-af54-8836405d1433 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:44.204832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-989fcf3e-1827-4db4-abbc-0e6a8b8eabd0', 'network_id': '989fcf3e-1827-4db4-abbc-0e6a8b8eabd0', 'tenant_id': '8e965015c4f34c1bbb940e9d2d2350f0', 'fixed_ips': [{'subnet_id': '6aef49e4-e38c-48d4-9ef3-8a21ccddab3f'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:43:44.205871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.239683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 11ad109f-97c4-44a5-af54-8836405d1433 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:44.240084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.262516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 2} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:44.268935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.323844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:44.342439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.346641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.347998 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "PUT /v2.0/routers/8a180fc7-8810-4e17-a97d-c490ab21766e HTTP/1.1" status: 200 len: 919 time: 5.7536232 Dec 21 16:43:44.350894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37530) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:44.375978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:43:44.390603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 172.20.0.14 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/3e7b7edc-1206-450a-873b-81f1c3299487/a8299f8c-5195-4f07-887a-bb32c562cbaa) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:44.397233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec2f12-d7d5-4298-901b-538a02a99c4a None None] Sync routers for ids ['8a180fc7-8810-4e17-a97d-c490ab21766e'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:44.400471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.412875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:44.446417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.494762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.528016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec2f12-d7d5-4298-901b-538a02a99c4a None None] Routers {'8a180fc7-8810-4e17-a97d-c490ab21766e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:44.528731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3fec2f12-d7d5-4298-901b-538a02a99c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['8a180fc7-8810-4e17-a97d-c490ab21766e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:44.538952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::f816:3eff:fe2a:1d74 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/2b4d273c-24ff-4c31-870f-c484daa3fead/a8299f8c-5195-4f07-887a-bb32c562cbaa) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:44.560939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.560939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment e365a3ac-56c6-4736-958d-e433d1c08df3 of type vlan for network d9c95b4e-f6ec-4caf-a74e-e98172f1fec3 Dec 21 16:43:44.562463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=e72a7732-0ec3-4ccf-ba08-b14ca299bfea,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:44.574306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:44.576224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Transition to ACTIVE for port object 83558690-3c69-462f-9fd7-3aa5c503c037 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:44.597815 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5029e4dc-fb3c-4594-a113-06a421a0283e req-47b437af-7588-4096-837a-be204842052d tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 210 time: 0.0667820 Dec 21 16:43:44.613368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3fec2f12-d7d5-4298-901b-538a02a99c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:44.632930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec2f12-d7d5-4298-901b-538a02a99c4a None None] Routers {'8a180fc7-8810-4e17-a97d-c490ab21766e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:44.633616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3fec2f12-d7d5-4298-901b-538a02a99c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['8a180fc7-8810-4e17-a97d-c490ab21766e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:44.765569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3fec2f12-d7d5-4298-901b-538a02a99c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:44.766027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec2f12-d7d5-4298-901b-538a02a99c4a None None] The sync data for ids ['8a180fc7-8810-4e17-a97d-c490ab21766e'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:44.796914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37538) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:44.803499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Allocated IP 172.20.0.2 (989fcf3e-1827-4db4-abbc-0e6a8b8eabd0/6aef49e4-e38c-48d4-9ef3-8a21ccddab3f/b0f74b9c-bfb8-4daf-a008-4016ad886cc5) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:44.838763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.911743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:44.949671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.036592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:45.038222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.042448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:45.043117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.059846 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7a26a7ab-f1a0-42be-8236-837be4d9df91 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/routers/8a180fc7-8810-4e17-a97d-c490ab21766e HTTP/1.1" status: 200 len: 925 time: 0.7063656 Dec 21 16:43:45.061453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:45.064601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.065626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:45.071062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37544) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:45.076593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Transition to ACTIVE for port object b0f74b9c-bfb8-4daf-a008-4016ad886cc5 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:45.098463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Transition to ACTIVE for port object b0f74b9c-bfb8-4daf-a008-4016ad886cc5 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:45.103444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.105373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port a829e7a5-72a4-48b7-b1c4-b1d8499ae5a8 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:43:45.114582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Usage tracker for resource:floatingip and tenant:9558de83f9b84256a065c25acef2d290 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:45.115159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:45.126409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:45.146507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:45.180311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Network 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:45.184072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:45.188366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:45.197140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Pushing event updated for resources: {'Port': ['ID=b0f74b9c-bfb8-4daf-a008-4016ad886cc5,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:45.214145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.227050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:45.261278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.26.7.253 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/8ce53c93-e3ca-417e-b087-307eff77313c) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:45.292044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Attempting to bind port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:45.292465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Attempting to bind port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3679515d-c98c-49cf-8b93-fef4474dd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '989fcf3e-1827-4db4-abbc-0e6a8b8eabd0'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:45.292880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Attempting to bind port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 on network 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:45.301323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:45.301749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Checking segment: {'id': '3679515d-c98c-49cf-8b93-fef4474dd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '989fcf3e-1827-4db4-abbc-0e6a8b8eabd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:45.305192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.305192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Bound using segment: {'id': '3679515d-c98c-49cf-8b93-fef4474dd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '989fcf3e-1827-4db4-abbc-0e6a8b8eabd0'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:45.305415 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5c5f58d5-4ba7-4f72-a537-86e564b81b6d tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&device_id=8a180fc7-8810-4e17-a97d-c490ab21766e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2305419 Dec 21 16:43:45.305496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Bound port: b0f74b9c-bfb8-4daf-a008-4016ad886cc5, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3679515d-c98c-49cf-8b93-fef4474dd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '989fcf3e-1827-4db4-abbc-0e6a8b8eabd0'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:45.305496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.306323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37548) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:45.355736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.357366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=d9c95b4e-f6ec-4caf-a74e-e98172f1fec3,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:45.406057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] For port b0f74b9c-bfb8-4daf-a008-4016ad886cc5, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:45.410447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] For port b0f74b9c-bfb8-4daf-a008-4016ad886cc5, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b0f74b9c-bfb8-4daf-a008-4016ad886cc5,segment=NetworkSegment(3679515d-c98c-49cf-8b93-fef4474dd157),segment_id=3679515d-c98c-49cf-8b93-fef4474dd157)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:45.414375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network d9c95b4e-f6ec-4caf-a74e-e98172f1fec3 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:43:45.449557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Network 28f1e28f-1df5-418a-9ebc-3336554e3511 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:45.455856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:45.457846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:45.459377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-335b88de-7d79-4871-86b0-283961543f48 tempest-FloatingIPAdminTestJSON-1820596415 tempest-FloatingIPAdminTestJSON-1820596415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:45.503751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:45.534403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.539286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-735c0733-4a46-433c-858f-8821e785bbf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:45.553942 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1307571 Dec 21 16:43:45.572050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37552) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:45.589837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'network_id': 'd9c95b4e-f6ec-4caf-a74e-e98172f1fec3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:45.637089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Pushing event updated for resources: {'Port': ['ID=b0f74b9c-bfb8-4daf-a008-4016ad886cc5,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:45.640730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:45.666528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cbdb8b-efa0-423e-b152-b410e91d8b26 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:45.667398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-34cbdb8b-efa0-423e-b152-b410e91d8b26 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Synchronizing usage tracker for tenant:bacbd34e2c1845d0850cf8d1dc04390f on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:45.688214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2739049f-5ace-43a3-85eb-f44965ee5cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.725955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-34cbdb8b-efa0-423e-b152-b410e91d8b26 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Unset dirty status for tenant:bacbd34e2c1845d0850cf8d1dc04390f on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:45.727301 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-34cbdb8b-efa0-423e-b152-b410e91d8b26 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/networks/7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 881 time: 0.4186137 Dec 21 16:43:45.732876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:45.733948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.737778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37558) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:45.797334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.820332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e1a80515-5648-4442-980f-c0433dd18011 None None] Provisioning for port 83558690-3c69-462f-9fd7-3aa5c503c037 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:45.825588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e1a80515-5648-4442-980f-c0433dd18011 None None] Provisioning complete for port 83558690-3c69-462f-9fd7-3aa5c503c037 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:45.826007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1a80515-5648-4442-980f-c0433dd18011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.835600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Pushing event updated for resources: {'Port': ['ID=83558690-3c69-462f-9fd7-3aa5c503c037,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:45.852985 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-902fcda7-8cf5-46f5-9ffa-d93df78a0cfc tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a180fc7-8810-4e17-a97d-c490ab21766e HTTP/1.1" status: 200 len: 205 time: 0.1108563 Dec 21 16:43:45.860171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37562) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:45.861635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:45.887826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e1a80515-5648-4442-980f-c0433dd18011 None None] Port 83558690-3c69-462f-9fd7-3aa5c503c037 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:45.942760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.963136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:45.978345 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1306634 Dec 21 16:43:46.013426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Request body: {'port': {'device_id': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:46.055691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:46.067610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object a8299f8c-5195-4f07-887a-bb32c562cbaa will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:46.091802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:subnet and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:46.101422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:46.112533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbfa97-1328-4d84-8614-09cd431e80e8 req-ad4c0a55-0bb4-40aa-afc9-f8015cdb0133 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:46.114229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cfcbfa97-1328-4d84-8614-09cd431e80e8 req-ad4c0a55-0bb4-40aa-afc9-f8015cdb0133 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 932 time: 0.3205361 Dec 21 16:43:46.119629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:46.159051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:46.194583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:46.203327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:46.217430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:46.228441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a2030582-076e-47aa-b119-eef741fa5f3b tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:46.358720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:46.376914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:46.393267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-464768c4-b633-4750-854f-98702b016881 None None] Allocated IP 172.20.0.2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/3e7b7edc-1206-450a-873b-81f1c3299487/11ad109f-97c4-44a5-af54-8836405d1433) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:46.402816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Allocated IP 172.26.7.179 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/f02cd316-93b1-4511-ad68-6f3df1bfec7e) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:46.434844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:46.444174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:46.446761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:46.468652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cfa23bf-ec4d-42a1-a5a3-f874ddb9bf56 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:46.489087 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cfcbfa97-1328-4d84-8614-09cd431e80e8 req-c0109009-6771-4c38-8e02-d01070cbd6b5 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664567 Dec 21 16:43:46.501353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=8ce53c93-e3ca-417e-b087-307eff77313c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:46.504374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:46.565118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-464768c4-b633-4750-854f-98702b016881 None None] For port 11ad109f-97c4-44a5-af54-8836405d1433, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=11ad109f-97c4-44a5-af54-8836405d1433,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:46.591412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-464768c4-b633-4750-854f-98702b016881 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:46.609935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-464768c4-b633-4750-854f-98702b016881 None None] Transition to ACTIVE for port object 11ad109f-97c4-44a5-af54-8836405d1433 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:46.615736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-464768c4-b633-4750-854f-98702b016881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:46.620529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de1c32fa-cc55-4f90-a727-5dda5717483e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:46.737827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464768c4-b633-4750-854f-98702b016881 None None] Pushing event updated for resources: {'Port': ['ID=11ad109f-97c4-44a5-af54-8836405d1433,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:46.752825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:46.770973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-464768c4-b633-4750-854f-98702b016881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:46.809558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:46.897969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:46.918935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port 1fc9e25b-84cf-4964-8cc0-e65409a7309e yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:43:47.026103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:47.040812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:47.042927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=a8299f8c-5195-4f07-887a-bb32c562cbaa,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:47.045579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:47.111198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:47.142930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:47.167539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:47.173594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-087cf707-eed5-48bd-aa89-f76fecd16e87 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:47.318483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:47.324552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:47.327145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:47.446402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Pushing event updated for resources: {'Port': ['ID=f02cd316-93b1-4511-ad68-6f3df1bfec7e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:47.454709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:47.457524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:47.458292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:47.496851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:47.497553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:47.622163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7695db8-627b-4c18-b200-027b76c2330d None None] Network 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:47.638484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:47.676115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:47.722432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:47.741574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.8671856 Dec 21 16:43:47.744611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37568) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:47.836798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:47.859316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:47.890244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e0667935-f593-41a6-af7b-e2f239b15100 None None] Provisioning for port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:47.897263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cc9c6b8a-3aae-4038-9490-2d9a6513f1cc tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:47.937665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Deleting port eb5ff1b2-3a67-4b10-bc52-caff2b5e611d {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:47.938055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:47.988208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f4498ff-9b3a-40b2-bec0-0324286aede2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.025775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:48.042973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-93d6966f-ce37-4e03-b141-211312ef27cd None None] Provisioning for port 11ad109f-97c4-44a5-af54-8836405d1433 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:48.049830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-93d6966f-ce37-4e03-b141-211312ef27cd None None] Provisioning complete for port 11ad109f-97c4-44a5-af54-8836405d1433 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:48.050283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93d6966f-ce37-4e03-b141-211312ef27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.054218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:48.133570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b0f74b9c-bfb8-4daf-a008-4016ad886cc5 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:48.158958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:48.159967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.300676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f4146-1abb-443c-ae38-376d70894ac5 req-8ffe02e3-71c3-428a-8483-9d951138bb45 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:48.301525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.303531 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e1f4146-1abb-443c-ae38-376d70894ac5 req-8ffe02e3-71c3-428a-8483-9d951138bb45 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 932 time: 0.5907340 Dec 21 16:43:48.323603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:48.343483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:48.344047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.358611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.376862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=a829e7a5-72a4-48b7-b1c4-b1d8499ae5a8,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:48.418978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:48.422437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ffca4ff-c754-4b62-94a2-700b3b4431ca tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:48.472964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.482574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.492473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.507152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5fe2b6bd-31bd-4c2f-bc47-bd092cff31df tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:48.519357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83558690-3c69-462f-9fd7-3aa5c503c037 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:43:48.530851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.549774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.568288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ae2de322-1613-47d4-92b8-98e0de0b451a None None] Provisioning complete for port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:48.568717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae2de322-1613-47d4-92b8-98e0de0b451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.600111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd4a9d-3d4d-49ae-a639-3680696ef59a None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:43:48.624793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=1fc9e25b-84cf-4964-8cc0-e65409a7309e,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:48.640308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b8bb2-4cb1-4ad8-ad94-71dcd6ab668f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:48.645335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b8bb2-4cb1-4ad8-ad94-71dcd6ab668f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:48.646195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-523b8bb2-4cb1-4ad8-ad94-71dcd6ab668f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:48.648391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Pushing event updated for resources: {'Port': ['ID=f02cd316-93b1-4511-ad68-6f3df1bfec7e,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:48.650682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:48.655449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Transition to ACTIVE for port object 83558690-3c69-462f-9fd7-3aa5c503c037 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:48.655769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f31c66c4-42cb-4693-a2b5-adb81dab0549 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:48.699798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.726537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Calling delete_port for eb5ff1b2-3a67-4b10-bc52-caff2b5e611d owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:48.759237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:48.806513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Checking segment: {'id': 'dfbf9377-e04a-45f5-bf09-9940928c0a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1e8ab44d-31a3-4489-ad6e-0571d380b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:48.806956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network hostable DHCP agents. Network: 1e8ab44d-31a3-4489-ad6e-0571d380b0f1, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:43:48.816247 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e1f4146-1abb-443c-ae38-376d70894ac5 req-2a3a9209-ccb1-4272-bb18-643ccddefbe1 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4941092 Dec 21 16:43:48.831483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port b0f74b9c-bfb8-4daf-a008-4016ad886cc5, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b0f74b9c-bfb8-4daf-a008-4016ad886cc5,segment=NetworkSegment(3679515d-c98c-49cf-8b93-fef4474dd157),segment_id=3679515d-c98c-49cf-8b93-fef4474dd157)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:48.849570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.850487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 11ad109f-97c4-44a5-af54-8836405d1433 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:48.871743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-523b8bb2-4cb1-4ad8-ad94-71dcd6ab668f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:48.876210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-523b8bb2-4cb1-4ad8-ad94-71dcd6ab668f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.0600290 Dec 21 16:43:48.876210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking segment: {'id': 'e365a3ac-56c6-4736-958d-e433d1c08df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd9c95b4e-f6ec-4caf-a74e-e98172f1fec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:48.876210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network hostable DHCP agents. Network: d9c95b4e-f6ec-4caf-a74e-e98172f1fec3, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:43:48.881304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37572) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:48.910072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-464768c4-b633-4750-854f-98702b016881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:48.918651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.964604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:48.969119 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1655624 Dec 21 16:43:48.969386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37576) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:48.976911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router de9b4821-e75d-42f2-824e-82945821db70 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:43:48.982741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-607875476', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'fixed_ips': [{'ip_address': '172.26.7.179'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:48.987609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=b0f74b9c-bfb8-4daf-a008-4016ad886cc5,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:48.992712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:49.001865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:49.003502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Usage tracker for resource:port and tenant:9558de83f9b84256a065c25acef2d290 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:49.008466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:49.023603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=9b6a4533-3a02-4649-a8f1-891925c625f3,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:49.027224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:49.033441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c882f7a-bd70-4825-b35e-6fe6cd489336 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:49.054007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:49.091704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 11ad109f-97c4-44a5-af54-8836405d1433 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:49.092035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:49.154924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Made reservation on behalf of 9558de83f9b84256a065c25acef2d290 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:49.160058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:49.168154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-58c20b25-8ce3-4385-9809-63f4045ce13f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port a8299f8c-5195-4f07-887a-bb32c562cbaa {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:49.168544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58c20b25-8ce3-4385-9809-63f4045ce13f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:49.185293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:49.205133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:49.216676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9583caca-a1fe-46aa-b59d-624cba2340a9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:49.266033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Pushing event updated for resources: {'Port': ['ID=83558690-3c69-462f-9fd7-3aa5c503c037,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:49.268613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network 1e8ab44d-31a3-4489-ad6e-0571d380b0f1 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:43:49.276435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:49.279421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Pushing event deleted for resources: {'Port': ['ID=eb5ff1b2-3a67-4b10-bc52-caff2b5e611d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:49.279540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network d9c95b4e-f6ec-4caf-a74e-e98172f1fec3 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:43:49.290057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:49.301850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:49.320796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 1e8ab44d-31a3-4489-ad6e-0571d380b0f1) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:49.326716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, d9c95b4e-f6ec-4caf-a74e-e98172f1fec3) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:49.339889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Usage tracker for resource:security_group_rule and tenant:9558de83f9b84256a065c25acef2d290 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:49.352967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:49.367154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:49.371822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:49.375196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:49.375949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:49.397033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3d971845-69f7-45db-825c-e784ad84a3fa None None] Provisioning for port a8299f8c-5195-4f07-887a-bb32c562cbaa completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:49.398459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:49.399154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:49.410557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3d971845-69f7-45db-825c-e784ad84a3fa None None] Provisioning complete for port a8299f8c-5195-4f07-887a-bb32c562cbaa triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:49.411025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d971845-69f7-45db-825c-e784ad84a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:49.442122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:49.445194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Attempting to bind port 83558690-3c69-462f-9fd7-3aa5c503c037 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:49.445577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Attempting to bind port 83558690-3c69-462f-9fd7-3aa5c503c037 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:49.445949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Attempting to bind port 83558690-3c69-462f-9fd7-3aa5c503c037 on network 28f1e28f-1df5-418a-9ebc-3336554e3511 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:49.458109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.5325081 Dec 21 16:43:49.463386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37580) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:49.490324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd4a9d-3d4d-49ae-a639-3680696ef59a None None] Unable to find a vacant binding_index for network d9c95b4e-f6ec-4caf-a74e-e98172f1fec3 and agent acb1b213-a86d-4487-a465-e3a43d4c8845 {{(pid=88889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Dec 21 16:43:49.492837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3d971845-69f7-45db-825c-e784ad84a3fa None None] Port a8299f8c-5195-4f07-887a-bb32c562cbaa cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:43:49.499821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd4a9d-3d4d-49ae-a639-3680696ef59a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, d9c95b4e-f6ec-4caf-a74e-e98172f1fec3) {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:43:49.501831 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9237449 Dec 21 16:43:49.514827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37582) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:49.517856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Port 83558690-3c69-462f-9fd7-3aa5c503c037 on network 28f1e28f-1df5-418a-9ebc-3336554e3511 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:43:49.518231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Attempting to bind port 83558690-3c69-462f-9fd7-3aa5c503c037 on network 28f1e28f-1df5-418a-9ebc-3336554e3511 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:49.556308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router 956e14dd-c03e-4bd7-b084-3220827a381e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:43:49.641863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:49.642166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Checking segment: {'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:49.642604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Bound using segment: {'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:49.643134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Bound port: 83558690-3c69-462f-9fd7-3aa5c503c037, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39713ddd-393d-44f9-bc5a-0a4d755a6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:49.643526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:49.772983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:49.993997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-d9c95b4e-f6ec-4caf-a74e-e98172f1fec3', 'network_id': 'd9c95b4e-f6ec-4caf-a74e-e98172f1fec3', 'tenant_id': '74ccbc71fd754f58a6e5c723791039cc', 'fixed_ips': [{'subnet_id': '9b6a4533-3a02-4649-a8f1-891925c625f3'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:43:49.995875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.005459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-eda14332-08bd-4065-ac77-ae7f8440c486 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port 1fc9e25b-84cf-4964-8cc0-e65409a7309e {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:50.005854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eda14332-08bd-4065-ac77-ae7f8440c486 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.011865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b0f74b9c-bfb8-4daf-a008-4016ad886cc5 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:50.113884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.132056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58c20b25-8ce3-4385-9809-63f4045ce13f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.202333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:50.202649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.287063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Allocated IP 172.20.0.1 (d9c95b4e-f6ec-4caf-a74e-e98172f1fec3/9b6a4533-3a02-4649-a8f1-891925c625f3/f3905678-9126-484a-acaf-462d4117acce) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:50.340242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.372779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-58c20b25-8ce3-4385-9809-63f4045ce13f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for a8299f8c-5195-4f07-887a-bb32c562cbaa owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:50.417353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.419199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.429078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] For port 83558690-3c69-462f-9fd7-3aa5c503c037, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:50.472216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] For port 83558690-3c69-462f-9fd7-3aa5c503c037, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=83558690-3c69-462f-9fd7-3aa5c503c037,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:50.484624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87938235-4360-42a0-98a7-567c81557720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:50.502951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] device_id is not set on port e5fcf78c-9b57-4d3b-9071-d20ff29c92cb yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:43:50.515523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.530821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ecc83e6-d257-43c6-a263-1691e37d447f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:50.580354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.592635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Transition to ACTIVE for port object f3905678-9126-484a-acaf-462d4117acce will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:50.602445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:50.622229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89312c1b-8ca3-4f78-ae72-7bb45414a56d None None] Sync routers for ids ['de9b4821-e75d-42f2-824e-82945821db70'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:50.623002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.626598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Transition to ACTIVE for port object f3905678-9126-484a-acaf-462d4117acce will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:43:50.633934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.641503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:50.644036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89312c1b-8ca3-4f78-ae72-7bb45414a56d None None] Routers {'de9b4821-e75d-42f2-824e-82945821db70'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:50.644187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.644693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-89312c1b-8ca3-4f78-ae72-7bb45414a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['de9b4821-e75d-42f2-824e-82945821db70'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:50.645695 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] 10.222.0.48 "PUT /v2.0/ports/83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 200 len: 1094 time: 4.6525657 Dec 21 16:43:50.646404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'tag': '83558690-3c69-462f-9fd7-3aa5c503c037'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:43:50.683485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d3b723-e8c4-41a0-a4b7-3bc667481253,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:50.697000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:50.706010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.733167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Network d9c95b4e-f6ec-4caf-a74e-e98172f1fec3 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:50.746968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:50.749221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Pushing event updated for resources: {'Port': ['ID=f3905678-9126-484a-acaf-462d4117acce,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:50.753607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:50.756174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:50.782650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.788093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c1263-996b-429a-b6c8-ffdcb9f64f71 req-01f83508-bf5d-4911-a318-cdfa5c62da05 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:50.795526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d97c1263-996b-429a-b6c8-ffdcb9f64f71 req-01f83508-bf5d-4911-a318-cdfa5c62da05 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 944 time: 0.7617679 Dec 21 16:43:50.798527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-89312c1b-8ca3-4f78-ae72-7bb45414a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:50.810338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89312c1b-8ca3-4f78-ae72-7bb45414a56d None None] Routers {'de9b4821-e75d-42f2-824e-82945821db70'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:50.811377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-89312c1b-8ca3-4f78-ae72-7bb45414a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['de9b4821-e75d-42f2-824e-82945821db70'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:50.837616 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'tag': '83558690-3c69-462f-9fd7-3aa5c503c037', 'status': 'completed', 'code': 200} Dec 21 16:43:50.870697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Attempting to bind port f3905678-9126-484a-acaf-462d4117acce on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:43:50.871192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eda14332-08bd-4065-ac77-ae7f8440c486 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.871375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Attempting to bind port f3905678-9126-484a-acaf-462d4117acce by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'e365a3ac-56c6-4736-958d-e433d1c08df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd9c95b4e-f6ec-4caf-a74e-e98172f1fec3'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:43:50.871511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Pushing event updated for resources: {'Port': ['ID=83558690-3c69-462f-9fd7-3aa5c503c037,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:50.871958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Attempting to bind port f3905678-9126-484a-acaf-462d4117acce on network d9c95b4e-f6ec-4caf-a74e-e98172f1fec3 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:43:50.878347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:50.881912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:43:50.882444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Checking segment: {'id': 'e365a3ac-56c6-4736-958d-e433d1c08df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd9c95b4e-f6ec-4caf-a74e-e98172f1fec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:43:50.883730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.884272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Bound using segment: {'id': 'e365a3ac-56c6-4736-958d-e433d1c08df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd9c95b4e-f6ec-4caf-a74e-e98172f1fec3'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:43:50.885510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Bound port: f3905678-9126-484a-acaf-462d4117acce, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e365a3ac-56c6-4736-958d-e433d1c08df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd9c95b4e-f6ec-4caf-a74e-e98172f1fec3'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:43:50.887341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.888018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-89312c1b-8ca3-4f78-ae72-7bb45414a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:50.888636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89312c1b-8ca3-4f78-ae72-7bb45414a56d None None] The sync data for ids ['de9b4821-e75d-42f2-824e-82945821db70'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:50.890848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:50.897252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:50.898595 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1676617 Dec 21 16:43:50.911546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0b424-4851-436f-83b6-96e23774ad06 None None] Sync routers for ids ['956e14dd-c03e-4bd7-b084-3220827a381e'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:50.911783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37592) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:50.970880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0b424-4851-436f-83b6-96e23774ad06 None None] Routers {'956e14dd-c03e-4bd7-b084-3220827a381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:50.971628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9fb0b424-4851-436f-83b6-96e23774ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['956e14dd-c03e-4bd7-b084-3220827a381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:51.002574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/956e14dd-c03e-4bd7-b084-3220827a381e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6597314 Dec 21 16:43:51.040410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37596) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:51.051381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-eda14332-08bd-4065-ac77-ae7f8440c486 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for 1fc9e25b-84cf-4964-8cc0-e65409a7309e owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:51.059292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9fb0b424-4851-436f-83b6-96e23774ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:51.082870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] For port f3905678-9126-484a-acaf-462d4117acce, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:43:51.085651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0b424-4851-436f-83b6-96e23774ad06 None None] Routers {'956e14dd-c03e-4bd7-b084-3220827a381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:51.086599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9fb0b424-4851-436f-83b6-96e23774ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['956e14dd-c03e-4bd7-b084-3220827a381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:51.114378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:51.114980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Fanout notify agent at l3_agent the message router_deleted on router 8a180fc7-8810-4e17-a97d-c490ab21766e {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:43:51.139368 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d97c1263-996b-429a-b6c8-ffdcb9f64f71 req-3808047b-ea45-4d00-9846-c8f7aeb558ce tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428679 Dec 21 16:43:51.160376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9fb0b424-4851-436f-83b6-96e23774ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:51.160376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0b424-4851-436f-83b6-96e23774ad06 None None] The sync data for ids ['956e14dd-c03e-4bd7-b084-3220827a381e'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:51.160816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] For port f3905678-9126-484a-acaf-462d4117acce, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f3905678-9126-484a-acaf-462d4117acce,segment=NetworkSegment(e365a3ac-56c6-4736-958d-e433d1c08df3),segment_id=e365a3ac-56c6-4736-958d-e433d1c08df3)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:43:51.164692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:51.169411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-78115324-c972-4f4d-ae71-43a8744da5ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:51.212417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:51.213508 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/8a180fc7-8810-4e17-a97d-c490ab21766e HTTP/1.1" status: 204 len: 168 time: 5.3509521 Dec 21 16:43:51.220523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37600) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:51.242680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1748770500', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:51.249362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Pushing event updated for resources: {'Port': ['ID=f3905678-9126-484a-acaf-462d4117acce,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:51.253195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:51.253350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:51.255573 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-9ce422da-f06f-4d60-a29a-7ac74d69b6fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=075038327d62448cb2e2d92fbfae8cf8&device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 1097 time: 0.5376034 Dec 21 16:43:51.256717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:51.266051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Usage tracker for resource:router and tenant:d3173407256f43c0b0220286ac4e4134 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:51.273538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:51.273806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-78c144e4-36c6-4c12-adb7-4fe3f0f244af tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:51.276743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eda14332-08bd-4065-ac77-ae7f8440c486 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:51.278826 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 16:43:51.279332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:43:51.291764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3a815e40-3a98-4304-96ed-ff38f7a2070c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:51.332589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:51.348398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda14332-08bd-4065-ac77-ae7f8440c486 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=1fc9e25b-84cf-4964-8cc0-e65409a7309e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:51.359228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eda14332-08bd-4065-ac77-ae7f8440c486 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:51.376815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eda14332-08bd-4065-ac77-ae7f8440c486 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:51.381685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6a4533-3a02-4649-a8f1-891925c625f3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:51.384608 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eda14332-08bd-4065-ac77-ae7f8440c486 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/1fc9e25b-84cf-4964-8cc0-e65409a7309e HTTP/1.1" status: 204 len: 168 time: 1.6749139 Dec 21 16:43:51.384902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37604) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:51.386234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:51.387317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:51.388313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:51.392177 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.4217272 Dec 21 16:43:51.395397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37606) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:51.402818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58c20b25-8ce3-4385-9809-63f4045ce13f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:51.446421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98aa1260-374f-401f-96da-bb1ec345dc96 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:51.501967 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-fad87078-a43f-4922-ba83-f3d75eb8a707 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 200 len: 217 time: 0.2320580 Dec 21 16:43:51.571711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:51.586600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c20b25-8ce3-4385-9809-63f4045ce13f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=a8299f8c-5195-4f07-887a-bb32c562cbaa,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:51.594091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-58c20b25-8ce3-4385-9809-63f4045ce13f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:51.597204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Deleting port f02cd316-93b1-4511-ad68-6f3df1bfec7e {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:51.597609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.017334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f3905678-9126-484a-acaf-462d4117acce up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:52.041843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.095032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port f3905678-9126-484a-acaf-462d4117acce completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:52.161245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-c28fe1c0-c141-4412-918b-6cf10e8251b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:52.164479 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-c28fe1c0-c141-4412-918b-6cf10e8251b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d7f618-3d65-4d7b-bf24-22070d8333ab HTTP/1.1" status: 200 len: 851 time: 0.6341531 Dec 21 16:43:52.175170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.177851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c95b4e-f6ec-4caf-a74e-e98172f1fec3']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:52.186364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.186728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.281806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e365a3ac-56c6-4736-958d-e433d1c08df3') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:52.282150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e365a3ac-56c6-4736-958d-e433d1c08df3') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:52.342197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Calling delete_port for f02cd316-93b1-4511-ad68-6f3df1bfec7e owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:52.373713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.463199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b021b-4b17-49c6-8a9f-b6b8f85e4684 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:52.467669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b021b-4b17-49c6-8a9f-b6b8f85e4684 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:52.468512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1e0b021b-4b17-49c6-8a9f-b6b8f85e4684 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:52.482151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58c20b25-8ce3-4385-9809-63f4045ce13f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.497016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.519352 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-58c20b25-8ce3-4385-9809-63f4045ce13f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/a8299f8c-5195-4f07-887a-bb32c562cbaa HTTP/1.1" status: 204 len: 168 time: 3.6252744 Dec 21 16:43:52.521278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37614) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:52.525607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:52.526055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:52.549039 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:52.633393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1e0b021b-4b17-49c6-8a9f-b6b8f85e4684 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:52.634209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06579a01-36a1-40da-a4e4-bd2f1e1f2a60 req-ab03bf41-64af-4421-90c4-479d29e3fcdc tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:52.635896 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-06579a01-36a1-40da-a4e4-bd2f1e1f2a60 req-ab03bf41-64af-4421-90c4-479d29e3fcdc tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 944 time: 0.3657677 Dec 21 16:43:52.637999 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1e0b021b-4b17-49c6-8a9f-b6b8f85e4684 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.2378895 Dec 21 16:43:52.640210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37618) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:52.699786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.709867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-647d7b2e-27c2-45aa-b043-03b59344eb6c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:52.766767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Pushing event deleted for resources: {'Port': ['ID=f02cd316-93b1-4511-ad68-6f3df1bfec7e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:52.769622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:52.783242 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-06579a01-36a1-40da-a4e4-bd2f1e1f2a60 req-9dee8e00-466a-48de-8ff2-9a12a6d67ec5 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337254 Dec 21 16:43:52.862650 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-7cc26d03-6ee5-495b-8d33-227fd30d1c56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28f1e28f-1df5-418a-9ebc-3336554e3511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6710258 Dec 21 16:43:52.863356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 16:43:52.863356 dv-neutron-822515-1-hyperv neutron-server[88778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 16:43:52.863356 dv-neutron-822515-1-hyperv neutron-server[88778]: [parameters: {'id': 'd9c95b4e-f6ec-4caf-a74e-e98172f1fec3'}] Dec 21 16:43:52.863356 dv-neutron-822515-1-hyperv neutron-server[88778]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:43:52.863678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:43:52.899775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.924773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54799af8-d19b-4b65-bb54-e3c58a8bed0d None None] Network 1e8ab44d-31a3-4489-ad6e-0571d380b0f1 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:52.936127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc3f13f-65f8-4cfc-962a-32fd1b28434d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:52.937485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc3f13f-65f8-4cfc-962a-32fd1b28434d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:52.939725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc3f13f-65f8-4cfc-962a-32fd1b28434d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:52.940601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fdc3f13f-65f8-4cfc-962a-32fd1b28434d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:52.942940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:52.950197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1e2e8-3ca4-4c73-9b39-89f5e3347d70 None None] Network d9c95b4e-f6ec-4caf-a74e-e98172f1fec3 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:52.975651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-817fea6a-b411-43fe-ba79-4a402aef03ca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port a829e7a5-72a4-48b7-b1c4-b1d8499ae5a8 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:52.978728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-817fea6a-b411-43fe-ba79-4a402aef03ca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.121265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Allocated IP 172.26.7.145 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/84fe0392-f256-4ce6-b812-d3ba2db9f69e) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:43:53.187414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8e042a10-624c-4308-92ee-ffc93e331e7a None None] Provisioning for port f3905678-9126-484a-acaf-462d4117acce completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:53.203221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fdc3f13f-65f8-4cfc-962a-32fd1b28434d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:53.204564 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fdc3f13f-65f8-4cfc-962a-32fd1b28434d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6577008 Dec 21 16:43:53.212062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8e042a10-624c-4308-92ee-ffc93e331e7a None None] Provisioning complete for port f3905678-9126-484a-acaf-462d4117acce triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:53.217517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e042a10-624c-4308-92ee-ffc93e331e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.248790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37622) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:53.334955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.336574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.391235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.399380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.405052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8cabc870-53bf-476f-92c6-29acaf73115c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:53.419455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.539340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:43:53.544265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Pushing event updated for resources: {'Port': ['ID=84fe0392-f256-4ce6-b812-d3ba2db9f69e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:53.547186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:43:53.550039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:53.551098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:43:53.555072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e042a10-624c-4308-92ee-ffc93e331e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.578123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae7421b-8e51-4388-8fbe-a25d2bf44b81 None None] Network d9c95b4e-f6ec-4caf-a74e-e98172f1fec3 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:53.588001 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-9362fde6-06c6-4555-8774-a08ad2928d43 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128708 Dec 21 16:43:53.589172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.590444 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/1aeef8d3-14e7-41fd-8d89-d94535b3ac17 HTTP/1.1" status: 204 len: 168 time: 2.1940384 Dec 21 16:43:53.641895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8e042a10-624c-4308-92ee-ffc93e331e7a None None] For port f3905678-9126-484a-acaf-462d4117acce, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f3905678-9126-484a-acaf-462d4117acce,segment=NetworkSegment(e365a3ac-56c6-4736-958d-e433d1c08df3),segment_id=e365a3ac-56c6-4736-958d-e433d1c08df3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:53.810990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.811793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.943800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e042a10-624c-4308-92ee-ffc93e331e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:53.948442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:54.015617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port f3905678-9126-484a-acaf-462d4117acce {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:54.016001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:54.108671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e042a10-624c-4308-92ee-ffc93e331e7a None None] Pushing event updated for resources: {'Port': ['ID=f3905678-9126-484a-acaf-462d4117acce,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:54.113508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e042a10-624c-4308-92ee-ffc93e331e7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:54.142075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37632) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:54.193368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d5514-e1c9-496f-8360-2d87e7800fe2 req-638a27b6-db7e-474f-9788-b7506caae0e4 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:54.195045 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-334d5514-e1c9-496f-8360-2d87e7800fe2 req-638a27b6-db7e-474f-9788-b7506caae0e4 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 944 time: 0.1432710 Dec 21 16:43:54.229213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacd8e23-1adc-4875-a7b3-50a53b10ca20 None None] DHCP port deletion for d9c95b4e-f6ec-4caf-a74e-e98172f1fec3 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:43:54.236445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-aacd8e23-1adc-4875-a7b3-50a53b10ca20 None None] Deleting port f3905678-9126-484a-acaf-462d4117acce {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:54.236877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aacd8e23-1adc-4875-a7b3-50a53b10ca20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:54.273170 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-334d5514-e1c9-496f-8360-2d87e7800fe2 req-e7ecce37-6f99-48b1-a601-725a08f549d9 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719326 Dec 21 16:43:54.283231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Router 49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:43:54.361581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-817fea6a-b411-43fe-ba79-4a402aef03ca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:54.418946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70730835-eece-48d6-8519-083b11ab2512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:54.475657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-70730835-eece-48d6-8519-083b11ab2512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:54.481412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-70730835-eece-48d6-8519-083b11ab2512 admin admin] Usage tracker for resource:security_group_rule and tenant:e56d9ccd3d824d60a28fc0b5f223d355 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:54.505480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-aacd8e23-1adc-4875-a7b3-50a53b10ca20 None None] For port f3905678-9126-484a-acaf-462d4117acce, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f3905678-9126-484a-acaf-462d4117acce,segment=NetworkSegment(e365a3ac-56c6-4736-958d-e433d1c08df3),segment_id=e365a3ac-56c6-4736-958d-e433d1c08df3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:54.505925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aacd8e23-1adc-4875-a7b3-50a53b10ca20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:54.532393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-70730835-eece-48d6-8519-083b11ab2512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:54.547284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-70730835-eece-48d6-8519-083b11ab2512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:54.558837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-817fea6a-b411-43fe-ba79-4a402aef03ca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for a829e7a5-72a4-48b7-b1c4-b1d8499ae5a8 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:54.643638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-aacd8e23-1adc-4875-a7b3-50a53b10ca20 None None] Calling delete_port for f3905678-9126-484a-acaf-462d4117acce owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:54.657256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70730835-eece-48d6-8519-083b11ab2512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:54.659713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:54.669747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70730835-eece-48d6-8519-083b11ab2512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:54.674038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40677e09-586e-4269-b1ee-5ea1df0464aa None None] Sync routers for ids ['49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:54.684422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e3bf65b8-1184-4eb7-b9c6-53d859507c8a tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:54.687754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40677e09-586e-4269-b1ee-5ea1df0464aa None None] Routers {'49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:54.688633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-40677e09-586e-4269-b1ee-5ea1df0464aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:54.695895 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69cf6cd4-cd88-40c2-874f-930aeb432d53 req-9b118d4f-bf22-4843-835e-a07bb0c11dfc service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7725270 Dec 21 16:43:54.720660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f27a00f-66e7-4398-bd25-98c1d59c5ad7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 2b4d273c-24ff-4c31-870f-c484daa3fead {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:43:54.734056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f27a00f-66e7-4398-bd25-98c1d59c5ad7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:54.739817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:54.741155 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5185559 Dec 21 16:43:54.744994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70730835-eece-48d6-8519-083b11ab2512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aec52da-f0e8-48a0-8f9b-86ccbe5dd813,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:54.748327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70730835-eece-48d6-8519-083b11ab2512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:54.749435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37638) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:54.756067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:54.777183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-40677e09-586e-4269-b1ee-5ea1df0464aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:54.790161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40677e09-586e-4269-b1ee-5ea1df0464aa None None] Routers {'49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:54.791276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-40677e09-586e-4269-b1ee-5ea1df0464aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:54.806961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aacd8e23-1adc-4875-a7b3-50a53b10ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:54.819785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b981965c-9108-4da2-8816-afa1b45953de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:54.822440 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-70730835-eece-48d6-8519-083b11ab2512 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e56d9ccd3d824d60a28fc0b5f223d355&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6790948 Dec 21 16:43:54.829817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37642) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:54.863144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-40677e09-586e-4269-b1ee-5ea1df0464aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:54.863979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40677e09-586e-4269-b1ee-5ea1df0464aa None None] The sync data for ids ['49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:54.881745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd8e23-1adc-4875-a7b3-50a53b10ca20 None None] No DVR routers for this DVR port f3905678-9126-484a-acaf-462d4117acce on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:43:54.883572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd8e23-1adc-4875-a7b3-50a53b10ca20 None None] Pushing event deleted for resources: {'Port': ['ID=f3905678-9126-484a-acaf-462d4117acce,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:54.886516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aacd8e23-1adc-4875-a7b3-50a53b10ca20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:54.985053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69000d10-8a65-4f9d-992d-f2bf6b6affab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:55.006471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] For port f3905678-9126-484a-acaf-462d4117acce, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f3905678-9126-484a-acaf-462d4117acce,segment=NetworkSegment(e365a3ac-56c6-4736-958d-e433d1c08df3),segment_id=e365a3ac-56c6-4736-958d-e433d1c08df3)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:55.006907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:55.021298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69000d10-8a65-4f9d-992d-f2bf6b6affab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:55.030124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-817fea6a-b411-43fe-ba79-4a402aef03ca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:55.071166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-061d1904-a031-46cc-8bbb-b1dd1c7f503c tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:55.110060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f27a00f-66e7-4398-bd25-98c1d59c5ad7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:55.154447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69000d10-8a65-4f9d-992d-f2bf6b6affab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:55.166129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4456a4e-edfc-4f86-bd51-331966af10d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:55.179657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69000d10-8a65-4f9d-992d-f2bf6b6affab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aec52da-f0e8-48a0-8f9b-86ccbe5dd813,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:55.183391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69000d10-8a65-4f9d-992d-f2bf6b6affab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:55.189814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69000d10-8a65-4f9d-992d-f2bf6b6affab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:55.193926 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-69000d10-8a65-4f9d-992d-f2bf6b6affab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5aec52da-f0e8-48a0-8f9b-86ccbe5dd813 HTTP/1.1" status: 204 len: 168 time: 0.3601322 Dec 21 16:43:55.295998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Calling delete_port for f3905678-9126-484a-acaf-462d4117acce owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:55.325955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fea6a-b411-43fe-ba79-4a402aef03ca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=a829e7a5-72a4-48b7-b1c4-b1d8499ae5a8,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:55.343474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-817fea6a-b411-43fe-ba79-4a402aef03ca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:55.404240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-817fea6a-b411-43fe-ba79-4a402aef03ca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:55.531533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7953052e-f3ae-4226-acf3-36c73fa0e3ce req-229fca5f-89ef-4553-9fd1-e5e2268bfcee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=075038327d62448cb2e2d92fbfae8cf8&device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 1097 time: 0.7542100 Dec 21 16:43:55.831423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37652) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:55.842097 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-817fea6a-b411-43fe-ba79-4a402aef03ca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/a829e7a5-72a4-48b7-b1c4-b1d8499ae5a8 HTTP/1.1" status: 204 len: 168 time: 3.1422191 Dec 21 16:43:55.848836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37656) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:55.954026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:43:55.954410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:43:55.955547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f27a00f-66e7-4398-bd25-98c1d59c5ad7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:55.980382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f3905678-9126-484a-acaf-462d4117acce no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:43:56.006453 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c4aaa49f-e499-41af-beb7-6c62e8134c47 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9558de83f9b84256a065c25acef2d290&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1716633 Dec 21 16:43:56.017823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37660) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:56.020729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: f3905678-9126-484a-acaf-462d4117acce {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:43:56.021139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f3905678-9126-484a-acaf-462d4117acce not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:43:56.054138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9088e9b-bd44-478c-a44e-04f98fdad3ed req-97c5f390-d586-4440-9d74-daa5d143b57c tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:56.055833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a9088e9b-bd44-478c-a44e-04f98fdad3ed req-97c5f390-d586-4440-9d74-daa5d143b57c tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 944 time: 0.5815308 Dec 21 16:43:56.082725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce69be-55af-42c8-9e02-97a17c79aeaf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:56.083445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1dce69be-55af-42c8-9e02-97a17c79aeaf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:56.147735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.167556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1dce69be-55af-42c8-9e02-97a17c79aeaf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:56.171737 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1dce69be-55af-42c8-9e02-97a17c79aeaf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3063285 Dec 21 16:43:56.178839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37664) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:56.187728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a9088e9b-bd44-478c-a44e-04f98fdad3ed req-5577de1d-60a1-49e6-a9a4-e0994a7e1cdc tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164484 Dec 21 16:43:56.190971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfc57aec-53c4-4535-afc0-6215207e6e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.194959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953052e-f3ae-4226-acf3-36c73fa0e3ce req-9975e99b-0728-4d56-a372-fd05f8d7aa57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:56.196573 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7953052e-f3ae-4226-acf3-36c73fa0e3ce req-9975e99b-0728-4d56-a372-fd05f8d7aa57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 200 len: 913 time: 0.6284781 Dec 21 16:43:56.208586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.231415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Deleting port 84fe0392-f256-4ce6-b812-d3ba2db9f69e {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:56.231798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.257383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfc57aec-53c4-4535-afc0-6215207e6e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.312400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f27a00f-66e7-4398-bd25-98c1d59c5ad7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.326918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:56.354900 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-524c9635-0d4e-4c20-9bdb-d502a3f3436d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:43:56.355415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-524c9635-0d4e-4c20-9bdb-d502a3f3436d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:43:56.421855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27a00f-66e7-4398-bd25-98c1d59c5ad7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4d273c-24ff-4c31-870f-c484daa3fead,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:56.428251 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7953052e-f3ae-4226-acf3-36c73fa0e3ce req-230a3efe-f200-481f-98f0-9bd73d534422 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 200 len: 217 time: 0.1802881 Dec 21 16:43:56.430044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7f27a00f-66e7-4398-bd25-98c1d59c5ad7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:56.436463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfc57aec-53c4-4535-afc0-6215207e6e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.443251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f27f13db-33c6-4f1e-8f58-b2e7ce38a621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:56.449998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c9745-1512-4a70-b968-457e04580cda None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:56.467499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc57aec-53c4-4535-afc0-6215207e6e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d3b723-e8c4-41a0-a4b7-3bc667481253,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:56.475093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cfc57aec-53c4-4535-afc0-6215207e6e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:56.479559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port f3905678-9126-484a-acaf-462d4117acce {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:56.479700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.479812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.491254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfc57aec-53c4-4535-afc0-6215207e6e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.492511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cfc57aec-53c4-4535-afc0-6215207e6e94 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/27d3b723-e8c4-41a0-a4b7-3bc667481253 HTTP/1.1" status: 204 len: 168 time: 0.4727759 Dec 21 16:43:56.504102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f27a00f-66e7-4398-bd25-98c1d59c5ad7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.520775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-524c9635-0d4e-4c20-9bdb-d502a3f3436d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:43:56.522030 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-524c9635-0d4e-4c20-9bdb-d502a3f3436d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/1fc9e25b-84cf-4964-8cc0-e65409a7309e HTTP/1.1" status: 404 len: 333 time: 0.3349886 Dec 21 16:43:56.544452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37670) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:56.614919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Calling delete_port for 84fe0392-f256-4ce6-b812-d3ba2db9f69e owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:43:56.633326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] The port 'f3905678-9126-484a-acaf-462d4117acce' was deleted {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:43:56.667539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 83558690-3c69-462f-9fd7-3aa5c503c037 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:43:56.684103 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-819057af-427c-46ca-afcf-7c6821d233b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:43:56.685521 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-819057af-427c-46ca-afcf-7c6821d233b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/a829e7a5-72a4-48b7-b1c4-b1d8499ae5a8 HTTP/1.1" status: 404 len: 333 time: 0.1383235 Dec 21 16:43:56.689928 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7f27a00f-66e7-4398-bd25-98c1d59c5ad7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/2b4d273c-24ff-4c31-870f-c484daa3fead HTTP/1.1" status: 204 len: 168 time: 3.4392800 Dec 21 16:43:56.725178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37674) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:56.725556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37676) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:56.804604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:56.806992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953052e-f3ae-4226-acf3-36c73fa0e3ce req-dbdbbb4a-6a70-4fd3-b5dc-714d0732cecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:56.808607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7953052e-f3ae-4226-acf3-36c73fa0e3ce req-dbdbbb4a-6a70-4fd3-b5dc-714d0732cecd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d7f618-3d65-4d7b-bf24-22070d8333ab HTTP/1.1" status: 200 len: 851 time: 0.3717568 Dec 21 16:43:56.809610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e536318-3edd-415e-8469-b1a18f5f2f17 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:56.856796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Pushing event deleted for resources: {'Port': ['ID=84fe0392-f256-4ce6-b812-d3ba2db9f69e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:56.862019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:56.912834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 83558690-3c69-462f-9fd7-3aa5c503c037, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=83558690-3c69-462f-9fd7-3aa5c503c037,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:56.930914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '83558690-3c69-462f-9fd7-3aa5c503c037', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'port_id': '83558690-3c69-462f-9fd7-3aa5c503c037', 'mac_address': 'fa:16:3e:87:50:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:43:57.000946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.020711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83558690-3c69-462f-9fd7-3aa5c503c037 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:43:57.038268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 83558690-3c69-462f-9fd7-3aa5c503c037, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=83558690-3c69-462f-9fd7-3aa5c503c037,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:57.041842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.044029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:57.129835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=83558690-3c69-462f-9fd7-3aa5c503c037,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:57.135747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:57.181770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.196525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5950a100-7549-4197-9b78-e74594ea2438 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 3e7b7edc-1206-450a-873b-81f1c3299487 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:43:57.207183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.232408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5950a100-7549-4197-9b78-e74594ea2438 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.279444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['83558690-3c69-462f-9fd7-3aa5c503c037'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:43:57.332450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5950a100-7549-4197-9b78-e74594ea2438 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.369246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.426623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.489453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c95b4e-f6ec-4caf-a74e-e98172f1fec3']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:57.507967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e365a3ac-56c6-4736-958d-e433d1c08df3') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:57.508311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e365a3ac-56c6-4736-958d-e433d1c08df3') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:57.528551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.618052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.649506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e4b1e-3e56-42e4-a0a7-c7af9e49a3b1 req-029acfc4-aea8-42fe-8347-baeae3891772 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:57.651114 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-943e4b1e-3e56-42e4-a0a7-c7af9e49a3b1 req-029acfc4-aea8-42fe-8347-baeae3891772 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 945 time: 0.2860811 Dec 21 16:43:57.653719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Router 49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:43:57.709932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.747002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:57.747495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:57.767578 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:57.841177 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-943e4b1e-3e56-42e4-a0a7-c7af9e49a3b1 req-a8e9f434-d145-4861-8426-e8ed57481bf5 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768410 Dec 21 16:43:57.849986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:43:57.862127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b4b32-507a-4125-928d-636333870f5c None None] Sync routers for ids ['49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:43:57.873348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:57.874963 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "PUT /v2.0/routers/49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa HTTP/1.1" status: 200 len: 710 time: 3.1233640 Dec 21 16:43:57.879310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37702) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:57.885539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b4b32-507a-4125-928d-636333870f5c None None] Routers {'49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:57.886335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a91b4b32-507a-4125-928d-636333870f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:57.963302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a91b4b32-507a-4125-928d-636333870f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:57.978696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b4b32-507a-4125-928d-636333870f5c None None] Routers {'49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:43:57.979742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a91b4b32-507a-4125-928d-636333870f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:58.065381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a91b4b32-507a-4125-928d-636333870f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:58.065629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b4b32-507a-4125-928d-636333870f5c None None] The sync data for ids ['49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:43:58.082271 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-749996a9-d871-42d8-95cd-6e8fde9b87b5 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/routers/49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa HTTP/1.1" status: 200 len: 745 time: 0.2016578 Dec 21 16:43:58.085597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37708) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:58.135060 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-17e273c4-1768-4451-8d9e-fcc5b99e0c8d tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&device_id=49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa HTTP/1.1" status: 200 len: 205 time: 0.0478396 Dec 21 16:43:58.137767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37712) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:58.167235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-eaaa6d60-bad3-4228-81d3-cfcf67dbdb4c None None] Provisioning complete for port 11ad109f-97c4-44a5-af54-8836405d1433 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:58.167570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6d60-bad3-4228-81d3-cfcf67dbdb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:58.185762 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-de9bd388-adb1-4578-9401-dcba5163ac54 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa HTTP/1.1" status: 200 len: 205 time: 0.0466578 Dec 21 16:43:58.191369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37716) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:58.232434 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7953052e-f3ae-4226-acf3-36c73fa0e3ce req-ce5d23a0-65fc-4c23-a99f-595da0d1cc53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28f1e28f-1df5-418a-9ebc-3336554e3511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4036052 Dec 21 16:43:58.234578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:58.322532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5950a100-7549-4197-9b78-e74594ea2438 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:58.346061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-239db7d3-4bb2-4e5f-ab22-cbe30b5b6b79 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:58.524467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port ec7272cb-e207-4631-892c-024cd73866c3 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:58.524838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:58.582968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 83558690-3c69-462f-9fd7-3aa5c503c037 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:43:58.684294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:58.707825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd2c67eb-ea2c-4556-8d08-d01dba0c49f3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:58.715495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 83558690-3c69-462f-9fd7-3aa5c503c037 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:43:58.721374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 83558690-3c69-462f-9fd7-3aa5c503c037 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:43:58.722180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:58.735973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:58.815275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:58.836546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=d9c95b4e-f6ec-4caf-a74e-e98172f1fec3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:58.857110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:58.879019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:58.915150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83558690-3c69-462f-9fd7-3aa5c503c037'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:43:58.924819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 83558690-3c69-462f-9fd7-3aa5c503c037, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=83558690-3c69-462f-9fd7-3aa5c503c037,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:43:58.928889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:58.930939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-89827204-0cce-45bb-9b29-c4078aa6db43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:58.994745 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/d9c95b4e-f6ec-4caf-a74e-e98172f1fec3 HTTP/1.1" status: 204 len: 168 time: 9.4781208 Dec 21 16:43:58.995405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37738) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.026041 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83558690-3c69-462f-9fd7-3aa5c503c037', 'code': 200} Dec 21 16:43:59.048112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=83558690-3c69-462f-9fd7-3aa5c503c037,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:59.053028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:59.059663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37740) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.107445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1890895719'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:59.118560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8ab44d-31a3-4489-ad6e-0571d380b0f1']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:59.120878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-239db7d3-4bb2-4e5f-ab22-cbe30b5b6b79 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.128204 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7953052e-f3ae-4226-acf3-36c73fa0e3ce req-f72488de-755a-43ce-88fd-6848c97e60ea service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8636348 Dec 21 16:43:59.138099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-239db7d3-4bb2-4e5f-ab22-cbe30b5b6b79 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.153244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:59.157343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbf9377-e04a-45f5-bf09-9940928c0a0d') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:59.157686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbf9377-e04a-45f5-bf09-9940928c0a0d') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:43:59.185160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-239db7d3-4bb2-4e5f-ab22-cbe30b5b6b79 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.185709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239db7d3-4bb2-4e5f-ab22-cbe30b5b6b79 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Fanout notify agent at l3_agent the message router_deleted on router 49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:43:59.197492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1c097-58bc-4615-9db0-c92040209bc7 req-afcb48e3-decc-4f56-8dfa-a3f63c188ed3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:43:59.199379 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43b1c097-58bc-4615-9db0-c92040209bc7 req-afcb48e3-decc-4f56-8dfa-a3f63c188ed3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.1238067 Dec 21 16:43:59.205885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-239db7d3-4bb2-4e5f-ab22-cbe30b5b6b79 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.207116 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-239db7d3-4bb2-4e5f-ab22-cbe30b5b6b79 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa HTTP/1.1" status: 204 len: 168 time: 1.0146370 Dec 21 16:43:59.210736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37748) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.222488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.261571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5950a100-7549-4197-9b78-e74594ea2438 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.276372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:network and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:59.281366 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d16d74f8-b17a-4e82-944f-b4392d565a2d tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa HTTP/1.1" status: 200 len: 205 time: 0.0669503 Dec 21 16:43:59.282056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a45c2250-f771-423a-9120-c5bf3a6e5637 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:43:59.290385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37752) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.299625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1430276302', 'router:external': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:59.314770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:59.358050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:43:59.378965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-9347b856-2824-422b-8dad-a9132f01262c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] delete failed (client error): The resource could not be found. Dec 21 16:43:59.379684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.382726 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9347b856-2824-422b-8dad-a9132f01262c tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/49b5ea1b-5fab-49f9-b566-d4b2e53b0aaa HTTP/1.1" status: 404 len: 336 time: 0.0860381 Dec 21 16:43:59.382726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Usage tracker for resource:network and tenant:91e1519027ab452dae24b7b138639e6a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:43:59.385077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37758) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.389292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:43:59.397174 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43b1c097-58bc-4615-9db0-c92040209bc7 req-c0792a1a-6bb0-4fd7-bc26-4793460055f6 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886959 Dec 21 16:43:59.434927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:59.450500 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d69f3eaa-cdfc-4b38-9eda-fbef46c6fcf4 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a180fc7-8810-4e17-a97d-c490ab21766e HTTP/1.1" status: 200 len: 205 time: 0.0629022 Dec 21 16:43:59.453991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37762) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.463666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:43:59.468729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950a100-7549-4197-9b78-e74594ea2438 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7b7edc-1206-450a-873b-81f1c3299487,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:43:59.511554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Made reservation on behalf of 91e1519027ab452dae24b7b138639e6a for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:59.516871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.545095 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-0d1f3ccb-1005-4b2d-b75f-4d8cb8049f96 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] delete failed (client error): The resource could not be found. Dec 21 16:43:59.545346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5950a100-7549-4197-9b78-e74594ea2438 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:43:59.546350 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0d1f3ccb-1005-4b2d-b75f-4d8cb8049f96 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/8a180fc7-8810-4e17-a97d-c490ab21766e HTTP/1.1" status: 404 len: 336 time: 0.0907876 Dec 21 16:43:59.547059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.550580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.555623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce930d8e-d5e1-4ba2-ad5e-48ebe6c5af14 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:43:59.558174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37766) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.586796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5950a100-7549-4197-9b78-e74594ea2438 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.613465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:43:59.613921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.614205 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fa09d355-d68c-445d-b6e9-623875ca2d21 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=281b4b6c-7959-4c4d-9e24-0c1201d10baa HTTP/1.1" status: 200 len: 205 time: 0.0530899 Dec 21 16:43:59.619250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37770) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:43:59.636982 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:43:59.640030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:43:59.643534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.674373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.694019 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-3494466f-eac5-4b4c-b77a-b624d9300a2f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] delete failed (client error): The resource could not be found. Dec 21 16:43:59.698165 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3494466f-eac5-4b4c-b77a-b624d9300a2f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/281b4b6c-7959-4c4d-9e24-0c1201d10baa HTTP/1.1" status: 404 len: 336 time: 0.0778320 Dec 21 16:43:59.698848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37774) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.732185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5950a100-7549-4197-9b78-e74594ea2438 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/3e7b7edc-1206-450a-873b-81f1c3299487 HTTP/1.1" status: 204 len: 168 time: 2.9961095 Dec 21 16:43:59.740373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37778) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.809003 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-42296752-d0da-4e32-9fa5-f60f34c9aedb tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=36feb64c-b17f-43a2-824f-d9349a1eb62a HTTP/1.1" status: 200 len: 205 time: 0.1088510 Dec 21 16:43:59.816034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37782) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.819960 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-09d8e98c-76d9-4483-acca-16f032005ef0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789752 Dec 21 16:43:59.825659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:43:59.829961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Deleting port 11ad109f-97c4-44a5-af54-8836405d1433 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:43:59.830391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:43:59.876272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37786) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.894814 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-2d91cca1-8f9a-462a-b600-2766d08b9fc1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] delete failed (client error): The resource could not be found. Dec 21 16:43:59.898551 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2d91cca1-8f9a-462a-b600-2766d08b9fc1 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/36feb64c-b17f-43a2-824f-d9349a1eb62a HTTP/1.1" status: 404 len: 336 time: 0.0789461 Dec 21 16:43:59.898863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37788) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.955866 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-be4090cb-f4ab-477e-b678-5d413d259bab tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=b569a76e-e4e6-4826-a315-d4651170c11f HTTP/1.1" status: 200 len: 205 time: 0.0535333 Dec 21 16:43:59.957456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37794) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:43:59.973077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:43:59.996401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for ec7272cb-e207-4631-892c-024cd73866c3 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:00.030839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-9b246c89-54a4-4031-b190-c45297616331 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] delete failed (client error): The resource could not be found. Dec 21 16:44:00.032835 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9b246c89-54a4-4031-b190-c45297616331 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/b569a76e-e4e6-4826-a315-d4651170c11f HTTP/1.1" status: 404 len: 336 time: 0.0751545 Dec 21 16:44:00.036071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37798) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:00.050514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7953052e-f3ae-4226-acf3-36c73fa0e3ce req-b41d1fe2-630c-4965-afb2-948460f65f35 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9035776 Dec 21 16:44:00.074810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 11ad109f-97c4-44a5-af54-8836405d1433 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:44:00.086024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:44:00.090814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.104387 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0be6762c-def2-44ec-9894-deb92ecbcffc tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "GET /v2.0/ports?device_id=19d7ef78-127a-41e8-8b91-2a63d68c32e2 HTTP/1.1" status: 200 len: 205 time: 0.0646636 Dec 21 16:44:00.105194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37802) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:00.167010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:00.183381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Usage tracker for resource:security_group_rule and tenant:91e1519027ab452dae24b7b138639e6a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:00.187773 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-90502548-3ac3-440a-967e-c33dee188e34 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] delete failed (client error): The resource could not be found. Dec 21 16:44:00.191739 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-90502548-3ac3-440a-967e-c33dee188e34 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/routers/19d7ef78-127a-41e8-8b91-2a63d68c32e2 HTTP/1.1" status: 404 len: 336 time: 0.0828199 Dec 21 16:44:00.191739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:00.193373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37806) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:00.239775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:00.247720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fbdf7e-96cb-4828-bd82-fa853ae68d0e tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] DELETE failed (client error): The resource could not be found. Dec 21 16:44:00.248415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fbdf7e-96cb-4828-bd82-fa853ae68d0e tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:00.266468 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-36fbdf7e-96cb-4828-bd82-fa853ae68d0e tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] 10.222.0.67 "DELETE /v2.0/subnets/a9c896b9-924c-4f94-a672-5685340d499e HTTP/1.1" status: 404 len: 337 time: 0.0686898 Dec 21 16:44:00.320343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] For port 11ad109f-97c4-44a5-af54-8836405d1433, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=11ad109f-97c4-44a5-af54-8836405d1433,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:00.320711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.356454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.375306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b9535d9-f173-4e0f-99ee-6c0a539984c8 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:00.383212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.391788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.407799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.410726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Network': ['ID=1e8ab44d-31a3-4489-ad6e-0571d380b0f1,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:00.424992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.425394 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment ae7ad67d-03ae-4fd0-951d-69c781b723bb of type vlan for network 00241c5a-5e2a-4763-9d9e-103a57e2aac4 Dec 21 16:44:00.426856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:00.431938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:44:00.454126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df5db4f8-c1c4-4546-90f7-c7ba2a64bbe3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:00.484958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.485356 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Added segment 8c7e31d8-37ca-4359-9e17-d4383ba102d3 of type vlan for network 5c8d8393-c727-42b8-b17c-f1fa2bb22d62 Dec 21 16:44:00.486603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d2860e-8209-4f37-8154-31ccfa1338c8,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:00.510279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:00.526243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Calling delete_port for 11ad109f-97c4-44a5-af54-8836405d1433 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:00.548240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.601821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/networks/1e8ab44d-31a3-4489-ad6e-0571d380b0f1 HTTP/1.1" status: 204 len: 168 time: 3.8658707 Dec 21 16:44:00.610200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37816) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:00.614547 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a4090b3d-9a3a-4e36-bb0b-f462d83241b2 req-062d0de6-9897-4f0e-9e01-e688c8d63b39 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 1099 time: 1.3472226 Dec 21 16:44:00.616459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 11ad109f-97c4-44a5-af54-8836405d1433, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=11ad109f-97c4-44a5-af54-8836405d1433,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:00.626190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:00.629481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.630558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:00.631927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7bf6dca-e325-490e-a5a9-1bb190b3e871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:00.633672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:00.645545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1562968365'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:00.650937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:00.656450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:00.662317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:network and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:00.667941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:00.681426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:00.683992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:44:00.684386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:44:00.690572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:00.707638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=11ad109f-97c4-44a5-af54-8836405d1433,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:00.712734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:00.716459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.727022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37820) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:00.744462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:00.749878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.751528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.20.0.1 (989fcf3e-1827-4db4-abbc-0e6a8b8eabd0/6aef49e4-e38c-48d4-9ef3-8a21ccddab3f/4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:00.778899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.779909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:00.780510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.787588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eabfdb94-11e1-438e-940b-8d8cbc6aa764 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:00.854118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:44:00.915966 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8409510 Dec 21 16:44:00.916331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.924476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37826) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:00.925205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event updated for resources: {'Network': ['ID=5c8d8393-c727-42b8-b17c-f1fa2bb22d62,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:00.936984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 5c8d8393-c727-42b8-b17c-f1fa2bb22d62 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:00.939435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:00.940401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:00.940789 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Added segment 1c315f20-e39e-4ecc-84cf-987654466e42 of type vlan for network 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d Dec 21 16:44:00.945057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Request body: {'subnet': {'network_id': '5c8d8393-c727-42b8-b17c-f1fa2bb22d62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:00.958093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:00.968748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Usage tracker for resource:subnet and tenant:91e1519027ab452dae24b7b138639e6a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:00.973110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:00.982166 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a4090b3d-9a3a-4e36-bb0b-f462d83241b2 req-a2534079-f659-483b-8c2b-a88347cbf748 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231118 Dec 21 16:44:00.996273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2a7af-3a8a-45dd-acd9-5d8dc830fd7f req-64bc5bbe-b0c5-4356-90bf-3ef470c72788 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:01.003479 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15e2a7af-3a8a-45dd-acd9-5d8dc830fd7f req-64bc5bbe-b0c5-4356-90bf-3ef470c72788 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.3651645 Dec 21 16:44:01.008984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:01.017052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcabf-bad7-49c9-9424-a0612cc5c8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.032415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.051439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Made reservation on behalf of 91e1519027ab452dae24b7b138639e6a for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:01.056492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.063562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.067734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:01.068384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.085496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-963c1353-518d-4aa9-9777-0a6ddfda4fc5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:01.132358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15e2a7af-3a8a-45dd-acd9-5d8dc830fd7f req-2aa84d0f-d182-484e-bfa7-19a6e9e15770 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275921 Dec 21 16:44:01.132903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.136906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:01.137554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.186304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Deleting port 11ad109f-97c4-44a5-af54-8836405d1433 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:01.186752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.191878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4057b92a-5871-49c5-a965-3b6eb7f442f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:01.267305 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6398880 Dec 21 16:44:01.274467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37830) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:01.311735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': '2d4a7c0f-430f-47dc-9e6e-1fa24da6301d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:01.323458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Network': ['ID=2d4a7c0f-430f-47dc-9e6e-1fa24da6301d,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:01.328139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:01.341746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:01.400179 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3325057 Dec 21 16:44:01.416150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37834) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:01.427001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'network_id': '00241c5a-5e2a-4763-9d9e-103a57e2aac4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:01.437549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=00241c5a-5e2a-4763-9d9e-103a57e2aac4,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:01.460364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:01.467002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9b8dcabf-bad7-49c9-9424-a0612cc5c8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:01.469906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 00241c5a-5e2a-4763-9d9e-103a57e2aac4 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:01.481035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.487556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9b8dcabf-bad7-49c9-9424-a0612cc5c8f0 admin admin] Usage tracker for resource:security_group_rule and tenant:d3173407256f43c0b0220286ac4e4134 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:01.538694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-256d83c1-9c20-4682-bf2e-4855dca6d8d2 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:01.571577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] For port 11ad109f-97c4-44a5-af54-8836405d1433, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=11ad109f-97c4-44a5-af54-8836405d1433,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:01.572201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.589680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9b8dcabf-bad7-49c9-9424-a0612cc5c8f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:01.603239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:01.610499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:subnet and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:01.614391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:01.621658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9b8dcabf-bad7-49c9-9424-a0612cc5c8f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:01.622377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:01.628840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=ec7272cb-e207-4631-892c-024cd73866c3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:01.634720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.640791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:01.669438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:01.690514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:01.746647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:01.756334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:01.784265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Calling delete_port for 11ad109f-97c4-44a5-af54-8836405d1433 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:01.794347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Transition to ACTIVE for port object 4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:01.890737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:01.900090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:01.912872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:01.964778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] No DVR routers for this DVR port 11ad109f-97c4-44a5-af54-8836405d1433 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:01.998193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Pushing event deleted for resources: {'Port': ['ID=11ad109f-97c4-44a5-af54-8836405d1433,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:02.009835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:02.073078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:02.105315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcabf-bad7-49c9-9424-a0612cc5c8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:02.132882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcabf-bad7-49c9-9424-a0612cc5c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:02.156788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d56c0794-9e42-4e7c-91fe-c7b352b94504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:02.170895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:02.289198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:02.306248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dcabf-bad7-49c9-9424-a0612cc5c8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5ce39-1325-45be-b822-88adb4da8de4,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:02.313021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b8dcabf-bad7-49c9-9424-a0612cc5c8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:02.317601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:02.358676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9b8dcabf-bad7-49c9-9424-a0612cc5c8f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d3173407256f43c0b0220286ac4e4134&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6269872 Dec 21 16:44:02.363878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37840) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:02.364328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:02.390975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:02.458837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:02.473896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:02.600409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e37d08-00ba-47ba-a69e-0476ae4357c7 req-7406eb10-c06d-46ea-839c-190eabbaebb5 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:02.602128 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1e37d08-00ba-47ba-a69e-0476ae4357c7 req-7406eb10-c06d-46ea-839c-190eabbaebb5 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.3246038 Dec 21 16:44:02.692498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1affe020-51b6-4d7f-b696-181c37019e97,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:02.701145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:02.708531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:02.713313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddbc0908-2d1a-42b8-be45-408be71e1cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:02.729532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:02.742367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:02.756025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Checking segment: {'id': '8c7e31d8-37ca-4359-9e17-d4383ba102d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5c8d8393-c727-42b8-b17c-f1fa2bb22d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:02.756468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Network hostable DHCP agents. Network: 5c8d8393-c727-42b8-b17c-f1fa2bb22d62, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:44:02.768902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:02.777436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1fb0ce72-2ced-40d7-860e-075f922a1f3f tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:02.806979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddbc0908-2d1a-42b8-be45-408be71e1cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:02.816329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:02.850548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1e37d08-00ba-47ba-a69e-0476ae4357c7 req-a1638283-6ff7-4161-ad4f-2dd150d448a2 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357848 Dec 21 16:44:02.882141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Performing IP validity checks on allocation pools {{(pid=88887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 16:44:02.882902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 16:44:02.885420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:02.893170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=51344901-d212-474d-8e33-01002cea7d24,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:02.926707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:02.945163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Network 5c8d8393-c727-42b8-b17c-f1fa2bb22d62 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:44:02.956815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 5c8d8393-c727-42b8-b17c-f1fa2bb22d62) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:02.959070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking segment: {'id': 'ae7ad67d-03ae-4fd0-951d-69c781b723bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '00241c5a-5e2a-4763-9d9e-103a57e2aac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:02.959546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network hostable DHCP agents. Network: 00241c5a-5e2a-4763-9d9e-103a57e2aac4, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:44:02.967618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0982d1aa-6508-46a1-bdbb-f7e3f40aa561 None None] Network 5c8d8393-c727-42b8-b17c-f1fa2bb22d62 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:02.974129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:02.974937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:02.994360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddbc0908-2d1a-42b8-be45-408be71e1cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.005870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c4aa9d1b-28a3-4689-8dfd-8a3385181377 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:03.059678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.077523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddbc0908-2d1a-42b8-be45-408be71e1cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.078123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.078994 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ddbc0908-2d1a-42b8-be45-408be71e1cde admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7c5ce39-1325-45be-b822-88adb4da8de4 HTTP/1.1" status: 204 len: 168 time: 0.7114239 Dec 21 16:44:03.082583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc0908-2d1a-42b8-be45-408be71e1cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5ce39-1325-45be-b822-88adb4da8de4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:03.086988 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1538167 Dec 21 16:44:03.088087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4357633b-9251-4799-9dfd-81bb6baa0bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:03.090630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ddbc0908-2d1a-42b8-be45-408be71e1cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:03.091288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37848) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:03.095583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network 00241c5a-5e2a-4763-9d9e-103a57e2aac4 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:44:03.104228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-619537636', 'network_id': '5c8d8393-c727-42b8-b17c-f1fa2bb22d62'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:03.116857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:03.120315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 00241c5a-5e2a-4763-9d9e-103a57e2aac4) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:03.127650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:03.128403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.133379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Usage tracker for resource:port and tenant:91e1519027ab452dae24b7b138639e6a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:03.141143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:03.149297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494a2853-7bee-4afe-9431-52a56b78b445 None None] Network 00241c5a-5e2a-4763-9d9e-103a57e2aac4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:03.161755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:03.185647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7687316 Dec 21 16:44:03.186948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37852) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:03.191526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Made reservation on behalf of 91e1519027ab452dae24b7b138639e6a for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:03.196471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.213195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-15229aff-4be3-4891-a277-752f0558fd48 None None] Provisioning for port 4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:03.242809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-15229aff-4be3-4891-a277-752f0558fd48 None None] Provisioning complete for port 4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:03.243233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15229aff-4be3-4891-a277-752f0558fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.254572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4f5af-ad29-47bd-8671-bcaf78df3fc1 req-3c273e26-67a9-430d-a086-b598b92e3a8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:03.256391 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9de4f5af-ad29-47bd-8671-bcaf78df3fc1 req-3c273e26-67a9-430d-a086-b598b92e3a8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.2570677 Dec 21 16:44:03.272102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37856) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:03.281800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-14c7f6e9-3532-4f64-9286-c98d6317a391 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Request body: {'floatingip': {'port_id': '83558690-3c69-462f-9fd7-3aa5c503c037'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:03.354248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:03.363996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:03.379383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:03.379555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.383452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=3d85b1e6-11aa-4dac-977a-e2aabf7da841,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:03.391139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:03.418788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] device_id is not set on port 68a9af87-cd9f-400e-a571-a6c3ce68c8f2 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:03.477453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e62da8-a7ea-4b90-b92f-2bb5fd685988 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:03.481803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14c7f6e9-3532-4f64-9286-c98d6317a391 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for floatingip, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.626599 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6686475 Dec 21 16:44:03.634841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37862) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:03.645470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.653258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:03.666088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:03.689624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.716318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37866) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:03.717000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:03.808743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-15229aff-4be3-4891-a277-752f0558fd48 None None] Port 4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:44:03.856573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Subnet': ['ID=9635189b-e8a1-40aa-beaa-a5ee753bd0d2,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:03.869106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:03.873196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router 956e14dd-c03e-4bd7-b084-3220827a381e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:44:03.959178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7ac6c5-74ee-406e-94f8-5898c2a665e5 None None] Network 5c8d8393-c727-42b8-b17c-f1fa2bb22d62 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:03.980679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9d96e8f6-3ea4-4ea7-a110-dcfd64485c62 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bacbd34e2c1845d0850cf8d1dc04390f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2582326 Dec 21 16:44:03.986320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Checking segment: {'id': '1c315f20-e39e-4ecc-84cf-987654466e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d4a7c0f-430f-47dc-9e6e-1fa24da6301d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:03.986977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network hostable DHCP agents. Network: 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:44:03.989690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37870) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:03.999555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Allocated IP 172.20.0.2 (5c8d8393-c727-42b8-b17c-f1fa2bb22d62/1affe020-51b6-4d7f-b696-181c37019e97/68a9af87-cd9f-400e-a571-a6c3ce68c8f2) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:04.155915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:04.158800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:04.183130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-00241c5a-5e2a-4763-9d9e-103a57e2aac4', 'network_id': '00241c5a-5e2a-4763-9d9e-103a57e2aac4', 'tenant_id': '74ccbc71fd754f58a6e5c723791039cc', 'fixed_ips': [{'subnet_id': '51344901-d212-474d-8e33-01002cea7d24'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:44:04.184013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:04.200020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '3d85b1e6-11aa-4dac-977a-e2aabf7da841'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:44:04.200651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:04.209917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:04.229367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:04.233547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:44:04.266550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:04.287907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:44:04.289533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:04.298038 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b3823af3-c233-4110-acfb-89de96ad38de tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/956e14dd-c03e-4bd7-b084-3220827a381e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2477756 Dec 21 16:44:04.298038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37874) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:04.306388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:04.306388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:04.309454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e7c216-bee5-4808-8ad4-7bcda35463e7 None None] Sync routers for ids ['956e14dd-c03e-4bd7-b084-3220827a381e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:44:04.345515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e7c216-bee5-4808-8ad4-7bcda35463e7 None None] Routers {'956e14dd-c03e-4bd7-b084-3220827a381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:04.347493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-38e7c216-bee5-4808-8ad4-7bcda35463e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['956e14dd-c03e-4bd7-b084-3220827a381e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:04.373563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee27efc-fe46-4924-836c-bf8909fb6a0b None None] Network 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:04.574799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-38e7c216-bee5-4808-8ad4-7bcda35463e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:04.596362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e7c216-bee5-4808-8ad4-7bcda35463e7 None None] Routers {'956e14dd-c03e-4bd7-b084-3220827a381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:04.597793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-38e7c216-bee5-4808-8ad4-7bcda35463e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['956e14dd-c03e-4bd7-b084-3220827a381e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:04.664569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:04.677512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d8c98d08-4f61-42da-9448-4ac9dbddf94b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Synchronizing usage tracker for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:04.687400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1eebd11a-647a-4ea0-b713-bc2d9c38a230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:04.691910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4109657 Dec 21 16:44:04.696874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37878) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:04.714803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-38e7c216-bee5-4808-8ad4-7bcda35463e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:04.716060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e7c216-bee5-4808-8ad4-7bcda35463e7 None None] The sync data for ids ['956e14dd-c03e-4bd7-b084-3220827a381e'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:44:04.716930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': '2d4a7c0f-430f-47dc-9e6e-1fa24da6301d', 'name': 'tempest-PortsTestJSON-1418221953'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:04.754887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d8c98d08-4f61-42da-9448-4ac9dbddf94b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Unset dirty status for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:04.759053 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d8c98d08-4f61-42da-9448-4ac9dbddf94b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=956e14dd-c03e-4bd7-b084-3220827a381e HTTP/1.1" status: 200 len: 205 time: 0.4563363 Dec 21 16:44:04.771363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37882) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:04.788649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Allocated IP 172.20.0.1 (00241c5a-5e2a-4763-9d9e-103a57e2aac4/51344901-d212-474d-8e33-01002cea7d24/6f9b24e2-b813-48e8-806b-d05c01bb1f93) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:04.797488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1eebd11a-647a-4ea0-b713-bc2d9c38a230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:04.811286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Allocated IP 2001:db8::f816:3eff:fede:722f (5f0be329-6402-4a2c-810d-f62e9ae5da2b/3d85b1e6-11aa-4dac-977a-e2aabf7da841/c2db99a7-2231-4336-abf1-20e007ef5df8) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:04.988983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-2d4a7c0f-430f-47dc-9e6e-1fa24da6301d', 'network_id': '2d4a7c0f-430f-47dc-9e6e-1fa24da6301d', 'tenant_id': '595d69e3149f4a448e46fa36c7472cd3', 'fixed_ips': [{'subnet_id': '9635189b-e8a1-40aa-beaa-a5ee753bd0d2'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:44:04.989882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.004382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.014710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.053261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7cea74fc-484c-4292-abc8-27490ae81a77 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:05.116112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.136549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-838233fd-7b66-4d11-832e-11a1d079f959 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.171963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1eebd11a-647a-4ea0-b713-bc2d9c38a230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.179069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.186035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8767cad-85a8-4338-a8d4-b524e6d0b01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:05.212904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebd11a-647a-4ea0-b713-bc2d9c38a230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a75f33b-6043-4928-b288-2b8ce0f83f32,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:05.213526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:05.218002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1eebd11a-647a-4ea0-b713-bc2d9c38a230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:05.285159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.305591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:05.309281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:05.315174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:05.316717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1eebd11a-647a-4ea0-b713-bc2d9c38a230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.320604 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1eebd11a-647a-4ea0-b713-bc2d9c38a230 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a75f33b-6043-4928-b288-2b8ce0f83f32 HTTP/1.1" status: 204 len: 168 time: 1.3271513 Dec 21 16:44:05.349987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:05.358348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.421471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.452208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0557095-bd92-449b-b7ae-e8da1ba070a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:05.560484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14c7f6e9-3532-4f64-9286-c98d6317a391 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.563862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Network 5c8d8393-c727-42b8-b17c-f1fa2bb22d62 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:05.568902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:05.572046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14c7f6e9-3532-4f64-9286-c98d6317a391 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.635030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event updated for resources: {'Port': ['ID=68a9af87-cd9f-400e-a571-a6c3ce68c8f2,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:05.647855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:05.648911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:05.656260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Allocated IP 172.20.0.2 (2d4a7c0f-430f-47dc-9e6e-1fa24da6301d/9635189b-e8a1-40aa-beaa-a5ee753bd0d2/fc3a13cb-a659-49a7-86e9-88201445a1a0) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:05.663643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port 1758a3c8-db42-4c95-bb58-30710a56240d yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:05.680416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.683630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.723689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Transition to ACTIVE for port object c2db99a7-2231-4336-abf1-20e007ef5df8 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:05.738264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Transition to ACTIVE for port object 6f9b24e2-b813-48e8-806b-d05c01bb1f93 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:05.782465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Transition to ACTIVE for port object 6f9b24e2-b813-48e8-806b-d05c01bb1f93 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:05.834942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Transition to ACTIVE for port object c2db99a7-2231-4336-abf1-20e007ef5df8 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:05.836697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:05.837370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.853882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.857948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.864623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-51e4ae4e-af29-4957-bc21-813ec2a45252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:05.919799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-838233fd-7b66-4d11-832e-11a1d079f959 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.938721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:05.940576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:05.942804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-838233fd-7b66-4d11-832e-11a1d079f959 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:05.976064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Network 00241c5a-5e2a-4763-9d9e-103a57e2aac4 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:05.978117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:05.991426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:05.997226 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.9035549 Dec 21 16:44:06.001293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Pushing event updated for resources: {'Port': ['ID=6f9b24e2-b813-48e8-806b-d05c01bb1f93,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:06.003162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.007577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:06.009224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37894) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:06.009721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:06.021531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:06.072985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:06.076963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Subnet': ['ID=51344901-d212-474d-8e33-01002cea7d24,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:06.094812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:06.229883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-af7ee19f-6619-41ce-9f28-d1ef3d1ab002 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Deleting port 68a9af87-cd9f-400e-a571-a6c3ce68c8f2 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:06.230255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af7ee19f-6619-41ce-9f28-d1ef3d1ab002 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.254511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-838233fd-7b66-4d11-832e-11a1d079f959 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.255005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838233fd-7b66-4d11-832e-11a1d079f959 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Fanout notify agent at l3_agent the message router_deleted on router 956e14dd-c03e-4bd7-b084-3220827a381e {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:44:06.334243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-838233fd-7b66-4d11-832e-11a1d079f959 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.338448 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-838233fd-7b66-4d11-832e-11a1d079f959 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/956e14dd-c03e-4bd7-b084-3220827a381e HTTP/1.1" status: 204 len: 168 time: 1.5609930 Dec 21 16:44:06.340301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.375049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00241c5a-5e2a-4763-9d9e-103a57e2aac4']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:06.391367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37902) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:06.395881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7ad67d-03ae-4fd0-951d-69c781b723bb') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:06.396742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7ad67d-03ae-4fd0-951d-69c781b723bb') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:06.410164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Pushing event updated for resources: {'Port': ['ID=c2db99a7-2231-4336-abf1-20e007ef5df8,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:06.416394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.427429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:06.428629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.432909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.539s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:06.433456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:06.447529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Attempting to bind port 6f9b24e2-b813-48e8-806b-d05c01bb1f93 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:06.447894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Attempting to bind port 6f9b24e2-b813-48e8-806b-d05c01bb1f93 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'ae7ad67d-03ae-4fd0-951d-69c781b723bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '00241c5a-5e2a-4763-9d9e-103a57e2aac4'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:06.448307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Attempting to bind port 6f9b24e2-b813-48e8-806b-d05c01bb1f93 on network 00241c5a-5e2a-4763-9d9e-103a57e2aac4 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:06.455242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Transition to ACTIVE for port object fc3a13cb-a659-49a7-86e9-88201445a1a0 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:06.459155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Attempting to bind port c2db99a7-2231-4336-abf1-20e007ef5df8 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:06.459579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Attempting to bind port c2db99a7-2231-4336-abf1-20e007ef5df8 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:06.459994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Attempting to bind port c2db99a7-2231-4336-abf1-20e007ef5df8 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:06.467306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.478457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:06.478942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.481968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:06.482261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Checking segment: {'id': 'ae7ad67d-03ae-4fd0-951d-69c781b723bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '00241c5a-5e2a-4763-9d9e-103a57e2aac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:06.482718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.483458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Bound using segment: {'id': 'ae7ad67d-03ae-4fd0-951d-69c781b723bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '00241c5a-5e2a-4763-9d9e-103a57e2aac4'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:06.483808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Bound port: 6f9b24e2-b813-48e8-806b-d05c01bb1f93, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7ad67d-03ae-4fd0-951d-69c781b723bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '00241c5a-5e2a-4763-9d9e-103a57e2aac4'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:06.484244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.507892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:06.508327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:06.508782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.509229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:06.509772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Bound port: c2db99a7-2231-4336-abf1-20e007ef5df8, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:06.510335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.532793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Transition to ACTIVE for port object fc3a13cb-a659-49a7-86e9-88201445a1a0 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:06.571701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.588673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:06.609350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:06.622909 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:06.626819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:06.688950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:06.695871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 16:44:06.695871 dv-neutron-822515-1-hyperv neutron-server[88778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 16:44:06.695871 dv-neutron-822515-1-hyperv neutron-server[88778]: [parameters: {'id': '00241c5a-5e2a-4763-9d9e-103a57e2aac4'}] Dec 21 16:44:06.695871 dv-neutron-822515-1-hyperv neutron-server[88778]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:44:06.696988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:44:06.727260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9303b7bf-bc5d-4408-8523-90fda400403e None None] Provisioning complete for port 4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:06.727693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9303b7bf-bc5d-4408-8523-90fda400403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.744912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:06.752866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:06.754066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.782900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=80e80fb5-cf6e-4d4a-b633-51aacc28962e,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:06.787136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:06.804427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Network 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:06.805895 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1675587 Dec 21 16:44:06.807188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37912) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:06.814213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:06.825208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Pushing event updated for resources: {'Port': ['ID=fc3a13cb-a659-49a7-86e9-88201445a1a0,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:06.827779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:06.832787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:e4:d2:81', 'name': 'tempest-NetworksTestDHCPv6-1931939829'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:06.839138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:06.840675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37916) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:06.850640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] For port c2db99a7-2231-4336-abf1-20e007ef5df8, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:06.853915 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-14c7f6e9-3532-4f64-9286-c98d6317a391 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Floating IP 40a32d2a-790f-49c6-89c2-b5ae5b3f0bc0 associated. External IP: 172.26.7.48, port: 83558690-3c69-462f-9fd7-3aa5c503c037. Dec 21 16:44:06.855627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] For port 6f9b24e2-b813-48e8-806b-d05c01bb1f93, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:06.900522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9303b7bf-bc5d-4408-8523-90fda400403e None None] Port 4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:44:06.908317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] For port c2db99a7-2231-4336-abf1-20e007ef5df8, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c2db99a7-2231-4336-abf1-20e007ef5df8,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:06.910290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] For port 6f9b24e2-b813-48e8-806b-d05c01bb1f93, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6f9b24e2-b813-48e8-806b-d05c01bb1f93,segment=NetworkSegment(ae7ad67d-03ae-4fd0-951d-69c781b723bb),segment_id=ae7ad67d-03ae-4fd0-951d-69c781b723bb)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:06.942434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:06.955515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:06.985207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:07.046568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Attempting to bind port fc3a13cb-a659-49a7-86e9-88201445a1a0 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:07.047554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Attempting to bind port fc3a13cb-a659-49a7-86e9-88201445a1a0 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '1c315f20-e39e-4ecc-84cf-987654466e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d4a7c0f-430f-47dc-9e6e-1fa24da6301d'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:07.047970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Attempting to bind port fc3a13cb-a659-49a7-86e9-88201445a1a0 on network 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:07.079111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:07.079545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Checking segment: {'id': '1c315f20-e39e-4ecc-84cf-987654466e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d4a7c0f-430f-47dc-9e6e-1fa24da6301d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:07.080004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:07.080455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Bound using segment: {'id': '1c315f20-e39e-4ecc-84cf-987654466e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d4a7c0f-430f-47dc-9e6e-1fa24da6301d'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:07.080983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Bound port: fc3a13cb-a659-49a7-86e9-88201445a1a0, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c315f20-e39e-4ecc-84cf-987654466e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2d4a7c0f-430f-47dc-9e6e-1fa24da6301d'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:07.081410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:07.106383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Pushing event updated for resources: {'Port': ['ID=6f9b24e2-b813-48e8-806b-d05c01bb1f93,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:07.112039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:07.112569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c304c8a-14c0-4736-907e-85e8e1a0c445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:07.136768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.6 (2d4a7c0f-430f-47dc-9e6e-1fa24da6301d/9635189b-e8a1-40aa-beaa-a5ee753bd0d2/1758a3c8-db42-4c95-bb58-30710a56240d) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:07.141690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-451698883'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:07.158519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:07.170610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af7ee19f-6619-41ce-9f28-d1ef3d1ab002 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:07.186122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Usage tracker for resource:network and tenant:d432c6dbaa81430a8024e5f44b458c0a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:07.190579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:07.310216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Pushing event updated for resources: {'Port': ['ID=c2db99a7-2231-4336-abf1-20e007ef5df8,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:07.323500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:07.333972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] For port fc3a13cb-a659-49a7-86e9-88201445a1a0, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:07.343517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] For port fc3a13cb-a659-49a7-86e9-88201445a1a0, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fc3a13cb-a659-49a7-86e9-88201445a1a0,segment=NetworkSegment(1c315f20-e39e-4ecc-84cf-987654466e42),segment_id=1c315f20-e39e-4ecc-84cf-987654466e42)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:07.347149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:07.349054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:07.355710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e042a10-624c-4308-92ee-ffc93e331e7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:07.382547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b62018-c521-48f7-b142-60d14f8ce8bb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting subnet fe32a95c-02a4-4e1d-a1c3-d74761b6fcc3 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:07.387958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3b62018-c521-48f7-b142-60d14f8ce8bb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:07.409664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176f50bb-ffbf-40d5-934f-e3775955850d None None] Network 00241c5a-5e2a-4763-9d9e-103a57e2aac4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:07.447311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-af7ee19f-6619-41ce-9f28-d1ef3d1ab002 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Calling delete_port for 68a9af87-cd9f-400e-a571-a6c3ce68c8f2 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:07.477858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:07.509475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:07.513216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port 6f9b24e2-b813-48e8-806b-d05c01bb1f93 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:07.513859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:07.556411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:07.567724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:07.594305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Pushing event updated for resources: {'Port': ['ID=fc3a13cb-a659-49a7-86e9-88201445a1a0,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:07.598632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:07.610436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:07.647816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:07.654518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:07.767919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 3156237a-8e0b-41d4-8148-56912aa82f94 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:07.807212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Made reservation on behalf of d432c6dbaa81430a8024e5f44b458c0a for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:07.813360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:07.823726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af7ee19f-6619-41ce-9f28-d1ef3d1ab002 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:07.841896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-817fea6a-b411-43fe-ba79-4a402aef03ca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:08.017809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.030036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3b62018-c521-48f7-b142-60d14f8ce8bb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.057185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c2db99a7-2231-4336-abf1-20e007ef5df8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:08.098954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.108474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ee19f-6619-41ce-9f28-d1ef3d1ab002 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event deleted for resources: {'Port': ['ID=68a9af87-cd9f-400e-a571-a6c3ce68c8f2,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:08.113212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af7ee19f-6619-41ce-9f28-d1ef3d1ab002 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:08.132555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] For port 6f9b24e2-b813-48e8-806b-d05c01bb1f93, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6f9b24e2-b813-48e8-806b-d05c01bb1f93,segment=NetworkSegment(ae7ad67d-03ae-4fd0-951d-69c781b723bb),segment_id=ae7ad67d-03ae-4fd0-951d-69c781b723bb)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:08.132924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.158350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port c2db99a7-2231-4336-abf1-20e007ef5df8 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:08.231331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object 1758a3c8-db42-4c95-bb58-30710a56240d will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:08.314521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Calling delete_port for 6f9b24e2-b813-48e8-806b-d05c01bb1f93 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:08.325528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:08.339070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af7ee19f-6619-41ce-9f28-d1ef3d1ab002 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.344837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Usage tracker for resource:security_group_rule and tenant:d432c6dbaa81430a8024e5f44b458c0a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:08.352282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:08.364542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:08.399937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3b62018-c521-48f7-b142-60d14f8ce8bb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.433846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.443778 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-af7ee19f-6619-41ce-9f28-d1ef3d1ab002 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "DELETE /v2.0/ports/68a9af87-cd9f-400e-a571-a6c3ce68c8f2 HTTP/1.1" status: 204 len: 168 time: 2.4268723 Dec 21 16:44:08.459706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7aef6508-2ae7-4fec-b959-d21aa84fe4cb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:08.463842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37922) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:08.497845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c8d8393-c727-42b8-b17c-f1fa2bb22d62', 'external_fixed_ips': [{'subnet_id': '1affe020-51b6-4d7f-b696-181c37019e97', 'ip_address': '172.20.0.2'}]}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:08.518865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:08.533100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router de9b4821-e75d-42f2-824e-82945821db70 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:44:08.541257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Usage tracker for resource:router and tenant:91e1519027ab452dae24b7b138639e6a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:08.546290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:08.565730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:08.570642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 172.20.0.6 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/80e80fb5-cf6e-4d4a-b633-51aacc28962e/3156237a-8e0b-41d4-8148-56912aa82f94) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:08.588779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:08.592349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.599291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f0f9671-ecff-41b9-b9de-0cab40e76298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:08.605202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:08.615685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:08.635187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::f816:3eff:fee4:d281 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/3d85b1e6-11aa-4dac-977a-e2aabf7da841/3156237a-8e0b-41d4-8148-56912aa82f94) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:08.638665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.639672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.649508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=1758a3c8-db42-4c95-bb58-30710a56240d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:08.661845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Port': ['ID=6f9b24e2-b813-48e8-806b-d05c01bb1f93,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:08.666895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:08.667310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:08.681630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.692773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No DVR routers for this DVR port 6f9b24e2-b813-48e8-806b-d05c01bb1f93 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:08.749554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3b62018-c521-48f7-b142-60d14f8ce8bb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.763442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9b95ef5-59b0-49dd-887b-6b17819befa6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:08.791546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.818380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b62018-c521-48f7-b142-60d14f8ce8bb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Subnet': ['ID=fe32a95c-02a4-4e1d-a1c3-d74761b6fcc3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:08.823372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.830611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3b62018-c521-48f7-b142-60d14f8ce8bb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:08.835821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d3e87627-7c36-4cd8-a71b-e23282bfbf91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:08.849281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:44:08.861034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:08.861698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.865335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e13b3-3b6d-44ab-be55-278bab95f5f3 None None] Network 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:08.867491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3b62018-c521-48f7-b142-60d14f8ce8bb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.916073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:08.916499 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Added segment e9ae49f8-d258-4335-8917-d400ec9cd182 of type vlan for network 466a21fb-8383-46a7-a052-61ca6adc6455 Dec 21 16:44:08.923979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d764c3f-200f-47bd-bd13-97cc0b13884b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:08.930189 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b3b62018-c521-48f7-b142-60d14f8ce8bb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/fe32a95c-02a4-4e1d-a1c3-d74761b6fcc3 HTTP/1.1" status: 204 len: 168 time: 2.5249364 Dec 21 16:44:08.934072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c7f6e9-3532-4f64-9286-c98d6317a391 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Router 4304cfcf-3077-46ce-a093-617d5b8c869e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:44:08.934760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37926) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:08.936344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:08.943454 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2407539 Dec 21 16:44:08.944444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37930) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:08.947053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.068082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.114167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-824b9475-249f-4e7b-bfa4-b9c264f4ad56 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port 1758a3c8-db42-4c95-bb58-30710a56240d {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:09.114556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-824b9475-249f-4e7b-bfa4-b9c264f4ad56 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.194902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00241c5a-5e2a-4763-9d9e-103a57e2aac4']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:09.231567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f319b742-c9a0-4973-87fb-3aefb12ce6f7 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:09.294533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7ad67d-03ae-4fd0-951d-69c781b723bb') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:09.295032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7ad67d-03ae-4fd0-951d-69c781b723bb') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:09.339411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.419479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5a61f-24f8-469e-b16d-e21821bdb510 None None] DHCP port deletion for 0bd61732-e7ac-436d-b4dd-be2d53fc8ddc request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:09.420486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.426315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:09.427734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.444680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:09.466288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-29b5a61f-24f8-469e-b16d-e21821bdb510 None None] Deleting port 4b6e3b70-82da-40c4-bc45-b549fe032211 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:09.466730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29b5a61f-24f8-469e-b16d-e21821bdb510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.502124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8a599f70-4a34-4b43-ac32-dbf885e3a816 None None] Provisioning for port c2db99a7-2231-4336-abf1-20e007ef5df8 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:09.513301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.523870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8a599f70-4a34-4b43-ac32-dbf885e3a816 None None] Provisioning complete for port c2db99a7-2231-4336-abf1-20e007ef5df8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:09.524304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a599f70-4a34-4b43-ac32-dbf885e3a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.530348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.553264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:09.553725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:09.577761 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:09.586773 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7104814 Dec 21 16:44:09.637944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37934) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:09.687884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Pushing event updated for resources: {'Network': ['ID=466a21fb-8383-46a7-a052-61ca6adc6455,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:09.692285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:09.708999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 466a21fb-8383-46a7-a052-61ca6adc6455 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:09.763669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:44:09.772466 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "PUT /v2.0/routers/de9b4821-e75d-42f2-824e-82945821db70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8574746 Dec 21 16:44:09.787519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37938) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:09.798359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'port': {'network_id': '989fcf3e-1827-4db4-abbc-0e6a8b8eabd0', 'name': 'tempest-FloatingIPTestJSON-1876961541'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:09.926846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 3156237a-8e0b-41d4-8148-56912aa82f94 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:09.936031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:09.947984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Request body: {'subnet': {'network_id': '466a21fb-8383-46a7-a052-61ca6adc6455', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:09.973060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d278792-9e05-411e-8af2-fb5af65710e1 None None] Network 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:09.988093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d97105-d1ce-417a-a929-a0dbae27a17b None None] Sync routers for ids ['de9b4821-e75d-42f2-824e-82945821db70'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:44:10.041938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-824b9475-249f-4e7b-bfa4-b9c264f4ad56 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.153918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fc3a13cb-a659-49a7-86e9-88201445a1a0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:10.186871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.189874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-824b9475-249f-4e7b-bfa4-b9c264f4ad56 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for 1758a3c8-db42-4c95-bb58-30710a56240d owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:10.202613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d422f965-65b1-48c3-b168-50c32c6ccf87 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:10.228863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a988d0-b333-403f-95e8-a481479ed275 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting subnet b6126c35-805c-43a9-b9ff-c7091dd380c2 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:10.233541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.245806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3a988d0-b333-403f-95e8-a481479ed275 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.261446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:10.270846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Usage tracker for resource:port and tenant:8e965015c4f34c1bbb940e9d2d2350f0 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:10.276409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:10.285818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:10.339983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Made reservation on behalf of 8e965015c4f34c1bbb940e9d2d2350f0 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:10.345571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.364247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=00241c5a-5e2a-4763-9d9e-103a57e2aac4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:10.366820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.376106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:10.378808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:10.388056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d97105-d1ce-417a-a929-a0dbae27a17b None None] Routers {'de9b4821-e75d-42f2-824e-82945821db70'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:10.388506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-41d97105-d1ce-417a-a929-a0dbae27a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['de9b4821-e75d-42f2-824e-82945821db70'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:10.390415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] device_id is not set on port 1a46b661-f725-4723-be1e-d55b86dad631 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:10.415879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:10.465359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:10.466703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-824b9475-249f-4e7b-bfa4-b9c264f4ad56 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.468483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Usage tracker for resource:subnet and tenant:d432c6dbaa81430a8024e5f44b458c0a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:10.476606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f96e137d-6424-4b92-a091-c762f0ca8af1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:10.486195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:10.492545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/00241c5a-5e2a-4763-9d9e-103a57e2aac4 HTTP/1.1" status: 204 len: 168 time: 7.3037310 Dec 21 16:44:10.494211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:10.500521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-29b5a61f-24f8-469e-b16d-e21821bdb510 None None] For port 4b6e3b70-82da-40c4-bc45-b549fe032211, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4b6e3b70-82da-40c4-bc45-b549fe032211,segment=NetworkSegment(e91af801-daf0-419f-8598-5a60fc2960c2),segment_id=e91af801-daf0-419f-8598-5a60fc2960c2)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:10.500977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29b5a61f-24f8-469e-b16d-e21821bdb510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.503694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:10.509815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-41d97105-d1ce-417a-a929-a0dbae27a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:10.518037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37942) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:10.540066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-492030022'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:10.545516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b9475-249f-4e7b-bfa4-b9c264f4ad56 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=1758a3c8-db42-4c95-bb58-30710a56240d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:10.548355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-824b9475-249f-4e7b-bfa4-b9c264f4ad56 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:10.556573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:10.561980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:10.612600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3a988d0-b333-403f-95e8-a481479ed275 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.644035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:network and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:10.647490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=3156237a-8e0b-41d4-8148-56912aa82f94,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:10.656188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a599f70-4a34-4b43-ac32-dbf885e3a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.675042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:10.696924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:10.706114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:10.719171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Made reservation on behalf of d432c6dbaa81430a8024e5f44b458c0a for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:10.731927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:10.738275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.744367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-29b5a61f-24f8-469e-b16d-e21821bdb510 None None] Calling delete_port for 4b6e3b70-82da-40c4-bc45-b549fe032211 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:10.747630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:10.748315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.765677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Allocated IP 172.20.0.14 (989fcf3e-1827-4db4-abbc-0e6a8b8eabd0/6aef49e4-e38c-48d4-9ef3-8a21ccddab3f/1a46b661-f725-4723-be1e-d55b86dad631) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:10.771417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-824b9475-249f-4e7b-bfa4-b9c264f4ad56 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.802441 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-824b9475-249f-4e7b-bfa4-b9c264f4ad56 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/1758a3c8-db42-4c95-bb58-30710a56240d HTTP/1.1" status: 204 len: 168 time: 1.8532786 Dec 21 16:44:10.805162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37946) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:10.807688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:44:10.878372 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0658302 Dec 21 16:44:10.886326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37950) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:10.889822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d97105-d1ce-417a-a929-a0dbae27a17b None None] Routers {'de9b4821-e75d-42f2-824e-82945821db70'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:10.890520 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ccf46e-985c-444b-b65a-9b577c1f3404 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:44:10.890654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-41d97105-d1ce-417a-a929-a0dbae27a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['de9b4821-e75d-42f2-824e-82945821db70'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:10.891356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ccf46e-985c-444b-b65a-9b577c1f3404 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:10.927116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.945048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:10.946681 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment 8bbd55c9-1a21-4968-9698-8681c864b030 of type vlan for network eebf2cec-f7dc-437f-a1c5-1e2774ddd911 Dec 21 16:44:10.970673 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-64ccf46e-985c-444b-b65a-9b577c1f3404 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/1758a3c8-db42-4c95-bb58-30710a56240d HTTP/1.1" status: 404 len: 333 time: 0.1607778 Dec 21 16:44:10.972575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37954) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:10.987781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-41d97105-d1ce-417a-a929-a0dbae27a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:10.987781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d97105-d1ce-417a-a929-a0dbae27a17b None None] The sync data for ids ['de9b4821-e75d-42f2-824e-82945821db70'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:44:11.012850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8a599f70-4a34-4b43-ac32-dbf885e3a816 None None] For port c2db99a7-2231-4336-abf1-20e007ef5df8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c2db99a7-2231-4336-abf1-20e007ef5df8,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:11.017640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port fc3a13cb-a659-49a7-86e9-88201445a1a0 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:11.026754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3a988d0-b333-403f-95e8-a481479ed275 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.087838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a599f70-4a34-4b43-ac32-dbf885e3a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.096751 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c4ab3c-f93a-41f1-be63-55704ba008ab tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:44:11.097332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f7c4ab3c-f93a-41f1-be63-55704ba008ab tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:11.100393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:11.103766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.121533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c7f6e9-3532-4f64-9286-c98d6317a391 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:44:11.133393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14c7f6e9-3532-4f64-9286-c98d6317a391 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.138886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f1bc1-6bc2-4116-a38f-ed8f0191a9c1 None None] Sync routers for ids ['4304cfcf-3077-46ce-a093-617d5b8c869e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:44:11.162140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29b5a61f-24f8-469e-b16d-e21821bdb510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.166928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f1bc1-6bc2-4116-a38f-ed8f0191a9c1 None None] Routers {'4304cfcf-3077-46ce-a093-617d5b8c869e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:11.167903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a2f1bc1-6bc2-4116-a38f-ed8f0191a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4304cfcf-3077-46ce-a093-617d5b8c869e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:11.270711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f7c4ab3c-f93a-41f1-be63-55704ba008ab tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:11.270949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4b6e3b70-82da-40c4-bc45-b549fe032211 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:44:11.274339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f7c4ab3c-f93a-41f1-be63-55704ba008ab tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/1758a3c8-db42-4c95-bb58-30710a56240d HTTP/1.1" status: 404 len: 333 time: 0.2982597 Dec 21 16:44:11.276601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37958) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:11.301882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e25da8f-1a08-4f3c-b5d2-571eb1eac323 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:11.306515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e25da8f-1a08-4f3c-b5d2-571eb1eac323 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:11.307289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7e25da8f-1a08-4f3c-b5d2-571eb1eac323 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:11.312992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.317301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:11.317999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.327677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.329044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 4b6e3b70-82da-40c4-bc45-b549fe032211 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:44:11.329448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4b6e3b70-82da-40c4-bc45-b549fe032211 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:44:11.331012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:11.334258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5a61f-24f8-469e-b16d-e21821bdb510 None None] No DVR routers for this DVR port 4b6e3b70-82da-40c4-bc45-b549fe032211 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:11.337927 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-14c7f6e9-3532-4f64-9286-c98d6317a391 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "PUT /v2.0/floatingips/40a32d2a-790f-49c6-89c2-b5ae5b3f0bc0 HTTP/1.1" status: 200 len: 991 time: 8.0645432 Dec 21 16:44:11.371659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a599f70-4a34-4b43-ac32-dbf885e3a816 None None] Pushing event updated for resources: {'Port': ['ID=c2db99a7-2231-4336-abf1-20e007ef5df8,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:11.389951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a9867-6398-4aca-8976-c4c252ddeffa None None] Update dhcp port {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': '3d85b1e6-11aa-4dac-977a-e2aabf7da841', 'ip_address': '2001:db8::f816:3eff:fede:722f'}, {'subnet_id': '80e80fb5-cf6e-4d4a-b633-51aacc28962e'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': 'c2db99a7-2231-4336-abf1-20e007ef5df8'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:44:11.424216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'tag': '83558690-3c69-462f-9fd7-3aa5c503c037'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:44:11.453540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a599f70-4a34-4b43-ac32-dbf885e3a816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:11.467097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5af98aa-6f5f-459f-8421-4318b94fd0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:11.492366 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9704030 Dec 21 16:44:11.496939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Transition to ACTIVE for port object 1a46b661-f725-4723-be1e-d55b86dad631 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:11.498026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37968) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:11.498736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7e25da8f-1a08-4f3c-b5d2-571eb1eac323 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:11.502716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7e25da8f-1a08-4f3c-b5d2-571eb1eac323 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.6114216 Dec 21 16:44:11.506010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37972) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:11.510730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-50b9c444-c60e-43ac-89c4-f62294881f3a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:11.536857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5a61f-24f8-469e-b16d-e21821bdb510 None None] Pushing event deleted for resources: {'Port': ['ID=4b6e3b70-82da-40c4-bc45-b549fe032211,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:11.536857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dd04118a-cc12-4a2e-81a0-67a48313f390 None None] Provisioning for port fc3a13cb-a659-49a7-86e9-88201445a1a0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:11.542371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-29b5a61f-24f8-469e-b16d-e21821bdb510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:11.571348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dd04118a-cc12-4a2e-81a0-67a48313f390 None None] Provisioning complete for port fc3a13cb-a659-49a7-86e9-88201445a1a0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:11.571809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd04118a-cc12-4a2e-81a0-67a48313f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.599783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3a988d0-b333-403f-95e8-a481479ed275 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.615156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79dbaad2-1a89-4fb9-9270-dd747a25ec32 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:11.705556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a988d0-b333-403f-95e8-a481479ed275 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Subnet': ['ID=b6126c35-805c-43a9-b9ff-c7091dd380c2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:11.708944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e3a988d0-b333-403f-95e8-a481479ed275 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:11.710384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.749528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=eebf2cec-f7dc-437f-a1c5-1e2774ddd911,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:11.768358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3a988d0-b333-403f-95e8-a481479ed275 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.787426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df484854-3977-4f9c-bc43-940c2cf16e8f None None] Network 3ddb5357-50b8-4fc1-a978-8054029c41b3 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:11.792227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3a2f1bc1-6bc2-4116-a38f-ed8f0191a9c1 None None] Set router 4304cfcf-3077-46ce-a093-617d5b8c869e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:44:11.795331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dd1611e1-5ef7-4c92-9877-51ec8665d6fd tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:11.800755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network eebf2cec-f7dc-437f-a1c5-1e2774ddd911 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:11.831161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.864058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-994a9867-6398-4aca-8976-c4c252ddeffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:11.899782 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e3a988d0-b333-403f-95e8-a481479ed275 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/b6126c35-805c-43a9-b9ff-c7091dd380c2 HTTP/1.1" status: 204 len: 168 time: 2.9600999 Dec 21 16:44:11.903287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37976) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:11.975161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c012877c-b980-4ac8-ac39-031672429eb7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 3156237a-8e0b-41d4-8148-56912aa82f94 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:11.975651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c012877c-b980-4ac8-ac39-031672429eb7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:12.088091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:12.106873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9288b10b-3d03-4161-8351-2656aff85c9e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:12.134434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:12.184446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:12.245971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c2db99a7-2231-4336-abf1-20e007ef5df8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:12.329736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:12.369492 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'tag': '83558690-3c69-462f-9fd7-3aa5c503c037', 'status': 'completed', 'code': 200} Dec 21 16:44:12.485102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a2f1bc1-6bc2-4116-a38f-ed8f0191a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:13Z', 'revision_number': 4, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '40a32d2a-790f-49c6-89c2-b5ae5b3f0bc0', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'port_id': '83558690-3c69-462f-9fd7-3aa5c503c037', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'mac_address': 'fa:16:3e:87:50:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:43:29Z', 'updated_at': '2021-12-21T16:44:05Z', 'revision_number': 1, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aaf2c92-dadb-417e-a226-10ad6075d21a', 'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'mac_address': 'fa:16:3e:e0:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:10Z', 'updated_at': '2021-12-21T16:43:24Z', 'revision_number': 5, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'subnets': [{'id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:12.489388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f1bc1-6bc2-4116-a38f-ed8f0191a9c1 None None] Checking router: 4304cfcf-3077-46ce-a093-617d5b8c869e for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:44:12.525598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f1bc1-6bc2-4116-a38f-ed8f0191a9c1 None None] Routers {'4304cfcf-3077-46ce-a093-617d5b8c869e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:12.526278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a2f1bc1-6bc2-4116-a38f-ed8f0191a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:43:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4304cfcf-3077-46ce-a093-617d5b8c869e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:12.539179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Network 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:12.553012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event updated for resources: {'Port': ['ID=1a46b661-f725-4723-be1e-d55b86dad631,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:12.556823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:12.769203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd04118a-cc12-4a2e-81a0-67a48313f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:12.860979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3a2f1bc1-6bc2-4116-a38f-ed8f0191a9c1 None None] Set router 4304cfcf-3077-46ce-a093-617d5b8c869e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:44:12.926695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:12.934074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:12.951825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Pushing event updated for resources: {'Subnet': ['ID=457448da-cdc7-4eb7-8b03-01c4c2de3535,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:12.955910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:12.963471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4709f7f6-54c8-4a7c-acc1-06ac4b055c45 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting subnet 9635189b-e8a1-40aa-beaa-a5ee753bd0d2 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:12.965441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50b9c444-c60e-43ac-89c4-f62294881f3a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:12.971394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port c2db99a7-2231-4336-abf1-20e007ef5df8 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:12.971800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:12.989378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4709f7f6-54c8-4a7c-acc1-06ac4b055c45 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.089120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-dd04118a-cc12-4a2e-81a0-67a48313f390 None None] For port fc3a13cb-a659-49a7-86e9-88201445a1a0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fc3a13cb-a659-49a7-86e9-88201445a1a0,segment=NetworkSegment(1c315f20-e39e-4ecc-84cf-987654466e42),segment_id=1c315f20-e39e-4ecc-84cf-987654466e42)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:13.109478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-994a9867-6398-4aca-8976-c4c252ddeffa None None] Allocated IP 172.20.0.2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/80e80fb5-cf6e-4d4a-b633-51aacc28962e/c2db99a7-2231-4336-abf1-20e007ef5df8) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:13.141916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd04118a-cc12-4a2e-81a0-67a48313f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.171558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf6dec03-ad10-4306-bbbb-b379e7dab5c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:13.171981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50b9c444-c60e-43ac-89c4-f62294881f3a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.194671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:13.213320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Allocated IP 172.20.0.2 (5c8d8393-c727-42b8-b17c-f1fa2bb22d62/1affe020-51b6-4d7f-b696-181c37019e97/441d8957-915c-4f13-951d-4f7a62fb0a09) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:13.257461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:13.258169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.258935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4709f7f6-54c8-4a7c-acc1-06ac4b055c45 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.300192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50b9c444-c60e-43ac-89c4-f62294881f3a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network eebf2cec-f7dc-437f-a1c5-1e2774ddd911 is not hosted by any dhcp agent {{(pid=88887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 21 16:44:13.308950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b9c444-c60e-43ac-89c4-f62294881f3a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:13.309660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50b9c444-c60e-43ac-89c4-f62294881f3a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.314840 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-50b9c444-c60e-43ac-89c4-f62294881f3a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "PUT /v2.0/networks/eebf2cec-f7dc-437f-a1c5-1e2774ddd911 HTTP/1.1" status: 200 len: 723 time: 1.8132317 Dec 21 16:44:13.317307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37986) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:13.324961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Checking segment: {'id': 'e9ae49f8-d258-4335-8917-d400ec9cd182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '466a21fb-8383-46a7-a052-61ca6adc6455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:13.325368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Network hostable DHCP agents. Network: 466a21fb-8383-46a7-a052-61ca6adc6455, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:44:13.354139 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b638c874-f0b9-400b-9e61-08a95998f013 req-4c33c708-b24f-4d25-b659-cc66c1de49e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=075038327d62448cb2e2d92fbfae8cf8&device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 1099 time: 0.9566209 Dec 21 16:44:13.456507 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6677048 Dec 21 16:44:13.475359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'network_id': 'eebf2cec-f7dc-437f-a1c5-1e2774ddd911', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:13.481329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 37990) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:13.485229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-994a9867-6398-4aca-8976-c4c252ddeffa None None] For port c2db99a7-2231-4336-abf1-20e007ef5df8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c2db99a7-2231-4336-abf1-20e007ef5df8,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:13.497966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.499309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ce3dd859-8540-430e-a7a7-532c486a9131 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Request body: {'floatingip': {'port_id': '1a46b661-f725-4723-be1e-d55b86dad631'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:13.513347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a2f1bc1-6bc2-4116-a38f-ed8f0191a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:13Z', 'revision_number': 4, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '40a32d2a-790f-49c6-89c2-b5ae5b3f0bc0', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'port_id': '83558690-3c69-462f-9fd7-3aa5c503c037', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'mac_address': 'fa:16:3e:87:50:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:43:29Z', 'updated_at': '2021-12-21T16:44:05Z', 'revision_number': 1, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aaf2c92-dadb-417e-a226-10ad6075d21a', 'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'mac_address': 'fa:16:3e:e0:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:10Z', 'updated_at': '2021-12-21T16:43:24Z', 'revision_number': 5, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'subnets': [{'id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:13.518877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f1bc1-6bc2-4116-a38f-ed8f0191a9c1 None None] The sync data for ids ['4304cfcf-3077-46ce-a093-617d5b8c869e'] in dv-neutron-822515-1-hyperv is: [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:13Z', 'revision_number': 4, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '40a32d2a-790f-49c6-89c2-b5ae5b3f0bc0', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'port_id': '83558690-3c69-462f-9fd7-3aa5c503c037', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'mac_address': 'fa:16:3e:87:50:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:43:29Z', 'updated_at': '2021-12-21T16:44:05Z', 'revision_number': 1, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aaf2c92-dadb-417e-a226-10ad6075d21a', 'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'mac_address': 'fa:16:3e:e0:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:10Z', 'updated_at': '2021-12-21T16:43:24Z', 'revision_number': 5, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'subnets': [{'id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:44:13.520647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-994a9867-6398-4aca-8976-c4c252ddeffa None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.534329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04118a-cc12-4a2e-81a0-67a48313f390 None None] Pushing event updated for resources: {'Port': ['ID=fc3a13cb-a659-49a7-86e9-88201445a1a0,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:13.542873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3165d61b-f869-492a-9f02-97bb1e1914a8 None None] DHCP port deletion for 3ddb5357-50b8-4fc1-a978-8054029c41b3 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:13.556426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9c444-c60e-43ac-89c4-f62294881f3a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=eebf2cec-f7dc-437f-a1c5-1e2774ddd911,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:13.559004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-994a9867-6398-4aca-8976-c4c252ddeffa None None] Transition to ACTIVE for port object c2db99a7-2231-4336-abf1-20e007ef5df8 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:13.560483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dd04118a-cc12-4a2e-81a0-67a48313f390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:13.566357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3165d61b-f869-492a-9f02-97bb1e1914a8 None None] Deleting port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:13.566357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3165d61b-f869-492a-9f02-97bb1e1914a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.567102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c012877c-b980-4ac8-ac39-031672429eb7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.582532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50b9c444-c60e-43ac-89c4-f62294881f3a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:13.626262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd61732-e7ac-436d-b4dd-be2d53fc8ddc']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:13.643834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network eebf2cec-f7dc-437f-a1c5-1e2774ddd911 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:13.659169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-994a9867-6398-4aca-8976-c4c252ddeffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.677964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-29b5a61f-24f8-469e-b16d-e21821bdb510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:13.715054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91af801-daf0-419f-8598-5a60fc2960c2') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:13.715296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91af801-daf0-419f-8598-5a60fc2960c2') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:13.738178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Network 466a21fb-8383-46a7-a052-61ca6adc6455 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:44:13.747583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c012877c-b980-4ac8-ac39-031672429eb7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 3156237a-8e0b-41d4-8148-56912aa82f94 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:13.898928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce3dd859-8540-430e-a7a7-532c486a9131 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.905795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.910314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:13.912716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e4d4d5e7-eb39-4243-983d-14658c4becea None None] Provisioning complete for port fc3a13cb-a659-49a7-86e9-88201445a1a0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:13.913136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4d4d5e7-eb39-4243-983d-14658c4becea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.005692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.014742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:14.015218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.064869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:14.068242 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:14.071580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fc3a13cb-a659-49a7-86e9-88201445a1a0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:14.098589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcee598-7c26-477e-bc77-c772a67c4e8b None None] New status for floating IP 40a32d2a-790f-49c6-89c2-b5ae5b3f0bc0: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:44:14.099035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638c874-f0b9-400b-9e61-08a95998f013 req-2d7752f4-5b17-4a6f-9b4a-c7c00acce68b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:14.100672 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b638c874-f0b9-400b-9e61-08a95998f013 req-2d7752f4-5b17-4a6f-9b4a-c7c00acce68b service neutron] 10.222.0.48 "GET /v2.0/networks?id=28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 200 len: 913 time: 0.6429238 Dec 21 16:44:14.119153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 466a21fb-8383-46a7-a052-61ca6adc6455) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:14.121239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.125559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:subnet and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:14.138051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d4bd79a-33f2-4f8b-9ed0-a641eae0c6b6 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:14.167171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5770cec4-32ca-4fda-b162-f400cf3161ae None None] Network 466a21fb-8383-46a7-a052-61ca6adc6455 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:14.178001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:14.178662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.183803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:14.203242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:14.210622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4709f7f6-54c8-4a7c-acc1-06ac4b055c45 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.279543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.311276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.322285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event updated for resources: {'Port': ['ID=441d8957-915c-4f13-951d-4f7a62fb0a09,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:14.326299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Network 5c8d8393-c727-42b8-b17c-f1fa2bb22d62 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:14.331016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:14.351049 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6910970 Dec 21 16:44:14.351049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:14.355604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a98fb33e-82c3-477e-80ca-e622a4e46eae tempest-PortsAdminExtendedAttrsTestJSON-1092418206 tempest-PortsAdminExtendedAttrsTestJSON-1092418206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:14.371972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:14.383118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 37996) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:14.386870 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/networks/0bd61732-e7ac-436d-b4dd-be2d53fc8ddc HTTP/1.1" status: 204 len: 168 time: 2.4763327 Dec 21 16:44:14.389137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38000) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:14.390690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:14.417782 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b638c874-f0b9-400b-9e61-08a95998f013 req-1fdad84b-783a-4e2b-a574-58db7f2b3d2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 200 len: 999 time: 0.3043725 Dec 21 16:44:14.426387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a9867-6398-4aca-8976-c4c252ddeffa None None] Pushing event updated for resources: {'Port': ['ID=c2db99a7-2231-4336-abf1-20e007ef5df8,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:14.449798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-994a9867-6398-4aca-8976-c4c252ddeffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:14.463840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Request body: {'port': {'network_id': '466a21fb-8383-46a7-a052-61ca6adc6455', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-269975114'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:14.482200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Network': ['ID=0bd61732-e7ac-436d-b4dd-be2d53fc8ddc,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:14.502878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:14.587636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c012877c-b980-4ac8-ac39-031672429eb7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.650601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b43d7a07-ef77-43b4-8cab-b82063e60247 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:14.711599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4709f7f6-54c8-4a7c-acc1-06ac4b055c45 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.711876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012877c-b980-4ac8-ac39-031672429eb7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=3156237a-8e0b-41d4-8148-56912aa82f94,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:14.714554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638c874-f0b9-400b-9e61-08a95998f013 req-2ae41c22-893c-4448-b2d7-3f5ff63f2381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:14.716233 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b638c874-f0b9-400b-9e61-08a95998f013 req-2ae41c22-893c-4448-b2d7-3f5ff63f2381 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d7f618-3d65-4d7b-bf24-22070d8333ab HTTP/1.1" status: 200 len: 851 time: 0.2880764 Dec 21 16:44:14.717351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c012877c-b980-4ac8-ac39-031672429eb7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:14.773334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e3a988d0-b333-403f-95e8-a481479ed275 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:14.810538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.850105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3165d61b-f869-492a-9f02-97bb1e1914a8 None None] For port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300,segment=NetworkSegment(85f7cd20-ea8c-42b7-addd-74ecc3d66b20),segment_id=85f7cd20-ea8c-42b7-addd-74ecc3d66b20)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:14.850954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3165d61b-f869-492a-9f02-97bb1e1914a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:14.910296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709f7f6-54c8-4a7c-acc1-06ac4b055c45 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Subnet': ['ID=9635189b-e8a1-40aa-beaa-a5ee753bd0d2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:14.934292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4709f7f6-54c8-4a7c-acc1-06ac4b055c45 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:14.943739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:15.023954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4709f7f6-54c8-4a7c-acc1-06ac4b055c45 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:15.061006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5700a9cb-f498-411f-adb2-29e0b72d492a None None] Network 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:15.109065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4709f7f6-54c8-4a7c-acc1-06ac4b055c45 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/9635189b-e8a1-40aa-beaa-a5ee753bd0d2 HTTP/1.1" status: 204 len: 168 time: 3.8306384 Dec 21 16:44:15.114345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:15.116569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38006) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:15.117305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:15.117688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:15.172595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3165d61b-f869-492a-9f02-97bb1e1914a8 None None] Calling delete_port for 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:15.180336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Usage tracker for resource:port and tenant:d432c6dbaa81430a8024e5f44b458c0a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:15.213562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:15.230714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e4d4d5e7-eb39-4243-983d-14658c4becea None None] Could not find standard attr ID for object 1758a3c8-db42-4c95-bb58-30710a56240d. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:44:15.232268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port fc3a13cb-a659-49a7-86e9-88201445a1a0 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:15.232756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:15.250747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:15.373093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Made reservation on behalf of d432c6dbaa81430a8024e5f44b458c0a for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:15.375926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c012877c-b980-4ac8-ac39-031672429eb7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:15.379274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:15.444519 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c012877c-b980-4ac8-ac39-031672429eb7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/3156237a-8e0b-41d4-8148-56912aa82f94 HTTP/1.1" status: 204 len: 168 time: 3.9161260 Dec 21 16:44:15.447775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38010) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:15.489464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-466a21fb-8383-46a7-a052-61ca6adc6455', 'network_id': '466a21fb-8383-46a7-a052-61ca6adc6455', 'tenant_id': 'd432c6dbaa81430a8024e5f44b458c0a', 'fixed_ips': [{'subnet_id': '457448da-cdc7-4eb7-8b03-01c4c2de3535'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:44:15.491099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:15.530446 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b638c874-f0b9-400b-9e61-08a95998f013 req-4a4407ae-e6fa-4a20-8719-443e8117dc99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28f1e28f-1df5-418a-9ebc-3336554e3511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7947717 Dec 21 16:44:15.537865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:15.586843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] device_id is not set on port c29a7b08-6952-4f7d-9109-554ccd8c3661 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:15.611443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d253b9-b010-4c28-9cf9-19c880daeac9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:15.613527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d253b9-b010-4c28-9cf9-19c880daeac9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:15.615053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d253b9-b010-4c28-9cf9-19c880daeac9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:15.615966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-49d253b9-b010-4c28-9cf9-19c880daeac9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:15.665822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3165d61b-f869-492a-9f02-97bb1e1914a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:15.674654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d0ffa1d-f84e-41ea-bf0d-0c1dc4f59f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:15.729686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-49d253b9-b010-4c28-9cf9-19c880daeac9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:15.730689 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-49d253b9-b010-4c28-9cf9-19c880daeac9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2816720 Dec 21 16:44:15.740401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38014) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:15.778834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:44:15.790229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b638c874-f0b9-400b-9e61-08a95998f013 req-090c0917-6ea4-4d09-9bd0-be1d63c20955 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503018 Dec 21 16:44:15.814461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-581ddd33-223d-4197-a6c4-97f6f929dfe9 None None] Provisioning for port 1a46b661-f725-4723-be1e-d55b86dad631 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:15.818690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165d61b-f869-492a-9f02-97bb1e1914a8 None None] Pushing event deleted for resources: {'Port': ['ID=2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:15.835485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3165d61b-f869-492a-9f02-97bb1e1914a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:15.844399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:44:15.844789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:44:15.856933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-581ddd33-223d-4197-a6c4-97f6f929dfe9 None None] Provisioning complete for port 1a46b661-f725-4723-be1e-d55b86dad631 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:15.857284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-581ddd33-223d-4197-a6c4-97f6f929dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:15.891600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-398614a0-7f81-47b8-ba9a-ec2353e3e7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:15.893237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165d61b-f869-492a-9f02-97bb1e1914a8 None None] No DVR routers for this DVR port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:15.971303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-581ddd33-223d-4197-a6c4-97f6f929dfe9 None None] Port 1a46b661-f725-4723-be1e-d55b86dad631 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:44:16.059479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c2db99a7-2231-4336-abf1-20e007ef5df8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:16.147673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d66a434-0ffe-453f-95fc-c0247b8ecfeb None None] DHCP port deletion for 2d4a7c0f-430f-47dc-9e6e-1fa24da6301d request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:16.175279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9d66a434-0ffe-453f-95fc-c0247b8ecfeb None None] Deleting port fc3a13cb-a659-49a7-86e9-88201445a1a0 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:16.175858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d66a434-0ffe-453f-95fc-c0247b8ecfeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.235631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce3dd859-8540-430e-a7a7-532c486a9131 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.242209 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b638c874-f0b9-400b-9e61-08a95998f013 req-9519f3c2-941f-4bab-a2c3-a458baa064d2 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407530 Dec 21 16:44:16.243327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300,segment=NetworkSegment(85f7cd20-ea8c-42b7-addd-74ecc3d66b20),segment_id=85f7cd20-ea8c-42b7-addd-74ecc3d66b20)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:16.243731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.247527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce3dd859-8540-430e-a7a7-532c486a9131 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.272529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ad9aaf62-2a42-4597-a270-c48092be689e None None] Provisioning for port c2db99a7-2231-4336-abf1-20e007ef5df8 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:16.290306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ad9aaf62-2a42-4597-a270-c48092be689e None None] Provisioning complete for port c2db99a7-2231-4336-abf1-20e007ef5df8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:16.291976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad9aaf62-2a42-4597-a270-c48092be689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.314098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Allocated IP 2001:db8::2a3 (466a21fb-8383-46a7-a052-61ca6adc6455/457448da-cdc7-4eb7-8b03-01c4c2de3535/c29a7b08-6952-4f7d-9109-554ccd8c3661) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:16.391190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5340cc6-8964-46b8-b153-4984ca2e5f20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 3d85b1e6-11aa-4dac-977a-e2aabf7da841 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:16.409472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5340cc6-8964-46b8-b153-4984ca2e5f20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.482951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5340cc6-8964-46b8-b153-4984ca2e5f20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.571902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5340cc6-8964-46b8-b153-4984ca2e5f20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.587534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.607126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Transition to ACTIVE for port object c29a7b08-6952-4f7d-9109-554ccd8c3661 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:16.658701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9d66a434-0ffe-453f-95fc-c0247b8ecfeb None None] For port fc3a13cb-a659-49a7-86e9-88201445a1a0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fc3a13cb-a659-49a7-86e9-88201445a1a0,segment=NetworkSegment(1c315f20-e39e-4ecc-84cf-987654466e42),segment_id=1c315f20-e39e-4ecc-84cf-987654466e42)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:16.659719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d66a434-0ffe-453f-95fc-c0247b8ecfeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.723296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5340cc6-8964-46b8-b153-4984ca2e5f20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.733042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bf077b7-9468-4572-833f-bf4be74c5ae1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:16.756735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.771805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:16.782481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5340cc6-8964-46b8-b153-4984ca2e5f20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=3d85b1e6-11aa-4dac-977a-e2aabf7da841,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:16.788111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d5340cc6-8964-46b8-b153-4984ca2e5f20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:16.792185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5340cc6-8964-46b8-b153-4984ca2e5f20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.798433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port fc3a13cb-a659-49a7-86e9-88201445a1a0 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:16.798819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.820919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d5340cc6-8964-46b8-b153-4984ca2e5f20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/3d85b1e6-11aa-4dac-977a-e2aabf7da841 HTTP/1.1" status: 204 len: 168 time: 1.0770233 Dec 21 16:44:16.821304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38020) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:16.822827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e364c5b6-c0af-4571-bf76-5d946bb609c9 tempest-ExternalNetworksAdminNegativeTestJSON-636473798 tempest-ExternalNetworksAdminNegativeTestJSON-636473798-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:16.866036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9d66a434-0ffe-453f-95fc-c0247b8ecfeb None None] Calling delete_port for fc3a13cb-a659-49a7-86e9-88201445a1a0 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:16.894448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647b17cd-e339-480e-a5f3-a5f488eab0c7 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:16.906436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ec8850-56f0-431d-a8ed-c99db7ab781b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 80e80fb5-cf6e-4d4a-b633-51aacc28962e {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:16.910583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5ec8850-56f0-431d-a8ed-c99db7ab781b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.956977 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-ce3dd859-8540-430e-a7a7-532c486a9131 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Floating IP 51c0090d-b75d-4675-8302-9605181c17a0 associated. External IP: 172.26.7.159, port: 7ff35f41-cf72-4c48-9cf1-9b29f681b302. Dec 21 16:44:16.981986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:16.982723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.014528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Pushing event updated for resources: {'Port': ['ID=c29a7b08-6952-4f7d-9109-554ccd8c3661,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:17.017291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.027958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Network 466a21fb-8383-46a7-a052-61ca6adc6455 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:17.030749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:17.031386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:17.039168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5ec8850-56f0-431d-a8ed-c99db7ab781b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.049825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Allocated IP 2001:db8::2 (466a21fb-8383-46a7-a052-61ca6adc6455/457448da-cdc7-4eb7-8b03-01c4c2de3535/8bf37663-fe80-4f8a-9511-0931949ea3f1) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:17.074572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:17.094570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:17.098897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:17.099571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.203422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d66a434-0ffe-453f-95fc-c0247b8ecfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.219037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5ec8850-56f0-431d-a8ed-c99db7ab781b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.241103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-455ee6e0-d16e-40ec-b639-f9320a372219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:17.265155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:44:17.266121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:44:17.278097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=816c988b-a24c-4ff9-91d9-2328ba284bc4,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:17.289584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.292024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:17.296285 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.9103951 Dec 21 16:44:17.302373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38024) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:17.311985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Request body: {'port': {'network_id': '466a21fb-8383-46a7-a052-61ca6adc6455', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1513424255', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:17.313052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] bootfile-name is not in valid_values {{(pid=88887) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:44:17.313428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] tftp-server is not in valid_values {{(pid=88887) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:44:17.313807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] server-ip-address is not in valid_values {{(pid=88887) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:44:17.374178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5ec8850-56f0-431d-a8ed-c99db7ab781b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.382582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] For port fc3a13cb-a659-49a7-86e9-88201445a1a0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fc3a13cb-a659-49a7-86e9-88201445a1a0,segment=NetworkSegment(1c315f20-e39e-4ecc-84cf-987654466e42),segment_id=1c315f20-e39e-4ecc-84cf-987654466e42)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:17.382806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:17.383071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.486240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec8850-56f0-431d-a8ed-c99db7ab781b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=80e80fb5-cf6e-4d4a-b633-51aacc28962e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:17.495500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5ec8850-56f0-431d-a8ed-c99db7ab781b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:17.510932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5ec8850-56f0-431d-a8ed-c99db7ab781b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.520724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking segment: {'id': '8bbd55c9-1a21-4968-9698-8681c864b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eebf2cec-f7dc-437f-a1c5-1e2774ddd911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:17.520724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network hostable DHCP agents. Network: eebf2cec-f7dc-437f-a1c5-1e2774ddd911, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:44:17.532475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for fc3a13cb-a659-49a7-86e9-88201445a1a0 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:17.535231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66a434-0ffe-453f-95fc-c0247b8ecfeb None None] Pushing event deleted for resources: {'Port': ['ID=fc3a13cb-a659-49a7-86e9-88201445a1a0,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:17.541037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66a434-0ffe-453f-95fc-c0247b8ecfeb None None] No DVR routers for this DVR port fc3a13cb-a659-49a7-86e9-88201445a1a0 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:17.544818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d66a434-0ffe-453f-95fc-c0247b8ecfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:17.648726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.670888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-68a03f33-a55c-4c3b-a034-f2dba30b94e1 None None] Could not find standard attr ID for object 3156237a-8e0b-41d4-8148-56912aa82f94. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:44:17.674824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Transition to ACTIVE for port object 8bf37663-fe80-4f8a-9511-0931949ea3f1 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:17.702345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Transition to ACTIVE for port object 8bf37663-fe80-4f8a-9511-0931949ea3f1 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:17.714662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.717855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:44:17.718228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:44:17.721147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:17.723532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network eebf2cec-f7dc-437f-a1c5-1e2774ddd911 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:44:17.738288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, eebf2cec-f7dc-437f-a1c5-1e2774ddd911) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:17.744866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:17.745513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.772013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port 2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:17.772013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:17.791904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de59f9a-5be1-4e14-b0e6-daae03dafb14 None None] Network eebf2cec-f7dc-437f-a1c5-1e2774ddd911 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:17.811768 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4867959 Dec 21 16:44:17.815276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38030) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:17.843933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e65ba8ce-9ddc-492b-b2e3-ad8294d40e65 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:17.853081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] The port '2efd5ff1-6b1c-4655-8e1c-7f7d4ea23300' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:44:17.886008 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f5ec8850-56f0-431d-a8ed-c99db7ab781b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/80e80fb5-cf6e-4d4a-b633-51aacc28962e HTTP/1.1" status: 204 len: 168 time: 1.0611382 Dec 21 16:44:17.887556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38034) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:17.893603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Pushing event updated for resources: {'Port': ['ID=8bf37663-fe80-4f8a-9511-0931949ea3f1,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:17.896647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:17.937833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:17.945626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Usage tracker for resource:port and tenant:d432c6dbaa81430a8024e5f44b458c0a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:17.946223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Network 466a21fb-8383-46a7-a052-61ca6adc6455 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:17.956671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:17.959804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:17.967023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:18.006015 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-82e91182-9e58-49da-aa66-539347d76feb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065114 Dec 21 16:44:18.006243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:18.007688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38040) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:18.019118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:18.053060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f59cde4-919f-40ad-95d2-1c2b8e50c6d3 None None] Update dhcp port {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': '80e80fb5-cf6e-4d4a-b633-51aacc28962e'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': 'c2db99a7-2231-4336-abf1-20e007ef5df8'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:44:18.088400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fc3a13cb-a659-49a7-86e9-88201445a1a0 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:44:18.100332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Router c0d34386-52ca-4c16-a4aa-48f0fd820c4d is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:44:18.109765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.130011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea31fe97-5789-4c55-9284-22782dae65ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.184554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Made reservation on behalf of d432c6dbaa81430a8024e5f44b458c0a for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:18.185908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: fc3a13cb-a659-49a7-86e9-88201445a1a0 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:44:18.186304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fc3a13cb-a659-49a7-86e9-88201445a1a0 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:44:18.190691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.204634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddb5357-50b8-4fc1-a978-8054029c41b3']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:18.219272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port fc3a13cb-a659-49a7-86e9-88201445a1a0 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:18.219672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.263535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f7cd20-ea8c-42b7-addd-74ecc3d66b20') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:18.263819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f7cd20-ea8c-42b7-addd-74ecc3d66b20') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:18.279199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f59cde4-919f-40ad-95d2-1c2b8e50c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.299804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Attempting to bind port 8bf37663-fe80-4f8a-9511-0931949ea3f1 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:18.300180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Attempting to bind port 8bf37663-fe80-4f8a-9511-0931949ea3f1 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'e9ae49f8-d258-4335-8917-d400ec9cd182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '466a21fb-8383-46a7-a052-61ca6adc6455'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:18.300593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Attempting to bind port 8bf37663-fe80-4f8a-9511-0931949ea3f1 on network 466a21fb-8383-46a7-a052-61ca6adc6455 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:18.316092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] The port 'fc3a13cb-a659-49a7-86e9-88201445a1a0' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:44:18.318061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.322816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.331186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] device_id is not set on port de83486b-37eb-4d46-b005-694bbc25cb71 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:18.411469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.432775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:18.435841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:18.436222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:18.452577 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:18.486893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:18.520911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:18.521328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Checking segment: {'id': 'e9ae49f8-d258-4335-8917-d400ec9cd182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '466a21fb-8383-46a7-a052-61ca6adc6455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:18.521892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.522330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Bound using segment: {'id': 'e9ae49f8-d258-4335-8917-d400ec9cd182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '466a21fb-8383-46a7-a052-61ca6adc6455'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:18.522897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Bound port: 8bf37663-fe80-4f8a-9511-0931949ea3f1, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ae49f8-d258-4335-8917-d400ec9cd182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '466a21fb-8383-46a7-a052-61ca6adc6455'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:18.523931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.538372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.558398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:18.579035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:18.601728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-eebf2cec-f7dc-437f-a1c5-1e2774ddd911', 'network_id': 'eebf2cec-f7dc-437f-a1c5-1e2774ddd911', 'tenant_id': '74ccbc71fd754f58a6e5c723791039cc', 'fixed_ips': [{'subnet_id': '816c988b-a24c-4ff9-91d9-2328ba284bc4'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:44:18.602903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.623327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e65ba8ce-9ddc-492b-b2e3-ad8294d40e65 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852791830'] for subnet, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.685848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:18.692104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.768369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Allocated IP 2001:db8::3d0 (466a21fb-8383-46a7-a052-61ca6adc6455/457448da-cdc7-4eb7-8b03-01c4c2de3535/de83486b-37eb-4d46-b005-694bbc25cb71) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:18.851698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] For port 8bf37663-fe80-4f8a-9511-0931949ea3f1, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:18.857969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] For port 8bf37663-fe80-4f8a-9511-0931949ea3f1, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8bf37663-fe80-4f8a-9511-0931949ea3f1,segment=NetworkSegment(e9ae49f8-d258-4335-8917-d400ec9cd182),segment_id=e9ae49f8-d258-4335-8917-d400ec9cd182)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:18.864178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.867333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3dd859-8540-430e-a7a7-532c486a9131 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:44:18.869094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3165d61b-f869-492a-9f02-97bb1e1914a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:18.946688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4a7c0f-430f-47dc-9e6e-1fa24da6301d']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:18.949026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f09ec-bbb4-435f-9812-75dc5ef72e12 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:18.963750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:18.981337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c315f20-e39e-4ecc-84cf-987654466e42') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:18.982816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c315f20-e39e-4ecc-84cf-987654466e42') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:18.992161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ce0cd7c6-5b2f-428e-8ded-a0acfe227dc6 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:18.998186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Pushing event updated for resources: {'Port': ['ID=8bf37663-fe80-4f8a-9511-0931949ea3f1,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:19.011086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:19.014856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.024853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.035182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Network': ['ID=3ddb5357-50b8-4fc1-a978-8054029c41b3,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:19.042422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:19.054834 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/networks/3ddb5357-50b8-4fc1-a978-8054029c41b3 HTTP/1.1" status: 204 len: 168 time: 4.6144447 Dec 21 16:44:19.055904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38052) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:19.070521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'network': {'name': 'tempest-RoutersTest-310527070'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:19.074800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.080916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:19.091006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:19.091547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.108780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:network and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:19.113123 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:19.120915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:19.125819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0507094c-677a-4733-96c7-ee53bbf08b1b None None] Provisioning complete for port c2db99a7-2231-4336-abf1-20e007ef5df8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:19.126264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0507094c-677a-4733-96c7-ee53bbf08b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.151921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:19.225770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:19.231966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.248293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.258574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:19.279586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.288537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:44:19.294755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Network': ['ID=2d4a7c0f-430f-47dc-9e6e-1fa24da6301d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:19.299062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:19.311906 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/networks/2d4a7c0f-430f-47dc-9e6e-1fa24da6301d HTTP/1.1" status: 204 len: 168 time: 4.1691060 Dec 21 16:44:19.314354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38056) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:19.323939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Sync routers for ids ['c0d34386-52ca-4c16-a4aa-48f0fd820c4d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:44:19.329820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1488135618'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:19.333372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e65ba8ce-9ddc-492b-b2e3-ad8294d40e65 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786051667366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852694302'] for subnet, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.341915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:19.344881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2225f6d8-506f-4e4a-b892-fcfcb7fefb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:19.350108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:44:19.352756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:network and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:19.360672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:19.369506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.371099 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.8926034 Dec 21 16:44:19.374016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:19.376205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Routers {'c0d34386-52ca-4c16-a4aa-48f0fd820c4d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:19.376912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38060) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:19.377983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.378495 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added segment 779ddbdf-94f1-41e9-b764-190c5cc69cd1 of type vlan for network a15714f2-8adb-45cb-af95-5b2558be086e Dec 21 16:44:19.378677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['c0d34386-52ca-4c16-a4aa-48f0fd820c4d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:19.408571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7b3f18-1fc2-4042-a6d1-3e9195dabcdf None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:19.447352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b3f18-1fc2-4042-a6d1-3e9195dabcdf None None] Deleting port c2db99a7-2231-4336-abf1-20e007ef5df8 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:19.449076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3f18-1fc2-4042-a6d1-3e9195dabcdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.476067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:19.488678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.510245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65ba8ce-9ddc-492b-b2e3-ad8294d40e65 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:19.510930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e65ba8ce-9ddc-492b-b2e3-ad8294d40e65 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.512345 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e65ba8ce-9ddc-492b-b2e3-ad8294d40e65 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "PUT /v2.0/subnets/816c988b-a24c-4ff9-91d9-2328ba284bc4 HTTP/1.1" status: 200 len: 806 time: 1.6850810 Dec 21 16:44:19.519423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38064) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:19.524320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.532122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Allocated IP 172.20.0.2 (eebf2cec-f7dc-437f-a1c5-1e2774ddd911/816c988b-a24c-4ff9-91d9-2328ba284bc4/530eaa17-bc78-4981-b7cc-b1438822d181) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:19.633042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ba8ce-9ddc-492b-b2e3-ad8294d40e65 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=816c988b-a24c-4ff9-91d9-2328ba284bc4,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:19.649584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e65ba8ce-9ddc-492b-b2e3-ad8294d40e65 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:19.670224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:44:19.688107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.723830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Transition to ACTIVE for port object de83486b-37eb-4d46-b005-694bbc25cb71 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:19.725643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.731673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:19.777005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.781368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:19.782041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.829394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.839620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:19.844884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:19.859956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:19.861015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.865224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=4851cf21-09b6-4239-ac4f-687b2c96c92c,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:19.871460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:19.886708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:19.894900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:19.921236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Set router c0d34386-52ca-4c16-a4aa-48f0fd820c4d gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:44:19.929361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a758c5e-3f3d-4c33-8116-73e0d7e2bea2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:19.938239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-eb7b3f18-1fc2-4042-a6d1-3e9195dabcdf None None] For port c2db99a7-2231-4336-abf1-20e007ef5df8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c2db99a7-2231-4336-abf1-20e007ef5df8,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:19.938687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3f18-1fc2-4042-a6d1-3e9195dabcdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.000511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3dd859-8540-430e-a7a7-532c486a9131 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:44:20.008423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.008931 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Added segment 0044cc2a-9237-4287-bccc-97eeca2e00d5 of type vlan for network a0b9f532-5b9a-416d-a0eb-45c0b567bf96 Dec 21 16:44:20.070821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0135291 Dec 21 16:44:20.075627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b83697-18cd-458a-b253-a4cee048d507 None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:44:20.079181 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0678985 Dec 21 16:44:20.088560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38070) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:20.089345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38072) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:20.107046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:20.168058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b3f18-1fc2-4042-a6d1-3e9195dabcdf None None] Calling delete_port for c2db99a7-2231-4336-abf1-20e007ef5df8 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:20.187926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Network': ['ID=a15714f2-8adb-45cb-af95-5b2558be086e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:20.198259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:20.199216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8bf37663-fe80-4f8a-9511-0931949ea3f1 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:20.203816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.215862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.269959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network a15714f2-8adb-45cb-af95-5b2558be086e details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:20.338432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.342817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:20.344147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.354073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:20.397299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'subnet': {'network_id': 'a15714f2-8adb-45cb-af95-5b2558be086e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:20.455885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:44:20.459133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Network 466a21fb-8383-46a7-a052-61ca6adc6455 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:20.469113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.478897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Pushing event updated for resources: {'Port': ['ID=de83486b-37eb-4d46-b005-694bbc25cb71,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:20.481892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:20.487541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:20.495958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b83697-18cd-458a-b253-a4cee048d507 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:20.496900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-99b83697-18cd-458a-b253-a4cee048d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:20.509126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:20.514163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:20.514871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.518018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d34386-52ca-4c16-a4aa-48f0fd820c4d', 'name': '', 'tenant_id': '91e1519027ab452dae24b7b138639e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c8d8393-c727-42b8-b17c-f1fa2bb22d62', 'external_fixed_ips': [{'subnet_id': '1affe020-51b6-4d7f-b696-181c37019e97', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '441d8957-915c-4f13-951d-4f7a62fb0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:44:08Z', 'updated_at': '2021-12-21T16:44:15Z', 'revision_number': 3, 'project_id': '91e1519027ab452dae24b7b138639e6a', 'gw_port': {'id': '441d8957-915c-4f13-951d-4f7a62fb0a09', 'name': '', 'network_id': '5c8d8393-c727-42b8-b17c-f1fa2bb22d62', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d34386-52ca-4c16-a4aa-48f0fd820c4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1affe020-51b6-4d7f-b696-181c37019e97', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:44:11Z', 'updated_at': '2021-12-21T16:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1affe020-51b6-4d7f-b696-181c37019e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:20.524784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Checking router: c0d34386-52ca-4c16-a4aa-48f0fd820c4d for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:44:20.526233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Updating router c0d34386-52ca-4c16-a4aa-48f0fd820c4d port 441d8957-915c-4f13-951d-4f7a62fb0a09 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:44:20.530120 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2065208 Dec 21 16:44:20.540480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38078) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:20.547897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'a0b9f532-5b9a-416d-a0eb-45c0b567bf96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:20.552333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.602448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-99b83697-18cd-458a-b253-a4cee048d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:20.606961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Transition to ACTIVE for port object 530eaa17-bc78-4981-b7cc-b1438822d181 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:20.608048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.629069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.643646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3f18-1fc2-4042-a6d1-3e9195dabcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.649077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Transition to ACTIVE for port object 530eaa17-bc78-4981-b7cc-b1438822d181 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:20.651883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:20.686712 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.3831456 Dec 21 16:44:20.693914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38082) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:20.706297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b83697-18cd-458a-b253-a4cee048d507 None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:20.707278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-99b83697-18cd-458a-b253-a4cee048d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:20.729247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Network': ['ID=a0b9f532-5b9a-416d-a0eb-45c0b567bf96,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:20.785603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:20.790993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 8bf37663-fe80-4f8a-9511-0931949ea3f1 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:20.793106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:subnet and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:20.794207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b3f18-1fc2-4042-a6d1-3e9195dabcdf None None] Pushing event deleted for resources: {'Port': ['ID=c2db99a7-2231-4336-abf1-20e007ef5df8,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:20.797291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:20.804079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:20.804870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.814441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb7b3f18-1fc2-4042-a6d1-3e9195dabcdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:20.826338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-994a9867-6398-4aca-8976-c4c252ddeffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:20.840385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:20.857691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:20.858278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:20.859628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:20.860171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:20.860684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:20.861195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:20.861712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:20.862222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:20.862724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:20.863259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:20.863777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:20.871383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:20.874734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b3f18-1fc2-4042-a6d1-3e9195dabcdf None None] No DVR routers for this DVR port c2db99a7-2231-4336-abf1-20e007ef5df8 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:20.885202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-99b83697-18cd-458a-b253-a4cee048d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:20.885658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b83697-18cd-458a-b253-a4cee048d507 None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:44:20.898695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:20.908548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:20.913358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:20.933804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network a0b9f532-5b9a-416d-a0eb-45c0b567bf96 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:20.943161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:20.947298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-425db9a8-f479-4be1-9ed2-a3e6378e2c4f tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:20.974521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e02a1e1-842c-430e-a2cd-2ab2b0fabc7c None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:21.005214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c2db99a7-2231-4336-abf1-20e007ef5df8 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:44:21.010063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:21.022975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:21.029951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.055974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Subnet': ['ID=816c988b-a24c-4ff9-91d9-2328ba284bc4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:21.062647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Network eebf2cec-f7dc-437f-a1c5-1e2774ddd911 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:21.066148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:21.077305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:21.256688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.278916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Transition to ACTIVE for port object 441d8957-915c-4f13-951d-4f7a62fb0a09 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:21.289344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.297633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2fa309fb-4081-4048-aea7-699bc39fe7e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:21.353899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:21.362929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: c2db99a7-2231-4336-abf1-20e007ef5df8 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:44:21.363249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c2db99a7-2231-4336-abf1-20e007ef5df8 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:44:21.367065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:21.370764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Pushing event updated for resources: {'Port': ['ID=530eaa17-bc78-4981-b7cc-b1438822d181,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:21.425701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.427138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Pushing event updated for resources: {'Port': ['ID=441d8957-915c-4f13-951d-4f7a62fb0a09,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:21.445961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:21.446341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:21.446718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:21.448206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:21.448430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:21.455254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:21.455929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:21.456573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:21.457148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:21.457731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:21.458310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:21.459183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a1cc432-1f1a-4d53-95e1-0926aeab0ce2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:21.459856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:21.460757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:21.509378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.555258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.592867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebf2cec-f7dc-437f-a1c5-1e2774ddd911']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:21.608863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:21.613835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Subnet': ['ID=95e5cc6e-5e80-42de-9444-bbd510262b95,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:21.628515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:21.629974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbd55c9-1a21-4968-9698-8681c864b030') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:21.630311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbd55c9-1a21-4968-9698-8681c864b030') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:21.653277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:21.668960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Attempting to bind port 530eaa17-bc78-4981-b7cc-b1438822d181 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:21.668960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Attempting to bind port 530eaa17-bc78-4981-b7cc-b1438822d181 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '8bbd55c9-1a21-4968-9698-8681c864b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eebf2cec-f7dc-437f-a1c5-1e2774ddd911'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:21.669246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Attempting to bind port 530eaa17-bc78-4981-b7cc-b1438822d181 on network eebf2cec-f7dc-437f-a1c5-1e2774ddd911 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:21.703430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.708103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e32d7-6aa2-43d7-82fc-fc09e80c1c7a None None] Network 466a21fb-8383-46a7-a052-61ca6adc6455 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:21.713404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad88a60-aae9-4003-815b-00dc803c9e34 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:21.718123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad88a60-aae9-4003-815b-00dc803c9e34 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:21.723353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad88a60-aae9-4003-815b-00dc803c9e34 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:21.724548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bad88a60-aae9-4003-815b-00dc803c9e34 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Synchronizing usage tracker for tenant:d432c6dbaa81430a8024e5f44b458c0a on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:21.744593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:21.747929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.761943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:21.762387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.766014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:21.766480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Checking segment: {'id': '8bbd55c9-1a21-4968-9698-8681c864b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eebf2cec-f7dc-437f-a1c5-1e2774ddd911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:21.766966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.767286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Attempting to bind port 441d8957-915c-4f13-951d-4f7a62fb0a09 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:21.767421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Bound using segment: {'id': '8bbd55c9-1a21-4968-9698-8681c864b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eebf2cec-f7dc-437f-a1c5-1e2774ddd911'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:21.767919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Attempting to bind port 441d8957-915c-4f13-951d-4f7a62fb0a09 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '8c7e31d8-37ca-4359-9e17-d4383ba102d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5c8d8393-c727-42b8-b17c-f1fa2bb22d62'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:21.768066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Bound port: 530eaa17-bc78-4981-b7cc-b1438822d181, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbd55c9-1a21-4968-9698-8681c864b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eebf2cec-f7dc-437f-a1c5-1e2774ddd911'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:21.768335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.769056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Attempting to bind port 441d8957-915c-4f13-951d-4f7a62fb0a09 on network 5c8d8393-c727-42b8-b17c-f1fa2bb22d62 {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:21.782753 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:21.791756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:21.797190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:21.798182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Checking segment: {'id': '8c7e31d8-37ca-4359-9e17-d4383ba102d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5c8d8393-c727-42b8-b17c-f1fa2bb22d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:21.799120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.800325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Bound using segment: {'id': '8c7e31d8-37ca-4359-9e17-d4383ba102d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5c8d8393-c727-42b8-b17c-f1fa2bb22d62'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:21.801681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Bound port: 441d8957-915c-4f13-951d-4f7a62fb0a09, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7e31d8-37ca-4359-9e17-d4383ba102d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5c8d8393-c727-42b8-b17c-f1fa2bb22d62'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:21.802239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.820475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.898680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.902007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] For port 441d8957-915c-4f13-951d-4f7a62fb0a09, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:21.906315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] For port 441d8957-915c-4f13-951d-4f7a62fb0a09, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=441d8957-915c-4f13-951d-4f7a62fb0a09,segment=NetworkSegment(8c7e31d8-37ca-4359-9e17-d4383ba102d3),segment_id=8c7e31d8-37ca-4359-9e17-d4383ba102d3)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:21.911592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.925955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 16:44:21.925955 dv-neutron-822515-1-hyperv neutron-server[88778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 16:44:21.925955 dv-neutron-822515-1-hyperv neutron-server[88778]: [parameters: {'id': 'eebf2cec-f7dc-437f-a1c5-1e2774ddd911'}] Dec 21 16:44:21.925955 dv-neutron-822515-1-hyperv neutron-server[88778]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:44:21.926416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:44:21.928747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e455b266-184a-4268-a0fb-ac5a03426245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:21.932188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Deleting port 441d8957-915c-4f13-951d-4f7a62fb0a09 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:21.932573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.945830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ed6d8dd6-a39d-436b-998b-021331821638 None None] Provisioning for port 8bf37663-fe80-4f8a-9511-0931949ea3f1 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:21.959517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '4851cf21-09b6-4239-ac4f-687b2c96c92c'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:44:21.960408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:21.988603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ed6d8dd6-a39d-436b-998b-021331821638 None None] Provisioning complete for port 8bf37663-fe80-4f8a-9511-0931949ea3f1 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:21.989026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8dd6-a39d-436b-998b-021331821638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:22.039203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Pushing event updated for resources: {'Port': ['ID=441d8957-915c-4f13-951d-4f7a62fb0a09,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:22.042523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:22.059071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Routers {'c0d34386-52ca-4c16-a4aa-48f0fd820c4d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:22.059747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['c0d34386-52ca-4c16-a4aa-48f0fd820c4d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:22.170038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] For port 530eaa17-bc78-4981-b7cc-b1438822d181, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:22.208285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] For port 530eaa17-bc78-4981-b7cc-b1438822d181, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=530eaa17-bc78-4981-b7cc-b1438822d181,segment=NetworkSegment(8bbd55c9-1a21-4968-9698-8681c864b030),segment_id=8bbd55c9-1a21-4968-9698-8681c864b030)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:22.223376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] Set router c0d34386-52ca-4c16-a4aa-48f0fd820c4d gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:44:22.224358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:22.233572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:22.264144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] For port 441d8957-915c-4f13-951d-4f7a62fb0a09, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=441d8957-915c-4f13-951d-4f7a62fb0a09,segment=NetworkSegment(8c7e31d8-37ca-4359-9e17-d4383ba102d3),segment_id=8c7e31d8-37ca-4359-9e17-d4383ba102d3)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:22.264644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:22.375533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bad88a60-aae9-4003-815b-00dc803c9e34 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Unset dirty status for tenant:d432c6dbaa81430a8024e5f44b458c0a on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:22.377399 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bad88a60-aae9-4003-815b-00dc803c9e34 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 1.6798387 Dec 21 16:44:22.381365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38092) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:22.464872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Checking segment: {'id': '779ddbdf-94f1-41e9-b764-190c5cc69cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a15714f2-8adb-45cb-af95-5b2558be086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:22.465363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network hostable DHCP agents. Network: a15714f2-8adb-45cb-af95-5b2558be086e, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:44:22.480681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d34386-52ca-4c16-a4aa-48f0fd820c4d', 'name': '', 'tenant_id': '91e1519027ab452dae24b7b138639e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:44:08Z', 'updated_at': '2021-12-21T16:44:21Z', 'revision_number': 4, 'project_id': '91e1519027ab452dae24b7b138639e6a', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:22.481225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8dd6-a39d-436b-998b-021331821638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:22.485844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43203c0a-581d-4973-a484-c848a1a71f49 None None] The sync data for ids ['c0d34386-52ca-4c16-a4aa-48f0fd820c4d'] in dv-neutron-822515-1-hyperv is: [{'id': 'c0d34386-52ca-4c16-a4aa-48f0fd820c4d', 'name': '', 'tenant_id': '91e1519027ab452dae24b7b138639e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:44:08Z', 'updated_at': '2021-12-21T16:44:21Z', 'revision_number': 4, 'project_id': '91e1519027ab452dae24b7b138639e6a', 'gw_port_host': None}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:44:22.536881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Pushing event updated for resources: {'Port': ['ID=530eaa17-bc78-4981-b7cc-b1438822d181,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:22.556305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:22.558896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Allocated IP 172.20.0.2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/4851cf21-09b6-4239-ac4f-687b2c96c92c/b84858cf-7d8b-4d19-8df8-321be1960275) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:22.561768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:22.577834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65413213-8839-40b0-9cd2-50b70e41d0c7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:22.629272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-183dc170-ef70-4851-be76-165ba868b04b tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Deleting port de83486b-37eb-4d46-b005-694bbc25cb71 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:22.629662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-183dc170-ef70-4851-be76-165ba868b04b tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:22.646082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ed6d8dd6-a39d-436b-998b-021331821638 None None] For port 8bf37663-fe80-4f8a-9511-0931949ea3f1, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8bf37663-fe80-4f8a-9511-0931949ea3f1,segment=NetworkSegment(e9ae49f8-d258-4335-8917-d400ec9cd182),segment_id=e9ae49f8-d258-4335-8917-d400ec9cd182)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:22.654689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc87cc8-b0eb-4444-82a7-b321db8d33d1 None None] Network eebf2cec-f7dc-437f-a1c5-1e2774ddd911 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:22.688721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8dd6-a39d-436b-998b-021331821638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:22.704213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-730697fd-25bf-4729-84a7-c626fef1c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:22.714741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:22.786479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:22.797930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Calling delete_port for 441d8957-915c-4f13-951d-4f7a62fb0a09 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:22.831026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6b221ca-0f44-42a5-b83a-2cbd6b37f387 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:22.887650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port 530eaa17-bc78-4981-b7cc-b1438822d181 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:22.888044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:23.019797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d8dd6-a39d-436b-998b-021331821638 None None] Pushing event updated for resources: {'Port': ['ID=8bf37663-fe80-4f8a-9511-0931949ea3f1,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:23.021899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-183dc170-ef70-4851-be76-165ba868b04b tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:23.028539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ed6d8dd6-a39d-436b-998b-021331821638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:23.043854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Subnet': ['ID=5f79c71c-1ddb-41a9-be92-4f773f99651b,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:23.064296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:23.119010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Checking segment: {'id': '0044cc2a-9237-4287-bccc-97eeca2e00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0b9f532-5b9a-416d-a0eb-45c0b567bf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:23.119419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network hostable DHCP agents. Network: a0b9f532-5b9a-416d-a0eb-45c0b567bf96, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:44:23.198475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=2f6e1177-b8a6-4fee-9932-9dbe97435844,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:23.223644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-183dc170-ef70-4851-be76-165ba868b04b tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Calling delete_port for de83486b-37eb-4d46-b005-694bbc25cb71 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:23.225297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a0b9f532-5b9a-416d-a0eb-45c0b567bf96 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:44:23.256599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:23.257412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:23.258037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:23.258661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:23.259302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:23.259914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:23.260515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:23.261317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:23.261972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:23.262569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:23.263193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:23.280446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:23.291670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:23.299060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:23.303630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-731dd2c8-a40d-4ecf-bdd4-f6b34fbf727b None None] Provisioning complete for port 8bf37663-fe80-4f8a-9511-0931949ea3f1 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:23.304055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-731dd2c8-a40d-4ecf-bdd4-f6b34fbf727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:23.304455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] For port 530eaa17-bc78-4981-b7cc-b1438822d181, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=530eaa17-bc78-4981-b7cc-b1438822d181,segment=NetworkSegment(8bbd55c9-1a21-4968-9698-8681c864b030),segment_id=8bbd55c9-1a21-4968-9698-8681c864b030)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:23.304867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:23.312328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:23.313264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:23.354220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:23.356019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network a15714f2-8adb-45cb-af95-5b2558be086e is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:44:23.385807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Transition to ACTIVE for port object b84858cf-7d8b-4d19-8df8-321be1960275 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:23.399079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822dbb18-c89d-44fb-b00e-4126873e852f None None] Network eebf2cec-f7dc-437f-a1c5-1e2774ddd911 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:23.455377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, a15714f2-8adb-45cb-af95-5b2558be086e) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:23.505976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Calling delete_port for 530eaa17-bc78-4981-b7cc-b1438822d181 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:23.517569 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4119608 Dec 21 16:44:23.522653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38098) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:23.523438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:23.524088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:23.533446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, a0b9f532-5b9a-416d-a0eb-45c0b567bf96) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:23.537602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:5d:53:aa', 'name': 'tempest-NetworksTestDHCPv6-1178154166'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:23.552077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:23.552729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:23.574579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319dc49-e1af-42ef-ad18-22d1f5749404 None None] Network a15714f2-8adb-45cb-af95-5b2558be086e requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:23.616453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:23.629306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eda14332-08bd-4065-ac77-ae7f8440c486 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:23.686615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1413534 Dec 21 16:44:23.694434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38102) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:23.701494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event deleted for resources: {'Port': ['ID=441d8957-915c-4f13-951d-4f7a62fb0a09,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:23.704345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa502b40-ee83-4c16-be51-eac1bd4ce5a0 None None] Network a0b9f532-5b9a-416d-a0eb-45c0b567bf96 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:23.706670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:23.710706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': 'a0b9f532-5b9a-416d-a0eb-45c0b567bf96', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1814899341'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:23.769388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:23.790723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d9c7476e-a2c5-4b3e-9a00-e766f0237d70 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:23.834051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Transition to ACTIVE for port object b84858cf-7d8b-4d19-8df8-321be1960275 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:23.880367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Port': ['ID=530eaa17-bc78-4981-b7cc-b1438822d181,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:23.899794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:23.958931 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-587472ef-ad1e-4291-b53f-00e33c56d9b4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8587613 Dec 21 16:44:23.959405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No DVR routers for this DVR port 530eaa17-bc78-4981-b7cc-b1438822d181 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:23.969134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38106) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:23.976699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-73199b5d-a240-404f-85a4-a528f435c628 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-215056871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:23.994230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.016039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1e7e5b06-0edd-40ac-9537-f9ccb0c60e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:24.047397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-73199b5d-a240-404f-85a4-a528f435c628 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:24.075056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-73199b5d-a240-404f-85a4-a528f435c628 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:router and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:24.084887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-73199b5d-a240-404f-85a4-a528f435c628 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:24.091553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-183dc170-ef70-4851-be76-165ba868b04b tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.105095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-73199b5d-a240-404f-85a4-a528f435c628 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:24.116635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c02dba1a-467d-4aa7-860e-510e0671a78c tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:24.126127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8bf37663-fe80-4f8a-9511-0931949ea3f1 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:24.169345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Pushing event updated for resources: {'Port': ['ID=b84858cf-7d8b-4d19-8df8-321be1960275,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:24.173032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:24.174079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dc170-ef70-4851-be76-165ba868b04b tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Pushing event deleted for resources: {'Port': ['ID=de83486b-37eb-4d46-b005-694bbc25cb71,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:24.175985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:24.183778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-183dc170-ef70-4851-be76-165ba868b04b tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:24.188156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:24.194293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73199b5d-a240-404f-85a4-a528f435c628 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.195332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73199b5d-a240-404f-85a4-a528f435c628 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.227726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:24.230312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:24.236337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:24.246445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:24.259033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:24.272498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-183dc170-ef70-4851-be76-165ba868b04b tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.282016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.292011 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-183dc170-ef70-4851-be76-165ba868b04b tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] 10.222.0.67 "DELETE /v2.0/ports/de83486b-37eb-4d46-b005-694bbc25cb71 HTTP/1.1" status: 204 len: 168 time: 1.8917685 Dec 21 16:44:24.292569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:24.299405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38110) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:24.300356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:24.304824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.307060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.334968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3dd859-8540-430e-a7a7-532c486a9131 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router de9b4821-e75d-42f2-824e-82945821db70 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:44:24.338744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73199b5d-a240-404f-85a4-a528f435c628 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.396011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port b3abf2b7-f683-48cd-8a0f-49b5cf0774ec yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:24.470964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73199b5d-a240-404f-85a4-a528f435c628 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.523472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Attempting to bind port b84858cf-7d8b-4d19-8df8-321be1960275 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:24.524076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Attempting to bind port b84858cf-7d8b-4d19-8df8-321be1960275 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:24.524654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Attempting to bind port b84858cf-7d8b-4d19-8df8-321be1960275 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:24.553981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Request body: {'port': {'name': 'tempest-new-port-name-1537323275', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:24.554679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] bootfile-name is not in valid_values {{(pid=88888) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:44:24.556616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] tftp-server is not in valid_values {{(pid=88888) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:44:24.557135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.api.validators [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] server-ip-address is not in valid_values {{(pid=88888) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 16:44:24.580520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-a15714f2-8adb-45cb-af95-5b2558be086e', 'network_id': 'a15714f2-8adb-45cb-af95-5b2558be086e', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'fixed_ips': [{'subnet_id': '95e5cc6e-5e80-42de-9444-bbd510262b95'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:44:24.581518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.598049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:24.599542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73199b5d-a240-404f-85a4-a528f435c628 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.603346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-731dd2c8-a40d-4ecf-bdd4-f6b34fbf727b None None] Provisioning for port c29a7b08-6952-4f7d-9109-554ccd8c3661 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:24.604139 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-73199b5d-a240-404f-85a4-a528f435c628 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6340902 Dec 21 16:44:24.609069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38114) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:24.613853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:24.614361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:24.614988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.615518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:24.616134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Bound port: b84858cf-7d8b-4d19-8df8-321be1960275, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:24.616653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.618047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'port': {'network_id': 'a15714f2-8adb-45cb-af95-5b2558be086e', 'name': 'tempest-RoutersTest-868186571'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:24.633909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-a0b9f532-5b9a-416d-a0eb-45c0b567bf96', 'network_id': 'a0b9f532-5b9a-416d-a0eb-45c0b567bf96', 'tenant_id': '595d69e3149f4a448e46fa36c7472cd3', 'fixed_ips': [{'subnet_id': '5f79c71c-1ddb-41a9-be92-4f773f99651b'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:44:24.634958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.651763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-731dd2c8-a40d-4ecf-bdd4-f6b34fbf727b None None] Provisioning complete for port c29a7b08-6952-4f7d-9109-554ccd8c3661 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:24.652286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-731dd2c8-a40d-4ecf-bdd4-f6b34fbf727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.680065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:24.763605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:24.775535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 8bf37663-fe80-4f8a-9511-0931949ea3f1 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:24.775967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:24.949335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-731dd2c8-a40d-4ecf-bdd4-f6b34fbf727b None None] Port c29a7b08-6952-4f7d-9109-554ccd8c3661 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:44:24.991233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-731dd2c8-a40d-4ecf-bdd4-f6b34fbf727b None None] Could not find standard attr ID for object de83486b-37eb-4d46-b005-694bbc25cb71. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:44:24.997709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:25.002957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:port and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:25.006105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:25.008260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebf2cec-f7dc-437f-a1c5-1e2774ddd911']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:25.012835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:25.042071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbd55c9-1a21-4968-9698-8681c864b030') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:25.042313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbd55c9-1a21-4968-9698-8681c864b030') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:25.051559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.053196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 172.20.0.3 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/4851cf21-09b6-4239-ac4f-687b2c96c92c/b3abf2b7-f683-48cd-8a0f-49b5cf0774ec) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:25.064065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::f816:3eff:fe5d:53aa (5f0be329-6402-4a2c-810d-f62e9ae5da2b/2f6e1177-b8a6-4fee-9932-9dbe97435844/b3abf2b7-f683-48cd-8a0f-49b5cf0774ec) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:25.064272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:25.066259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:25.071789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.072785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.087676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.111381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] For port b84858cf-7d8b-4d19-8df8-321be1960275, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:25.133615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] device_id is not set on port a9586537-58f8-48e3-b0f9-59a4898fcebd yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:25.136633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.156203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.167319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port 675f2e08-4ddd-4246-b184-b43311d412a2 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:25.193413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3dd859-8540-430e-a7a7-532c486a9131 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:44:25.207934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:25.208366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.211380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a1d8e-64e2-4099-a2ce-f6c16b6e4587 None None] Sync routers for ids ['de9b4821-e75d-42f2-824e-82945821db70'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:25.230661 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:25.236342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a1d8e-64e2-4099-a2ce-f6c16b6e4587 None None] Routers {'de9b4821-e75d-42f2-824e-82945821db70'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:25.237986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1d6a1d8e-64e2-4099-a2ce-f6c16b6e4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['de9b4821-e75d-42f2-824e-82945821db70'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:25.248166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce3dd859-8540-430e-a7a7-532c486a9131 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.351645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.354956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1d6a1d8e-64e2-4099-a2ce-f6c16b6e4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:25.385456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] For port b84858cf-7d8b-4d19-8df8-321be1960275, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b84858cf-7d8b-4d19-8df8-321be1960275,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:25.415883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a1d8e-64e2-4099-a2ce-f6c16b6e4587 None None] Routers {'de9b4821-e75d-42f2-824e-82945821db70'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:25.417133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1d6a1d8e-64e2-4099-a2ce-f6c16b6e4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['de9b4821-e75d-42f2-824e-82945821db70'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:25.419792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.426649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.438048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d1478c97-488a-4f6d-90a6-65bfbcd98ce9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:25.457117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:25.463260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.466254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.466819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0d34386-52ca-4c16-a4aa-48f0fd820c4d {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:44:25.478753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=eebf2cec-f7dc-437f-a1c5-1e2774ddd911,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:25.493125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:25.529594 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/eebf2cec-f7dc-437f-a1c5-1e2774ddd911 HTTP/1.1" status: 204 len: 168 time: 6.0077112 Dec 21 16:44:25.530463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38120) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:25.532825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1d6a1d8e-64e2-4099-a2ce-f6c16b6e4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:25.533632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a1d8e-64e2-4099-a2ce-f6c16b6e4587 None None] The sync data for ids ['de9b4821-e75d-42f2-824e-82945821db70'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:44:25.536078 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ce3dd859-8540-430e-a7a7-532c486a9131 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "PUT /v2.0/floatingips/51c0090d-b75d-4675-8302-9605181c17a0 HTTP/1.1" status: 200 len: 979 time: 12.0456896 Dec 21 16:44:25.538005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38122) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:25.542766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Allocated IP 172.20.0.2 (a15714f2-8adb-45cb-af95-5b2558be086e/95e5cc6e-5e80-42de-9444-bbd510262b95/ac2b5ea3-2355-45e5-9672-318900fd4208) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:25.557419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Allocated IP 172.20.0.2 (a0b9f532-5b9a-416d-a0eb-45c0b567bf96/5f79c71c-1ddb-41a9-be92-4f773f99651b/63079ad8-a5ce-4f12-aeda-4d95a060c462) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:25.563565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.575763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.577077 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "DELETE /v2.0/routers/c0d34386-52ca-4c16-a4aa-48f0fd820c4d HTTP/1.1" status: 204 len: 168 time: 6.1968780 Dec 21 16:44:25.581251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38128) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:25.614277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fd0389d7-0f93-408f-a46c-5226517e1000 None None] Provisioning complete for port c29a7b08-6952-4f7d-9109-554ccd8c3661 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:25.614703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd0389d7-0f93-408f-a46c-5226517e1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.620791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object b3abf2b7-f683-48cd-8a0f-49b5cf0774ec will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:25.667310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a5e803-e8d4-45c2-b526-bb95b0f46f95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Deleting subnet 1affe020-51b6-4d7f-b696-181c37019e97 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:25.670051 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7d40bc-a343-4bd5-b7ec-00d55b14af96 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:44:25.670474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7d40bc-a343-4bd5-b7ec-00d55b14af96 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:25.672549 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bb7d40bc-a343-4bd5-b7ec-00d55b14af96 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/eebf2cec-f7dc-437f-a1c5-1e2774ddd911 HTTP/1.1" status: 404 len: 339 time: 0.0995250 Dec 21 16:44:25.676663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25a5e803-e8d4-45c2-b526-bb95b0f46f95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.680906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38132) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:25.724922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.732565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:25.740023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-117083753', 'description': 'd1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:25.767426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 1a46b661-f725-4723-be1e-d55b86dad631 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:25.767896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.780876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Pushing event updated for resources: {'Port': ['ID=b84858cf-7d8b-4d19-8df8-321be1960275,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:25.797767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:25.798415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25a5e803-e8d4-45c2-b526-bb95b0f46f95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.820264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:network and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:25.825325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:25.838457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:25.869068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=b3abf2b7-f683-48cd-8a0f-49b5cf0774ec,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:25.869068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:25.871831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:25.874844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:25.879237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:25.907904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fd0389d7-0f93-408f-a46c-5226517e1000 None None] Port c29a7b08-6952-4f7d-9109-554ccd8c3661 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:44:25.910257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:25.915789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:25.920353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:25.920753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:25.921659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:25.922056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:25.922441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:25.922863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:25.923261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:25.923634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:25.924009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:25.924384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:25.924758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:44:25.928970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:25.941635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fd0389d7-0f93-408f-a46c-5226517e1000 None None] Could not find standard attr ID for object de83486b-37eb-4d46-b005-694bbc25cb71. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:44:25.994434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:25.995218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.028718 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4966590 Dec 21 16:44:26.029032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:44:26.030124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38138) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:26.055979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.065028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.070935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25a5e803-e8d4-45c2-b526-bb95b0f46f95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.123585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.123948 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment 81e69a6b-a1d0-4101-a9c7-ca6b57cdfa48 of type vlan for network 2aab3e7f-df89-4bc9-9598-3fab369185b7 Dec 21 16:44:26.125159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa8a5142-af61-4047-9181-67b936f96955 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:26.143829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.165088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.168409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Transition to ACTIVE for port object ac2b5ea3-2355-45e5-9672-318900fd4208 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:26.197160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Transition to ACTIVE for port object 63079ad8-a5ce-4f12-aeda-4d95a060c462 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:26.216841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Transition to ACTIVE for port object ac2b5ea3-2355-45e5-9672-318900fd4208 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:26.222869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8598649-9c9b-434d-96de-d4d3abd24ec9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:26.227629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8598649-9c9b-434d-96de-d4d3abd24ec9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:26.228418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.228555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c8598649-9c9b-434d-96de-d4d3abd24ec9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:26.232722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Transition to ACTIVE for port object 63079ad8-a5ce-4f12-aeda-4d95a060c462 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:26.235956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c22cfdb-2032-41d9-b8a8-ab75251d2f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:26.249002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] In _notify_port_updated(), no bound segment for port c29a7b08-6952-4f7d-9109-554ccd8c3661 on network 466a21fb-8383-46a7-a052-61ca6adc6455 {{(pid=88888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:44:26.253348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:26.254049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.255539 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] 10.222.0.67 "PUT /v2.0/ports/c29a7b08-6952-4f7d-9109-554ccd8c3661 HTTP/1.1" status: 200 len: 1130 time: 1.9537494 Dec 21 16:44:26.266526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38142) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:26.267338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Pushing event updated for resources: {'Port': ['ID=c29a7b08-6952-4f7d-9109-554ccd8c3661,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:26.270955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25a5e803-e8d4-45c2-b526-bb95b0f46f95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.273142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.280440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:26.292028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d5340cc6-8964-46b8-b153-4984ca2e5f20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:26.307184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.334155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Network a15714f2-8adb-45cb-af95-5b2558be086e is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:26.335449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:26.340519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25a5e803-e8d4-45c2-b526-bb95b0f46f95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.343778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:26.357630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Pushing event updated for resources: {'Port': ['ID=ac2b5ea3-2355-45e5-9672-318900fd4208,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:26.359587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5e803-e8d4-45c2-b526-bb95b0f46f95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1affe020-51b6-4d7f-b696-181c37019e97,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:26.367695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:26.368598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:26.373276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25a5e803-e8d4-45c2-b526-bb95b0f46f95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:26.382437 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-25a5e803-e8d4-45c2-b526-bb95b0f46f95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/1affe020-51b6-4d7f-b696-181c37019e97 HTTP/1.1" status: 204 len: 168 time: 0.7999637 Dec 21 16:44:26.383495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c8598649-9c9b-434d-96de-d4d3abd24ec9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:26.387745 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c8598649-9c9b-434d-96de-d4d3abd24ec9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.3542666 Dec 21 16:44:26.387916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38146) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:26.388225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38148) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:26.408786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.456459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Pushing event updated for resources: {'Port': ['ID=63079ad8-a5ce-4f12-aeda-4d95a060c462,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:26.493214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:26.509183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Network a0b9f532-5b9a-416d-a0eb-45c0b567bf96 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:26.517610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:26.541871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Allocated IP 172.20.0.3 (a15714f2-8adb-45cb-af95-5b2558be086e/95e5cc6e-5e80-42de-9444-bbd510262b95/a9586537-58f8-48e3-b0f9-59a4898fcebd) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:26.556268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-76a4dcad-aa3f-416b-8158-329bb2958ba5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port b3abf2b7-f683-48cd-8a0f-49b5cf0774ec {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:26.556656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76a4dcad-aa3f-416b-8158-329bb2958ba5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.561347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:26.599470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e745b-0955-479e-bd4c-a1295f0d9abf tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:26.600165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-297e745b-0955-479e-bd4c-a1295f0d9abf tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Synchronizing usage tracker for tenant:d432c6dbaa81430a8024e5f44b458c0a on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:26.611380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.7 (a0b9f532-5b9a-416d-a0eb-45c0b567bf96/5f79c71c-1ddb-41a9-be92-4f773f99651b/675f2e08-4ddd-4246-b184-b43311d412a2) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:26.625698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.628459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Attempting to bind port ac2b5ea3-2355-45e5-9672-318900fd4208 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:26.628893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Attempting to bind port ac2b5ea3-2355-45e5-9672-318900fd4208 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '779ddbdf-94f1-41e9-b764-190c5cc69cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a15714f2-8adb-45cb-af95-5b2558be086e'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:26.629314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Attempting to bind port ac2b5ea3-2355-45e5-9672-318900fd4208 on network a15714f2-8adb-45cb-af95-5b2558be086e {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:26.631109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:26.632145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.648810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:26.649249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Checking segment: {'id': '779ddbdf-94f1-41e9-b764-190c5cc69cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a15714f2-8adb-45cb-af95-5b2558be086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:26.649717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.650168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Bound using segment: {'id': '779ddbdf-94f1-41e9-b764-190c5cc69cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a15714f2-8adb-45cb-af95-5b2558be086e'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:26.650719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Bound port: ac2b5ea3-2355-45e5-9672-318900fd4208, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779ddbdf-94f1-41e9-b764-190c5cc69cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a15714f2-8adb-45cb-af95-5b2558be086e'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:26.651182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.712092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:26.786897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.836351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-297e745b-0955-479e-bd4c-a1295f0d9abf tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Unset dirty status for tenant:d432c6dbaa81430a8024e5f44b458c0a on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:26.842527 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-297e745b-0955-479e-bd4c-a1295f0d9abf tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] 10.222.0.67 "GET /v2.0/ports/c29a7b08-6952-4f7d-9109-554ccd8c3661 HTTP/1.1" status: 200 len: 1130 time: 0.5673819 Dec 21 16:44:26.852593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38154) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:26.857844 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1732931 Dec 21 16:44:26.883926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Attempting to bind port 63079ad8-a5ce-4f12-aeda-4d95a060c462 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:26.884880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Attempting to bind port 63079ad8-a5ce-4f12-aeda-4d95a060c462 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0044cc2a-9237-4287-bccc-97eeca2e00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0b9f532-5b9a-416d-a0eb-45c0b567bf96'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:26.885882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38156) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:26.887721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Attempting to bind port 63079ad8-a5ce-4f12-aeda-4d95a060c462 on network a0b9f532-5b9a-416d-a0eb-45c0b567bf96 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:26.903087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:26.903864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Checking segment: {'id': '0044cc2a-9237-4287-bccc-97eeca2e00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0b9f532-5b9a-416d-a0eb-45c0b567bf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:26.904535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.905183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Bound using segment: {'id': '0044cc2a-9237-4287-bccc-97eeca2e00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0b9f532-5b9a-416d-a0eb-45c0b567bf96'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:26.906446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Bound port: 63079ad8-a5ce-4f12-aeda-4d95a060c462, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0044cc2a-9237-4287-bccc-97eeca2e00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0b9f532-5b9a-416d-a0eb-45c0b567bf96'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:26.908240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:26.985338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] For port ac2b5ea3-2355-45e5-9672-318900fd4208, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:27.054114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] For port 63079ad8-a5ce-4f12-aeda-4d95a060c462, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:27.055512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=2aab3e7f-df89-4bc9-9598-3fab369185b7,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:27.059486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] For port ac2b5ea3-2355-45e5-9672-318900fd4208, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ac2b5ea3-2355-45e5-9672-318900fd4208,segment=NetworkSegment(779ddbdf-94f1-41e9-b764-190c5cc69cd1),segment_id=779ddbdf-94f1-41e9-b764-190c5cc69cd1)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:27.062316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] For port 63079ad8-a5ce-4f12-aeda-4d95a060c462, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=63079ad8-a5ce-4f12-aeda-4d95a060c462,segment=NetworkSegment(0044cc2a-9237-4287-bccc-97eeca2e00d5),segment_id=0044cc2a-9237-4287-bccc-97eeca2e00d5)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:27.066504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:27.071974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d66a434-0ffe-453f-95fc-c0247b8ecfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:27.115944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:27.122469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 2aab3e7f-df89-4bc9-9598-3fab369185b7 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:27.174287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:27.216660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:27.217316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:27.217755 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Floating IP 51c0090d-b75d-4675-8302-9605181c17a0 disassociated. External IP: 172.26.7.159, port: 1a46b661-f725-4723-be1e-d55b86dad631. Dec 21 16:44:27.219244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 1a46b661-f725-4723-be1e-d55b86dad631 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:27.307895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:27.309918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Pushing event updated for resources: {'Port': ['ID=ac2b5ea3-2355-45e5-9672-318900fd4208,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:27.313262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cfaf129c-9f0f-41d9-a6a4-fe5b077b59a7 None None] Provisioning complete for port c29a7b08-6952-4f7d-9109-554ccd8c3661 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:27.314017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfaf129c-9f0f-41d9-a6a4-fe5b077b59a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:27.341787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:27.347769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aacd8e23-1adc-4875-a7b3-50a53b10ca20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:27.347945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object 675f2e08-4ddd-4246-b184-b43311d412a2 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:27.429945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf129c-9f0f-41d9-a6a4-fe5b077b59a7 None None] Port c29a7b08-6952-4f7d-9109-554ccd8c3661 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:44:27.432911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:27.435937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Pushing event updated for resources: {'Port': ['ID=63079ad8-a5ce-4f12-aeda-4d95a060c462,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:27.439137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:27.439339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-313223c2-bda0-48fb-8960-3946b7b99960 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:27.477304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:27.527726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a0b9f532-5b9a-416d-a0eb-45c0b567bf96 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:27.537628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:27.544011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:27.578951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=675f2e08-4ddd-4246-b184-b43311d412a2,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:27.588638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:27.589209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3cf3778d-a6a2-4ed6-835d-a50f97ba4418 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:27.617179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:27.687589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c909b927-11f5-4d72-aa10-f41bbb9cfaab tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Deleting port c29a7b08-6952-4f7d-9109-554ccd8c3661 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:27.687978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c909b927-11f5-4d72-aa10-f41bbb9cfaab tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:27.705886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=1a46b661-f725-4723-be1e-d55b86dad631,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:27.771666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8d8393-c727-42b8-b17c-f1fa2bb22d62']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:27.851540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e93bdd-5510-41f4-a3b6-052511fc2bcb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:27.852309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0e93bdd-5510-41f4-a3b6-052511fc2bcb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Synchronizing usage tracker for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:27.856493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76a4dcad-aa3f-416b-8158-329bb2958ba5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:27.894853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7e31d8-37ca-4359-9e17-d4383ba102d3') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:27.895145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7e31d8-37ca-4359-9e17-d4383ba102d3') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:27.962762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:27.983375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:27.983375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:28.020071 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.3226299 Dec 21 16:44:28.023141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38164) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:28.046431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:28.089773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b84858cf-7d8b-4d19-8df8-321be1960275 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:28.093840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-76a4dcad-aa3f-416b-8158-329bb2958ba5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for b3abf2b7-f683-48cd-8a0f-49b5cf0774ec owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:28.181064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:28.193722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0e93bdd-5510-41f4-a3b6-052511fc2bcb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Unset dirty status for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:28.195431 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b0e93bdd-5510-41f4-a3b6-052511fc2bcb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/networks?id=2aab3e7f-df89-4bc9-9598-3fab369185b7 HTTP/1.1" status: 200 len: 760 time: 1.2994454 Dec 21 16:44:28.205972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38168) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:28.212198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e369debc-aede-48a8-b94c-ecde74c9b44f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port 675f2e08-4ddd-4246-b184-b43311d412a2 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:28.214582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e369debc-aede-48a8-b94c-ecde74c9b44f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:28.220490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port b84858cf-7d8b-4d19-8df8-321be1960275 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:28.241075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5dea5a40-d598-40bd-8cf8-0579eea65d76 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'description': 'd2'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:28.291107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:28.335839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:28.336556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:28.386067 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:28.634746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c909b927-11f5-4d72-aa10-f41bbb9cfaab tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:28.657163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e369debc-aede-48a8-b94c-ecde74c9b44f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:28.667011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router de9b4821-e75d-42f2-824e-82945821db70 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:44:28.779294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c909b927-11f5-4d72-aa10-f41bbb9cfaab tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Calling delete_port for c29a7b08-6952-4f7d-9109-554ccd8c3661 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:28.815065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e369debc-aede-48a8-b94c-ecde74c9b44f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for 675f2e08-4ddd-4246-b184-b43311d412a2 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:28.873465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Transition to ACTIVE for port object a9586537-58f8-48e3-b0f9-59a4898fcebd will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:28.962771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:28.979884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:28.993908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c8d8393-c727-42b8-b17c-f1fa2bb22d62 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 16:44:29.037435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.062431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c8d8393-c727-42b8-b17c-f1fa2bb22d62,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:29.096271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:29.129028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e369debc-aede-48a8-b94c-ecde74c9b44f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.133524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:29.164230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "DELETE /v2.0/networks/5c8d8393-c727-42b8-b17c-f1fa2bb22d62 HTTP/1.1" status: 204 len: 168 time: 2.7698810 Dec 21 16:44:29.205240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369debc-aede-48a8-b94c-ecde74c9b44f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=675f2e08-4ddd-4246-b184-b43311d412a2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:29.209354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e369debc-aede-48a8-b94c-ecde74c9b44f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:29.245410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.270613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.326345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-183dc170-ef70-4851-be76-165ba868b04b tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:29.331558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:44:29.333455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e369debc-aede-48a8-b94c-ecde74c9b44f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.343880 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e369debc-aede-48a8-b94c-ecde74c9b44f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/675f2e08-4ddd-4246-b184-b43311d412a2 HTTP/1.1" status: 204 len: 168 time: 1.3196101 Dec 21 16:44:29.369492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38176) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:29.441858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dea5a40-d598-40bd-8cf8-0579eea65d76 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.481535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0da230e-4f11-40cb-8e5e-f67044504c9c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:44:29.482109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0da230e-4f11-40cb-8e5e-f67044504c9c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:29.496929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e7802-e794-4e79-b756-36b347b824ed None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:29.521124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0da230e-4f11-40cb-8e5e-f67044504c9c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:29.522395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b0da230e-4f11-40cb-8e5e-f67044504c9c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/675f2e08-4ddd-4246-b184-b43311d412a2 HTTP/1.1" status: 404 len: 333 time: 0.1518610 Dec 21 16:44:29.536347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38182) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:29.564948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network a15714f2-8adb-45cb-af95-5b2558be086e is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:29.571323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dea5a40-d598-40bd-8cf8-0579eea65d76 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.575243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:29.577145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c909b927-11f5-4d72-aa10-f41bbb9cfaab tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.581186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.581410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:29.586729 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/ports/1a46b661-f725-4723-be1e-d55b86dad631 HTTP/1.1" status: 204 len: 168 time: 4.0530412 Dec 21 16:44:29.587746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38190) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:29.688852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e37bad-a7dc-4812-b163-0e958e073520 None None] Sync routers for ids ['de9b4821-e75d-42f2-824e-82945821db70'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:44:29.722424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-78c3448b-eab0-40ae-bc5e-65d7ca5c0742 None None] Provisioning for port b84858cf-7d8b-4d19-8df8-321be1960275 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:29.732593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-78c3448b-eab0-40ae-bc5e-65d7ca5c0742 None None] Provisioning complete for port b84858cf-7d8b-4d19-8df8-321be1960275 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:29.732921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78c3448b-eab0-40ae-bc5e-65d7ca5c0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.769263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e37bad-a7dc-4812-b163-0e958e073520 None None] Routers {'de9b4821-e75d-42f2-824e-82945821db70'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:29.769987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-35e37bad-a7dc-4812-b163-0e958e073520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['de9b4821-e75d-42f2-824e-82945821db70'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:29.774547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38194) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:29.785740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3ce3d885-76e7-4ab1-9ad4-17856ca1ba95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Request body: {'router': {'name': 'tempest-router--1886387935', 'project_id': 'd683f63b43f5431e98b67e72f6c48e37'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:29.843397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3ce3d885-76e7-4ab1-9ad4-17856ca1ba95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:29.864577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3ce3d885-76e7-4ab1-9ad4-17856ca1ba95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Usage tracker for resource:router and tenant:d683f63b43f5431e98b67e72f6c48e37 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:29.868404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-35e37bad-a7dc-4812-b163-0e958e073520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:29.869905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3ce3d885-76e7-4ab1-9ad4-17856ca1ba95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:29.939000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3ce3d885-76e7-4ab1-9ad4-17856ca1ba95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:29.946618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e37bad-a7dc-4812-b163-0e958e073520 None None] Routers {'de9b4821-e75d-42f2-824e-82945821db70'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:29.947346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-35e37bad-a7dc-4812-b163-0e958e073520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['de9b4821-e75d-42f2-824e-82945821db70'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:29.981392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=a9586537-58f8-48e3-b0f9-59a4898fcebd,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:29.982043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa915c37-030c-4095-8039-4642c29d0fe6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting subnet 5f79c71c-1ddb-41a9-be92-4f773f99651b {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:29.985125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:29.989020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ce3d885-76e7-4ab1-9ad4-17856ca1ba95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.990055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ce3d885-76e7-4ab1-9ad4-17856ca1ba95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.991658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:29.992347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:29.996422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa915c37-030c-4095-8039-4642c29d0fe6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:30.006452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:30.028435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-35e37bad-a7dc-4812-b163-0e958e073520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:30.028823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e37bad-a7dc-4812-b163-0e958e073520 None None] The sync data for ids ['de9b4821-e75d-42f2-824e-82945821db70'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:44:30.084121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa915c37-030c-4095-8039-4642c29d0fe6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:30.136817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dea5a40-d598-40bd-8cf8-0579eea65d76 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network 2aab3e7f-df89-4bc9-9598-3fab369185b7 is not hosted by any dhcp agent {{(pid=88887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 21 16:44:30.140917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea5a40-d598-40bd-8cf8-0579eea65d76 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:30.141572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dea5a40-d598-40bd-8cf8-0579eea65d76 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:30.145642 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5dea5a40-d598-40bd-8cf8-0579eea65d76 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "PUT /v2.0/networks/2aab3e7f-df89-4bc9-9598-3fab369185b7 HTTP/1.1" status: 200 len: 757 time: 1.9128273 Dec 21 16:44:30.145790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78c3448b-eab0-40ae-bc5e-65d7ca5c0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:30.150019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38198) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:30.164061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea5a40-d598-40bd-8cf8-0579eea65d76 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=2aab3e7f-df89-4bc9-9598-3fab369185b7,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:30.167637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5dea5a40-d598-40bd-8cf8-0579eea65d76 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:30.173247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1d86fa0-e4a4-4185-a159-04116fd40290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:30.195773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 2aab3e7f-df89-4bc9-9598-3fab369185b7 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:30.240715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76a4dcad-aa3f-416b-8158-329bb2958ba5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:30.261666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909b927-11f5-4d72-aa10-f41bbb9cfaab tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Pushing event deleted for resources: {'Port': ['ID=c29a7b08-6952-4f7d-9109-554ccd8c3661,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:30.266801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ac2b5ea3-2355-45e5-9672-318900fd4208 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:30.272537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c909b927-11f5-4d72-aa10-f41bbb9cfaab tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:30.274674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:30.338033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-78c3448b-eab0-40ae-bc5e-65d7ca5c0742 None None] For port b84858cf-7d8b-4d19-8df8-321be1960275, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b84858cf-7d8b-4d19-8df8-321be1960275,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:30.341624 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.7309086 Dec 21 16:44:30.354574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78c3448b-eab0-40ae-bc5e-65d7ca5c0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:30.403770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4dcad-aa3f-416b-8158-329bb2958ba5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=b3abf2b7-f683-48cd-8a0f-49b5cf0774ec,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:30.407084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38202) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:30.432535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76a4dcad-aa3f-416b-8158-329bb2958ba5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:30.562871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c909b927-11f5-4d72-aa10-f41bbb9cfaab tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:30.565024 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c909b927-11f5-4d72-aa10-f41bbb9cfaab tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] 10.222.0.67 "DELETE /v2.0/ports/c29a7b08-6952-4f7d-9109-554ccd8c3661 HTTP/1.1" status: 204 len: 168 time: 3.6956820 Dec 21 16:44:30.592783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38206) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:30.708592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:30.800937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3448b-eab0-40ae-bc5e-65d7ca5c0742 None None] Pushing event updated for resources: {'Port': ['ID=b84858cf-7d8b-4d19-8df8-321be1960275,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:30.804771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-78c3448b-eab0-40ae-bc5e-65d7ca5c0742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:30.853881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port ac2b5ea3-2355-45e5-9672-318900fd4208 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:30.866822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 63079ad8-a5ce-4f12-aeda-4d95a060c462 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:30.949282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ce3d885-76e7-4ab1-9ad4-17856ca1ba95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:30.964649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76a4dcad-aa3f-416b-8158-329bb2958ba5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:30.964876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ce73a-c51e-44b1-a8e5-bdc9db5198e2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:30.965214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e2b5e3-884f-49c6-a8fa-5b3fff94da17 None None] Network a15714f2-8adb-45cb-af95-5b2558be086e requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:30.965676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-753ce73a-c51e-44b1-a8e5-bdc9db5198e2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Synchronizing usage tracker for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:30.968944 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-76a4dcad-aa3f-416b-8158-329bb2958ba5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/b3abf2b7-f683-48cd-8a0f-49b5cf0774ec HTTP/1.1" status: 204 len: 168 time: 4.5745888 Dec 21 16:44:30.971518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38212) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:31.025137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-753ce73a-c51e-44b1-a8e5-bdc9db5198e2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Unset dirty status for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:31.030059 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-753ce73a-c51e-44b1-a8e5-bdc9db5198e2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/networks?id=2aab3e7f-df89-4bc9-9598-3fab369185b7 HTTP/1.1" status: 200 len: 760 time: 0.8754227 Dec 21 16:44:31.030768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa915c37-030c-4095-8039-4642c29d0fe6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.062304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38216) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:31.063312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ce3d885-76e7-4ab1-9ad4-17856ca1ba95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.088107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1439144643'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:31.115496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:31.142165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:31.144420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ce3d885-76e7-4ab1-9ad4-17856ca1ba95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.145716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3ce3d885-76e7-4ab1-9ad4-17856ca1ba95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3683178 Dec 21 16:44:31.176540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38220) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:31.200824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b5d3f-24d0-4416-b5e4-e4dd7b59f002 None None] Network a0b9f532-5b9a-416d-a0eb-45c0b567bf96 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:31.226051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:31.231600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.267056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7403d500-c3e1-4e89-9921-296a449236ad None None] Update dhcp port {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': '4851cf21-09b6-4239-ac4f-687b2c96c92c', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f6e1177-b8a6-4fee-9932-9dbe97435844'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': 'b84858cf-7d8b-4d19-8df8-321be1960275'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:44:31.280183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa915c37-030c-4095-8039-4642c29d0fe6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.290822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:31.305730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-492ec8b7-d513-4dfe-a7c9-c96e0c15bcc9 None None] Provisioning for port ac2b5ea3-2355-45e5-9672-318900fd4208 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:31.344558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:44:31.347044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa915c37-030c-4095-8039-4642c29d0fe6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Subnet': ['ID=5f79c71c-1ddb-41a9-be92-4f773f99651b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:31.356198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa915c37-030c-4095-8039-4642c29d0fe6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:31.360913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa915c37-030c-4095-8039-4642c29d0fe6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.382218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-492ec8b7-d513-4dfe-a7c9-c96e0c15bcc9 None None] Provisioning complete for port ac2b5ea3-2355-45e5-9672-318900fd4208 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:31.382857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-492ec8b7-d513-4dfe-a7c9-c96e0c15bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.384927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.385342 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment 22831cfd-4045-4483-a8a6-0e3fd5126dbd of type vlan for network 6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2 Dec 21 16:44:31.403609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aa915c37-030c-4095-8039-4642c29d0fe6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/5f79c71c-1ddb-41a9-be92-4f773f99651b HTTP/1.1" status: 204 len: 168 time: 1.8661592 Dec 21 16:44:31.419410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38224) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:31.452252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.462865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.471797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f5533-377c-41ec-b009-07e8dc1ae96d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:31.473389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f5533-377c-41ec-b009-07e8dc1ae96d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:31.475005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f5533-377c-41ec-b009-07e8dc1ae96d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:31.475907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a25f5533-377c-41ec-b009-07e8dc1ae96d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:31.514986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7403d500-c3e1-4e89-9921-296a449236ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.562792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 63079ad8-a5ce-4f12-aeda-4d95a060c462 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:31.652910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.658126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7075f179-fc6a-4091-9d71-c00284637ea6 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.672369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.676532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:31.677996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.684842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:31.711333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a25f5533-377c-41ec-b009-07e8dc1ae96d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:31.716274 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a25f5533-377c-41ec-b009-07e8dc1ae96d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7360442 Dec 21 16:44:31.724192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf2e60e-5ca8-42a0-b870-5060551ece00 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Deleting subnet 457448da-cdc7-4eb7-8b03-01c4c2de3535 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:31.731019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38228) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:31.737123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e60e-5ca8-42a0-b870-5060551ece00 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.770169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port 63079ad8-a5ce-4f12-aeda-4d95a060c462 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:31.770723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.818682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7405162 Dec 21 16:44:31.833630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38232) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:31.839578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-492ec8b7-d513-4dfe-a7c9-c96e0c15bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:31.894578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'network_id': '6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:31.929763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:31.951783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:31.985377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:32.021627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-492ec8b7-d513-4dfe-a7c9-c96e0c15bcc9 None None] For port ac2b5ea3-2355-45e5-9672-318900fd4208, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ac2b5ea3-2355-45e5-9672-318900fd4208,segment=NetworkSegment(779ddbdf-94f1-41e9-b764-190c5cc69cd1),segment_id=779ddbdf-94f1-41e9-b764-190c5cc69cd1)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:32.096444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b84858cf-7d8b-4d19-8df8-321be1960275 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:32.175384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-492ec8b7-d513-4dfe-a7c9-c96e0c15bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.202219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e60e-5ca8-42a0-b870-5060551ece00 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.206043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f1cd04c-7f12-4972-a40b-f59cfb6338c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:32.262583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb30bbf9-0a0c-44ab-a93b-dc7600abcdd7 None None] DHCP port deletion for a0b9f532-5b9a-416d-a0eb-45c0b567bf96 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:32.275212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-7403d500-c3e1-4e89-9921-296a449236ad None None] Allocated IP 2001:db8::f816:3eff:fef1:27ab (5f0be329-6402-4a2c-810d-f62e9ae5da2b/2f6e1177-b8a6-4fee-9932-9dbe97435844/b84858cf-7d8b-4d19-8df8-321be1960275) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:32.305317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bb30bbf9-0a0c-44ab-a93b-dc7600abcdd7 None None] Deleting port 63079ad8-a5ce-4f12-aeda-4d95a060c462 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:32.306090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb30bbf9-0a0c-44ab-a93b-dc7600abcdd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.353795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:32.391014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Usage tracker for resource:subnet and tenant:74ccbc71fd754f58a6e5c723791039cc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:32.408016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:32.446396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:32.458502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ec8b7-d513-4dfe-a7c9-c96e0c15bcc9 None None] Pushing event updated for resources: {'Port': ['ID=ac2b5ea3-2355-45e5-9672-318900fd4208,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:32.470544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-492ec8b7-d513-4dfe-a7c9-c96e0c15bcc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:32.516701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4128a125-7ef8-4bcd-ad86-664fa170bfdc None None] Provisioning for port 63079ad8-a5ce-4f12-aeda-4d95a060c462 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:32.559571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:32.588547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4128a125-7ef8-4bcd-ad86-664fa170bfdc None None] Provisioning complete for port 63079ad8-a5ce-4f12-aeda-4d95a060c462 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:32.589338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4128a125-7ef8-4bcd-ad86-664fa170bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.601108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] For port 63079ad8-a5ce-4f12-aeda-4d95a060c462, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=63079ad8-a5ce-4f12-aeda-4d95a060c462,segment=NetworkSegment(0044cc2a-9237-4287-bccc-97eeca2e00d5),segment_id=0044cc2a-9237-4287-bccc-97eeca2e00d5)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:32.601514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.620274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6f196f-f4d2-4cbe-914e-edb657688091 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 2f6e1177-b8a6-4fee-9932-9dbe97435844 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:32.700507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7075f179-fc6a-4091-9d71-c00284637ea6 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.738204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e60e-5ca8-42a0-b870-5060551ece00 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.797005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7075f179-fc6a-4091-9d71-c00284637ea6 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.824199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for 63079ad8-a5ce-4f12-aeda-4d95a060c462 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:32.851238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.858143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b84858cf-7d8b-4d19-8df8-321be1960275 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:32.859240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.879697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7075f179-fc6a-4091-9d71-c00284637ea6 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.880235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7075f179-fc6a-4091-9d71-c00284637ea6 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6b9a36f-8a87-47b4-8d65-79be15d90064 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:44:32.924764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.969047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e60e-5ca8-42a0-b870-5060551ece00 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:32.984937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5950a100-7549-4197-9b78-e74594ea2438 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:33.025939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7403d500-c3e1-4e89-9921-296a449236ad None None] For port b84858cf-7d8b-4d19-8df8-321be1960275, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b84858cf-7d8b-4d19-8df8-321be1960275,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:33.038345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2e60e-5ca8-42a0-b870-5060551ece00 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Pushing event deleted for resources: {'Subnet': ['ID=457448da-cdc7-4eb7-8b03-01c4c2de3535,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:33.041312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7075f179-fc6a-4091-9d71-c00284637ea6 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.042548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7075f179-fc6a-4091-9d71-c00284637ea6 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "DELETE /v2.0/routers/d6b9a36f-8a87-47b4-8d65-79be15d90064 HTTP/1.1" status: 204 len: 168 time: 1.8497221 Dec 21 16:44:33.044558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1cf2e60e-5ca8-42a0-b870-5060551ece00 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:33.059253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bb30bbf9-0a0c-44ab-a93b-dc7600abcdd7 None None] For port 63079ad8-a5ce-4f12-aeda-4d95a060c462, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=63079ad8-a5ce-4f12-aeda-4d95a060c462,segment=NetworkSegment(0044cc2a-9237-4287-bccc-97eeca2e00d5),segment_id=0044cc2a-9237-4287-bccc-97eeca2e00d5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:33.059703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb30bbf9-0a0c-44ab-a93b-dc7600abcdd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.181836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e60e-5ca8-42a0-b870-5060551ece00 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.182096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7781ef39-c9c7-4bb2-bfc2-923fd2b7b732 None None] Network 466a21fb-8383-46a7-a052-61ca6adc6455 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:33.184072 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1cf2e60e-5ca8-42a0-b870-5060551ece00 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] 10.222.0.67 "DELETE /v2.0/subnets/457448da-cdc7-4eb7-8b03-01c4c2de3535 HTTP/1.1" status: 204 len: 168 time: 2.5898919 Dec 21 16:44:33.190163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38240) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:33.288676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bb30bbf9-0a0c-44ab-a93b-dc7600abcdd7 None None] Calling delete_port for 63079ad8-a5ce-4f12-aeda-4d95a060c462 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:33.296754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38244) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:33.409886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7403d500-c3e1-4e89-9921-296a449236ad None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.430508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7403d500-c3e1-4e89-9921-296a449236ad None None] Transition to ACTIVE for port object b84858cf-7d8b-4d19-8df8-321be1960275 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:33.432134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-bb30bbf9-0a0c-44ab-a93b-dc7600abcdd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:44:33.432673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-bb30bbf9-0a0c-44ab-a93b-dc7600abcdd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:44:33.443332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f6f196f-f4d2-4cbe-914e-edb657688091 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.484876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.487772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.500762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:33.554110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-635b88fd-26e4-4237-95c6-95f0e4d8c548 req-4fae5a04-0444-40c4-af8a-8ef1aa2ad485 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6432796 Dec 21 16:44:33.571431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4128a125-7ef8-4bcd-ad86-664fa170bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.588866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Deleting port 8bf37663-fe80-4f8a-9511-0931949ea3f1 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:33.589248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.613259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=63079ad8-a5ce-4f12-aeda-4d95a060c462,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:33.639024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:33.646540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-933456834', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:33.648616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f6f196f-f4d2-4cbe-914e-edb657688091 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.668011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:33.678128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No DVR routers for this DVR port 63079ad8-a5ce-4f12-aeda-4d95a060c462 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:33.687178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7403d500-c3e1-4e89-9921-296a449236ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.694109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-492ec8b7-d513-4dfe-a7c9-c96e0c15bcc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:33.718062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Usage tracker for resource:router and tenant:b50ca6a927d24d0a8597bc90a816736e is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:33.730914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:33.745223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:33.814146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.814742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.863319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.877390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.895082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c012877c-b980-4ac8-ac39-031672429eb7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:33.934368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403d500-c3e1-4e89-9921-296a449236ad None None] Pushing event updated for resources: {'Port': ['ID=b84858cf-7d8b-4d19-8df8-321be1960275,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:33.937859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bb30bbf9-0a0c-44ab-a93b-dc7600abcdd7 None None] Deleting port 63079ad8-a5ce-4f12-aeda-4d95a060c462 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:33.940368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb30bbf9-0a0c-44ab-a93b-dc7600abcdd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.956662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:33.963629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7403d500-c3e1-4e89-9921-296a449236ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:34.030854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bb30bbf9-0a0c-44ab-a93b-dc7600abcdd7 None None] The port '63079ad8-a5ce-4f12-aeda-4d95a060c462' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:44:34.049458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-430d30c0-098f-4643-b595-1f3683df6618 None None] Provisioning complete for port ac2b5ea3-2355-45e5-9672-318900fd4208 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:34.049458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-430d30c0-098f-4643-b595-1f3683df6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.074407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b9f532-5b9a-416d-a0eb-45c0b567bf96']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:34.105771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0044cc2a-9237-4287-bccc-97eeca2e00d5') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:34.106112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0044cc2a-9237-4287-bccc-97eeca2e00d5') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:34.114338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f6f196f-f4d2-4cbe-914e-edb657688091 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.116409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-635b88fd-26e4-4237-95c6-95f0e4d8c548 req-908e6977-09a6-4914-bb07-0c0fe808e735 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=075038327d62448cb2e2d92fbfae8cf8&device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 1099 time: 0.4525926 Dec 21 16:44:34.117815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.128156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] For port 8bf37663-fe80-4f8a-9511-0931949ea3f1, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8bf37663-fe80-4f8a-9511-0931949ea3f1,segment=NetworkSegment(e9ae49f8-d258-4335-8917-d400ec9cd182),segment_id=e9ae49f8-d258-4335-8917-d400ec9cd182)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:34.128554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.151752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=a9586537-58f8-48e3-b0f9-59a4898fcebd,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:34.154693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:34.174564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.211617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.220367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.242514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b84858cf-7d8b-4d19-8df8-321be1960275 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:34.246327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b33fa752-4aec-49f5-94f0-94f8eb56664f tempest-FloatingIPAdminTestJSON-1436109531 tempest-FloatingIPAdminTestJSON-1436109531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:34.305040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:34.305468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:34.329674 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:34.335527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75037947-7bc2-44f3-80b9-4f2532bcd234 None None] DHCP port deletion for 466a21fb-8383-46a7-a052-61ca6adc6455 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:34.345458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-75037947-7bc2-44f3-80b9-4f2532bcd234 None None] Deleting port 8bf37663-fe80-4f8a-9511-0931949ea3f1 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:34.346418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75037947-7bc2-44f3-80b9-4f2532bcd234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.385728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Calling delete_port for 8bf37663-fe80-4f8a-9511-0931949ea3f1 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:34.435383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-430d30c0-098f-4643-b595-1f3683df6618 None None] Provisioning for port a9586537-58f8-48e3-b0f9-59a4898fcebd completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:34.583068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f6f196f-f4d2-4cbe-914e-edb657688091 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.590552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-430d30c0-098f-4643-b595-1f3683df6618 None None] Provisioning complete for port a9586537-58f8-48e3-b0f9-59a4898fcebd triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:34.591033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-430d30c0-098f-4643-b595-1f3683df6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.610630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=62c8ece5-6ba5-4ce5-8e05-2eec07bf2293,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:34.622061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:34.627633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0df0b944-a6a8-4ab5-9de3-94b840fd5e22 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:34.687847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ac2b5ea3-2355-45e5-9672-318900fd4208 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:34.693781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.705105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.708515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f196f-f4d2-4cbe-914e-edb657688091 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6e1177-b8a6-4fee-9932-9dbe97435844,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:34.717051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0f6f196f-f4d2-4cbe-914e-edb657688091 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:34.723877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c0fd24da-4be9-4c8d-bc5d-a552f0536582 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:34.751710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-430d30c0-098f-4643-b595-1f3683df6618 None None] Port a9586537-58f8-48e3-b0f9-59a4898fcebd cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:44:34.758455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f6f196f-f4d2-4cbe-914e-edb657688091 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.777433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking segment: {'id': '22831cfd-4045-4483-a8a6-0e3fd5126dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:34.777833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network hostable DHCP agents. Network: 6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:44:34.791150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Network': ['ID=a0b9f532-5b9a-416d-a0eb-45c0b567bf96,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:34.798652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:34.840837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b88fd-26e4-4237-95c6-95f0e4d8c548 req-48037e8f-61b2-4679-a1ea-23dd528ce421 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:34.842462 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-635b88fd-26e4-4237-95c6-95f0e4d8c548 req-48037e8f-61b2-4679-a1ea-23dd528ce421 service neutron] 10.222.0.48 "GET /v2.0/networks?id=28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 200 len: 913 time: 0.6840663 Dec 21 16:44:34.844025 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/networks/a0b9f532-5b9a-416d-a0eb-45c0b567bf96 HTTP/1.1" status: 204 len: 168 time: 3.4228554 Dec 21 16:44:34.846161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38254) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:34.854463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'name': 'tempest-PortsTestJSON-1674355262'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:34.877586 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0f6f196f-f4d2-4cbe-914e-edb657688091 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/2f6e1177-b8a6-4fee-9932-9dbe97435844 HTTP/1.1" status: 204 len: 168 time: 3.1447186 Dec 21 16:44:34.897763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-75037947-7bc2-44f3-80b9-4f2532bcd234 None None] For port 8bf37663-fe80-4f8a-9511-0931949ea3f1, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8bf37663-fe80-4f8a-9511-0931949ea3f1,segment=NetworkSegment(e9ae49f8-d258-4335-8917-d400ec9cd182),segment_id=e9ae49f8-d258-4335-8917-d400ec9cd182)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:34.898363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75037947-7bc2-44f3-80b9-4f2532bcd234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:34.908417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38258) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:34.923473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-968275fc-5cb0-44ab-a659-2cf4bb2dbf4c None None] Provisioning complete for port a9586537-58f8-48e3-b0f9-59a4898fcebd triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:34.924153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-968275fc-5cb0-44ab-a659-2cf4bb2dbf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.016862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbcbb71-2664-4c19-a875-9667cd516355 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 4851cf21-09b6-4239-ac4f-687b2c96c92c {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:35.026612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbbcbb71-2664-4c19-a875-9667cd516355 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.062654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network 6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:44:35.074923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-968275fc-5cb0-44ab-a659-2cf4bb2dbf4c None None] Port a9586537-58f8-48e3-b0f9-59a4898fcebd cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:44:35.152174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ac2b5ea3-2355-45e5-9672-318900fd4208 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:35.153137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.165239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:35.169526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:35.170169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.192234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.196252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:35.196635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.200180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-75037947-7bc2-44f3-80b9-4f2532bcd234 None None] Calling delete_port for 8bf37663-fe80-4f8a-9511-0931949ea3f1 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:35.229695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9af967-cb07-4ce1-8137-8dec4c45f25e None None] Network 6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:35.231241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c909b927-11f5-4d72-aa10-f41bbb9cfaab tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:35.257288 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3679094 Dec 21 16:44:35.257486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbbcbb71-2664-4c19-a875-9667cd516355 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.258655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e88f3c4-f687-4e2f-b2ef-0eb8a5cb6e6c None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:35.267699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38262) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:35.277657 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-635b88fd-26e4-4237-95c6-95f0e4d8c548 req-cfa28609-10b7-40e0-8eb1-ddec9677d647 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 200 len: 1001 time: 0.4172633 Dec 21 16:44:35.289131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:35.307100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:35.319643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:35.320644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.354921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:35.371828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Pushing event deleted for resources: {'Port': ['ID=8bf37663-fe80-4f8a-9511-0931949ea3f1,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:35.381006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2851eb28-a83a-4132-b245-e96d56f9b43a None None] Could not find standard attr ID for object b3abf2b7-f683-48cd-8a0f-49b5cf0774ec. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:44:35.396417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:35.409337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:35.414920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.423067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] No DVR routers for this DVR port 8bf37663-fe80-4f8a-9511-0931949ea3f1 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:35.534099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port 3210e26f-3ff0-4c4e-b39d-496ed6740072 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:35.666484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b88fd-26e4-4237-95c6-95f0e4d8c548 req-93017f80-2e1f-4b24-b7b4-72cefcc05b17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:35.668066 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-635b88fd-26e4-4237-95c6-95f0e4d8c548 req-93017f80-2e1f-4b24-b7b4-72cefcc05b17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d7f618-3d65-4d7b-bf24-22070d8333ab HTTP/1.1" status: 200 len: 851 time: 0.3523836 Dec 21 16:44:35.773134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-75037947-7bc2-44f3-80b9-4f2532bcd234 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:44:35.773714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-75037947-7bc2-44f3-80b9-4f2532bcd234 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:44:35.774043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2851eb28-a83a-4132-b245-e96d56f9b43a None None] Provisioning for port b84858cf-7d8b-4d19-8df8-321be1960275 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:35.834538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2851eb28-a83a-4132-b245-e96d56f9b43a None None] Provisioning complete for port b84858cf-7d8b-4d19-8df8-321be1960275 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:35.835001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2851eb28-a83a-4132-b245-e96d56f9b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.862160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.872354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbbcbb71-2664-4c19-a875-9667cd516355 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.912151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.932670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.945437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:35.985130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466a21fb-8383-46a7-a052-61ca6adc6455']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:36.023353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ae49f8-d258-4335-8917-d400ec9cd182') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:36.024313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ae49f8-d258-4335-8917-d400ec9cd182') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:36.068163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:36.091646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 63079ad8-a5ce-4f12-aeda-4d95a060c462 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:44:36.138685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 63079ad8-a5ce-4f12-aeda-4d95a060c462 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:44:36.139132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 63079ad8-a5ce-4f12-aeda-4d95a060c462 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:44:36.141903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.175065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2', 'network_id': '6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2', 'tenant_id': '74ccbc71fd754f58a6e5c723791039cc', 'fixed_ips': [{'subnet_id': '62c8ece5-6ba5-4ce5-8e05-2eec07bf2293'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:44:36.175953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.180663 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-635b88fd-26e4-4237-95c6-95f0e4d8c548 req-c7c16d1f-cb39-426f-8e64-07fdd5bf2f92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28f1e28f-1df5-418a-9ebc-3336554e3511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4964077 Dec 21 16:44:36.275988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-75037947-7bc2-44f3-80b9-4f2532bcd234 None None] Deleting port 8bf37663-fe80-4f8a-9511-0931949ea3f1 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:36.276429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75037947-7bc2-44f3-80b9-4f2532bcd234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.290119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.292147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbbcbb71-2664-4c19-a875-9667cd516355 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.313268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.314643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8bf37663-fe80-4f8a-9511-0931949ea3f1 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:44:36.327218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43644c50-404b-4df4-8782-7d63cca33b6f tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:36.349326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:36.350125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:36.373309 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:36.376952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 8bf37663-fe80-4f8a-9511-0931949ea3f1 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:44:36.376952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8bf37663-fe80-4f8a-9511-0931949ea3f1 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:44:36.378722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbbcbb71-2664-4c19-a875-9667cd516355 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.406951 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dbbcbb71-2664-4c19-a875-9667cd516355 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/4851cf21-09b6-4239-ac4f-687b2c96c92c HTTP/1.1" status: 204 len: 168 time: 1.4854326 Dec 21 16:44:36.416272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcbb71-2664-4c19-a875-9667cd516355 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=4851cf21-09b6-4239-ac4f-687b2c96c92c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:36.418331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbbcbb71-2664-4c19-a875-9667cd516355 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:36.418768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-75037947-7bc2-44f3-80b9-4f2532bcd234 None None] The port '8bf37663-fe80-4f8a-9511-0931949ea3f1' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:44:36.423785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38270) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:36.492153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.513651 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a5262154-1d09-4a6a-97c2-e9deb83a32e0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889866 Dec 21 16:44:36.519619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.520819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38274) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:36.528915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:36.538324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Allocated IP 172.20.0.2 (6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2/62c8ece5-6ba5-4ce5-8e05-2eec07bf2293/d1dc9b06-ad9b-4635-9d8f-fa92f2807d57) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:36.671107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.685449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:36.690304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:36.693790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:36.701653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:36.706295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.720352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c5342d1-3dcf-4858-a828-5ad3c0cfd72c tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:36.789137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.805287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Transition to ACTIVE for port object d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:36.833224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Transition to ACTIVE for port object d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:36.840604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.850822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-945c626a-2309-4829-b34e-8f5ed1250d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:36.852025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:36.858518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:36.922512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Network 6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:36.925905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:36.933712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:36.949194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:36.955213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=3210e26f-3ff0-4c4e-b39d-496ed6740072,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:36.963785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:36.972481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:36.976978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:36.981780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Pushing event updated for resources: {'Port': ['ID=d1dc9b06-ad9b-4635-9d8f-fa92f2807d57,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:36.995679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:37.016508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.019564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Pushing event deleted for resources: {'Network': ['ID=466a21fb-8383-46a7-a052-61ca6adc6455,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:37.022975 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-635b88fd-26e4-4237-95c6-95f0e4d8c548 req-854a04e5-bc8d-476e-8c02-7115ae749736 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974386 Dec 21 16:44:37.028532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:37.029375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.034815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:37.039295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:37.040019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.067225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.079541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e30b0181-0bec-42d2-a31c-312d9e976919 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:37.112468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Attempting to bind port d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:37.112856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Attempting to bind port d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '22831cfd-4045-4483-a8a6-0e3fd5126dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:37.113269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Attempting to bind port d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 on network 6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:37.116920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.122133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:37.122559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Checking segment: {'id': '22831cfd-4045-4483-a8a6-0e3fd5126dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:37.123066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.123510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Bound using segment: {'id': '22831cfd-4045-4483-a8a6-0e3fd5126dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:37.124072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Bound port: d1dc9b06-ad9b-4635-9d8f-fa92f2807d57, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22831cfd-4045-4483-a8a6-0e3fd5126dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:37.124495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.137759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=4741fdd9-c67a-4bb3-8fde-a0cbce4e7e44,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:37.147481 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2989419 Dec 21 16:44:37.149542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:37.150048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38280) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:37.242972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] For port d1dc9b06-ad9b-4635-9d8f-fa92f2807d57, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:37.247554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] For port d1dc9b06-ad9b-4635-9d8f-fa92f2807d57, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d1dc9b06-ad9b-4635-9d8f-fa92f2807d57,segment=NetworkSegment(22831cfd-4045-4483-a8a6-0e3fd5126dbd),segment_id=22831cfd-4045-4483-a8a6-0e3fd5126dbd)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:37.251521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.257546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:37.338203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b7793-29cb-4abc-be59-c9d6ba39edb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port 3210e26f-3ff0-4c4e-b39d-496ed6740072 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:37.338590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7793-29cb-4abc-be59-c9d6ba39edb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.350695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.355251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4e5603c2-d3e2-4a50-a4bb-3a6d73fb6897 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:37.369986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Pushing event updated for resources: {'Port': ['ID=d1dc9b06-ad9b-4635-9d8f-fa92f2807d57,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:37.374908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:37.449256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Subnet': ['ID=62c8ece5-6ba5-4ce5-8e05-2eec07bf2293,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:37.452951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:37.473997 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] 10.222.0.67 "DELETE /v2.0/networks/466a21fb-8383-46a7-a052-61ca6adc6455 HTTP/1.1" status: 204 len: 168 time: 4.2824571 Dec 21 16:44:37.623641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4483c789-f260-43eb-810e-1d8c0ac1c85b None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:37.639497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.677407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.708013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:37.723588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22831cfd-4045-4483-a8a6-0e3fd5126dbd') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:37.724072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22831cfd-4045-4483-a8a6-0e3fd5126dbd') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:37.737573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.740311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4e978974-ab8d-4424-abd8-d4f2e2d45fed tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:37.755127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.762433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:37.763010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.800920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c9a972d8-cde6-4fe3-94b1-35b0a0b9c8c0 None None] Provisioning complete for port b84858cf-7d8b-4d19-8df8-321be1960275 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:37.801874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9a972d8-cde6-4fe3-94b1-35b0a0b9c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.882633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:37.920234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38288) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:37.921674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=46f3eca8-6d81-4d52-815c-7cf4ccd92234,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:37.926581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:37.930645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:37.941565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:37.942221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:37.965756 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:37.978276 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-635b88fd-26e4-4237-95c6-95f0e4d8c548 req-99e0c525-a806-4f9c-9f26-7ec309c242e6 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9099338 Dec 21 16:44:38.033701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 16:44:38.033701 dv-neutron-822515-1-hyperv neutron-server[88778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 16:44:38.033701 dv-neutron-822515-1-hyperv neutron-server[88778]: [parameters: {'id': '6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2'}] Dec 21 16:44:38.033701 dv-neutron-822515-1-hyperv neutron-server[88778]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:44:38.033701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:44:38.234095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7793-29cb-4abc-be59-c9d6ba39edb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:38.252057 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7291236 Dec 21 16:44:38.258433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38296) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:38.378745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:38.381628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Allocated IP 172.26.7.194 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/826eecc0-dc56-45da-97d9-15c89f6ce9f4) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:38.411643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:38.517872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b7793-29cb-4abc-be59-c9d6ba39edb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for 3210e26f-3ff0-4c4e-b39d-496ed6740072 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:38.529799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:38.558056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:38.566155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1c69db-834a-47fa-888a-a99d19a6de1b None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:38.604526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:38.604804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:38.659400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:38.676729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:38.707828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3d270cb4-aeb2-418a-b4bf-efb7a1181e99 None None] Provisioning complete for port b84858cf-7d8b-4d19-8df8-321be1960275 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:38.708397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d270cb4-aeb2-418a-b4bf-efb7a1181e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:38.741195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cc28fbb4-ceda-4eb9-970f-9fe2a21dbd7a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:38.748732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2dc0252f-d422-4b97-9632-d4c1dd6b5ac7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d432c6dbaa81430a8024e5f44b458c0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8175035 Dec 21 16:44:38.754137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38302) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:38.771727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:38.810236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7793-29cb-4abc-be59-c9d6ba39edb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:38.830201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c89c05f-8567-40db-8d2c-14a9ac30de72 tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:38.845248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:38.882461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b7793-29cb-4abc-be59-c9d6ba39edb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=3210e26f-3ff0-4c4e-b39d-496ed6740072,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:38.898757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a5b7793-29cb-4abc-be59-c9d6ba39edb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:38.907585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:38.921834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=a9586537-58f8-48e3-b0f9-59a4898fcebd,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:38.923263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:38.927915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7793-29cb-4abc-be59-c9d6ba39edb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:38.933459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:38.938317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:38.944084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:38.964947 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1a5b7793-29cb-4abc-be59-c9d6ba39edb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/3210e26f-3ff0-4c4e-b39d-496ed6740072 HTTP/1.1" status: 204 len: 168 time: 1.8115325 Dec 21 16:44:38.972397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38306) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:38.982143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'mac_address': 'fa:16:3e:22:d1:d3', 'name': 'tempest-PortsTestJSON-741893502'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:39.003103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e60a64a9-d9d4-4790-99cf-2ca06998bb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:39.012030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:39.138238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:39.148097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ec38b630-5bb8-4ea8-8d8e-13e72261482d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:39.227574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] For port d1dc9b06-ad9b-4635-9d8f-fa92f2807d57, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d1dc9b06-ad9b-4635-9d8f-fa92f2807d57,segment=NetworkSegment(22831cfd-4045-4483-a8a6-0e3fd5126dbd),segment_id=22831cfd-4045-4483-a8a6-0e3fd5126dbd)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:39.227976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:39.313709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:39.481365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fc26d316-4ea4-4da5-9390-ed13eed8ef84 None None] Provisioning complete for port b84858cf-7d8b-4d19-8df8-321be1960275 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:39.481795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc26d316-4ea4-4da5-9390-ed13eed8ef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:39.492746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e60a64a9-d9d4-4790-99cf-2ca06998bb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:39.639045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:39.665142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:39.675109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:39.690985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:39.698725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:39.714416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Calling delete_port for d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:39.755595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:39.793749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Pushing event updated for resources: {'Port': ['ID=826eecc0-dc56-45da-97d9-15c89f6ce9f4,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:39.799324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:39.802547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:39.803474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:39.819129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:39.847375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network a15714f2-8adb-45cb-af95-5b2558be086e is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:39.856910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:39.889065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e566d5de-859e-45c1-af72-779b528b2759 None None] Could not find standard attr ID for object b3abf2b7-f683-48cd-8a0f-49b5cf0774ec. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:44:39.894954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb0595-e9a0-4189-840b-7a95b07edc38 None None] Network 6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:40.010901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e60a64a9-d9d4-4790-99cf-2ca06998bb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:40.021341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6c1f2dc-ab93-4ac8-bef8-c21c4c30ba77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:40.056163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:40.070209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:40.107891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:40.140259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a64a9-d9d4-4790-99cf-2ca06998bb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d764c3f-200f-47bd-bd13-97cc0b13884b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:40.150656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e60a64a9-d9d4-4790-99cf-2ca06998bb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:40.171315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e60a64a9-d9d4-4790-99cf-2ca06998bb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:40.172576 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e60a64a9-d9d4-4790-99cf-2ca06998bb5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3d764c3f-200f-47bd-bd13-97cc0b13884b HTTP/1.1" status: 204 len: 168 time: 1.4160287 Dec 21 16:44:40.192996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Port': ['ID=d1dc9b06-ad9b-4635-9d8f-fa92f2807d57,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:40.201784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:40.242047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No DVR routers for this DVR port d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:40.243133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port cb5efd11-980e-48f5-8a44-37ab8fcdb63a yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:40.498875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1481c74a-91f0-4d85-8de4-dd9808883070 None None] Could not find standard attr ID for object d1dc9b06-ad9b-4635-9d8f-fa92f2807d57. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:44:40.625106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ea603-46da-404f-b80d-884aac26858a None None] DHCP port deletion for 6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:40.669032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b392e11-ed77-41fe-a0f2-bc1570323c84 None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:44:40.776718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2708a0f2-728e-4aa9-9a76-96ecfc546bd8 None None] Provisioning complete for port a9586537-58f8-48e3-b0f9-59a4898fcebd triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:40.779152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2708a0f2-728e-4aa9-9a76-96ecfc546bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:40.810106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:40.810994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:40.891859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:40.893387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:40.918452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c7e6fae-c80e-4fb7-9b25-1bf88f409dfc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:40.919832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2708a0f2-728e-4aa9-9a76-96ecfc546bd8 None None] Port a9586537-58f8-48e3-b0f9-59a4898fcebd cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:44:40.928930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22831cfd-4045-4483-a8a6-0e3fd5126dbd') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:40.929268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22831cfd-4045-4483-a8a6-0e3fd5126dbd') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:40.961170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:40.984573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b392e11-ed77-41fe-a0f2-bc1570323c84 None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:44:40.995284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:41.008092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:41.008543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:41.033997 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:41.132806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:41.132806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:41.143201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:41.151748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4114e0a-ed4a-4dc4-8b6f-bf439c0d7891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075080124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:41.173506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:41.192300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:41.259837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:41.261528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=cb5efd11-980e-48f5-8a44-37ab8fcdb63a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:41.268662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:41.294138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:41.297369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:41.303067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:41.303949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:41.314275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2 HTTP/1.1" status: 204 len: 168 time: 6.0362442 Dec 21 16:44:41.315416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:41.315644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38330) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:41.408854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:44:41.417349 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2236315e-f8e2-4faf-bbcd-19f06854e8d9 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] GET failed (client error): The resource could not be found. Dec 21 16:44:41.425499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2236315e-f8e2-4faf-bbcd-19f06854e8d9 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Synchronizing usage tracker for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:41.431513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800a27d-2f79-47c4-99ba-a2d9ec4043c7 req-96e81d2c-1549-4713-bc1c-382242b9cd9f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:41.433999 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f800a27d-2f79-47c4-99ba-a2d9ec4043c7 req-96e81d2c-1549-4713-bc1c-382242b9cd9f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.6010218 Dec 21 16:44:41.526611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2236315e-f8e2-4faf-bbcd-19f06854e8d9 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Unset dirty status for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:41.530553 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2236315e-f8e2-4faf-bbcd-19f06854e8d9 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/subnets/62c8ece5-6ba5-4ce5-8e05-2eec07bf2293 HTTP/1.1" status: 404 len: 337 time: 0.2109165 Dec 21 16:44:41.557744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251d8ee7-9733-4c1a-84c1-01ddec404bc4 None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:44:41.580494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38338) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:41.587913 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6127632 Dec 21 16:44:41.598764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38342) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:41.642242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38346) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:41.706510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d8ee7-9733-4c1a-84c1-01ddec404bc4 None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:44:41.711652 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f532fb-53ff-4c91-960c-ebad74652b2a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:44:41.711941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f532fb-53ff-4c91-960c-ebad74652b2a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:41.720145 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-56f532fb-53ff-4c91-960c-ebad74652b2a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2 HTTP/1.1" status: 404 len: 339 time: 0.1379416 Dec 21 16:44:41.720654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38352) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:41.756573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:44:41.769890 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f800a27d-2f79-47c4-99ba-a2d9ec4043c7 req-720ad84d-4935-4ffd-936a-ee04e2812677 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202364 Dec 21 16:44:41.777298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c50ae39-f6c8-4397-98cc-a703654c1104 None None] Sync routers for ids ['dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:44:41.777786 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3369682 Dec 21 16:44:41.779150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38356) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:41.816498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50ae39-f6c8-4397-98cc-a703654c1104 None None] Routers {'dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:41.817190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7c50ae39-f6c8-4397-98cc-a703654c1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:41.882854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Router 0b611281-76b7-4052-8fce-d5f5419e6db1 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:44:41.893318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30017e2b-74b8-4772-b228-881fa2e71fec tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:41.894893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-30017e2b-74b8-4772-b228-881fa2e71fec tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Synchronizing usage tracker for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:41.934470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc33c55-ea29-4632-adc0-0adaac3ef54c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:41.935072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7cc33c55-ea29-4632-adc0-0adaac3ef54c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:41.982829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911979015'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:41.984660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7c50ae39-f6c8-4397-98cc-a703654c1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:41.989718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-30017e2b-74b8-4772-b228-881fa2e71fec tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Unset dirty status for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:41.994769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-30017e2b-74b8-4772-b228-881fa2e71fec tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports/a9586537-58f8-48e3-b0f9-59a4898fcebd HTTP/1.1" status: 200 len: 976 time: 0.2128963 Dec 21 16:44:41.996275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38362) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:42.002429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50ae39-f6c8-4397-98cc-a703654c1104 None None] Routers {'dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:42.003145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7c50ae39-f6c8-4397-98cc-a703654c1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:42.011076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:42.089312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:42.090673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7c50ae39-f6c8-4397-98cc-a703654c1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:42.091170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c50ae39-f6c8-4397-98cc-a703654c1104 None None] The sync data for ids ['dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:44:42.107376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:42.291830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:44:42.331013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:44:42.331416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d1dc9b06-ad9b-4635-9d8f-fa92f2807d57 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:44:42.416195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7cc33c55-ea29-4632-adc0-0adaac3ef54c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:42.420159 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7cc33c55-ea29-4632-adc0-0adaac3ef54c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/cb5efd11-980e-48f5-8a44-37ab8fcdb63a HTTP/1.1" status: 200 len: 840 time: 0.8171396 Dec 21 16:44:42.437978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38368) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:42.480779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:42.508419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:42.521836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974a52f2-95b6-47c6-ba41-a9d938fe8b02 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:42.522636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-974a52f2-95b6-47c6-ba41-a9d938fe8b02 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Synchronizing usage tracker for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:42.529685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:42.650007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-48469922-adcb-4110-9438-43cdc8650ee4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port cb5efd11-980e-48f5-8a44-37ab8fcdb63a {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:42.650379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:42.650501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48469922-adcb-4110-9438-43cdc8650ee4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:42.659605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:42.663675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:42.676633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:42.693060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-974a52f2-95b6-47c6-ba41-a9d938fe8b02 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Unset dirty status for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:42.697082 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-974a52f2-95b6-47c6-ba41-a9d938fe8b02 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9652634 Dec 21 16:44:42.701258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38372) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:42.812204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561e14b-033a-4c53-b40c-1761bab82514 req-3ef1f5dc-7e92-49bc-a95c-495e45e1f65f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:42.813878 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5561e14b-033a-4c53-b40c-1761bab82514 req-3ef1f5dc-7e92-49bc-a95c-495e45e1f65f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.4869592 Dec 21 16:44:42.819787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f786f566-1825-4bc5-bd35-1ac89b10eb3d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Synchronizing usage tracker for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:42.882452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:44:42.893937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4869ed-e516-4aaa-96b5-b95cc7d649be None None] Sync routers for ids ['0b611281-76b7-4052-8fce-d5f5419e6db1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:44:42.911276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4869ed-e516-4aaa-96b5-b95cc7d649be None None] Routers {'0b611281-76b7-4052-8fce-d5f5419e6db1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:42.911989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0d4869ed-e516-4aaa-96b5-b95cc7d649be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['0b611281-76b7-4052-8fce-d5f5419e6db1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:42.938146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:42.956555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:42.961997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f786f566-1825-4bc5-bd35-1ac89b10eb3d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Unset dirty status for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:42.962152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:42.966596 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f786f566-1825-4bc5-bd35-1ac89b10eb3d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 207 time: 0.2594669 Dec 21 16:44:42.966746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-84608965-0050-433b-9f12-627a82046865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:42.973567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38376) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:42.982639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:42.983563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.6856110 Dec 21 16:44:42.990125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38378) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:42.994931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0d4869ed-e516-4aaa-96b5-b95cc7d649be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:43.007540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4869ed-e516-4aaa-96b5-b95cc7d649be None None] Routers {'0b611281-76b7-4052-8fce-d5f5419e6db1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:43.008230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0d4869ed-e516-4aaa-96b5-b95cc7d649be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['0b611281-76b7-4052-8fce-d5f5419e6db1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:43.075397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0d4869ed-e516-4aaa-96b5-b95cc7d649be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:43.077835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4869ed-e516-4aaa-96b5-b95cc7d649be None None] The sync data for ids ['0b611281-76b7-4052-8fce-d5f5419e6db1'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:44:43.087288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:43.100311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a78e5fe-05b5-4f8e-8b64-f8d4a3dae636,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:43.103361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:43.126534 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5561e14b-033a-4c53-b40c-1761bab82514 req-ef31b921-5185-41da-a70e-85cf717373b0 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3025746 Dec 21 16:44:43.132559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:43.135714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:43.154769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:43.265820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48469922-adcb-4110-9438-43cdc8650ee4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:43.322864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:43.361816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:43.368429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:43.435746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00883217-685f-46a8-a4c1-18afd980508a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:43.439359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:43.440659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7908485 Dec 21 16:44:43.441896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:43.446016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38388) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:43.446767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-48469922-adcb-4110-9438-43cdc8650ee4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for cb5efd11-980e-48f5-8a44-37ab8fcdb63a owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:43.519101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router de9b4821-e75d-42f2-824e-82945821db70 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:44:43.600458 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2a905ad5-01a9-4673-ab88-82785155fbc6 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/routers/0b611281-76b7-4052-8fce-d5f5419e6db1 HTTP/1.1" status: 200 len: 920 time: 0.6047621 Dec 21 16:44:43.602918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38394) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:43.641285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1fe2ba8-7fc2-4775-a096-0a18cf80f906 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:43.642048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef09b11-4eac-4626-8037-5e2bb8256b7d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:43.646652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef09b11-4eac-4626-8037-5e2bb8256b7d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:43.651116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef09b11-4eac-4626-8037-5e2bb8256b7d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:43.655489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef09b11-4eac-4626-8037-5e2bb8256b7d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:43.656269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:43.657334 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bef09b11-4eac-4626-8037-5e2bb8256b7d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6637456 Dec 21 16:44:43.686581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38398) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:43.722964 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a85dfb25-fc25-4275-a186-c2c30d85548d tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b611281-76b7-4052-8fce-d5f5419e6db1 HTTP/1.1" status: 200 len: 205 time: 0.1182201 Dec 21 16:44:43.728687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38404) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:43.868949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1fe2ba8-7fc2-4775-a096-0a18cf80f906 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:43.870236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c1fe2ba8-7fc2-4775-a096-0a18cf80f906 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4218173 Dec 21 16:44:43.876431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38408) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:43.886572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-01fe1213-928c-474c-aecd-16d4851c0cbc tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group': {'name': 'tempest-security--330416584', 'description': 'tempest-security-description-2104933751'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:43.895411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48469922-adcb-4110-9438-43cdc8650ee4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:43.959952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1b8f989a-ec1b-4650-bbca-06a7c5317719 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:43.963239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01fe1213-928c-474c-aecd-16d4851c0cbc tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.017903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] For port b84858cf-7d8b-4d19-8df8-321be1960275, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b84858cf-7d8b-4d19-8df8-321be1960275,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:44.031733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48469922-adcb-4110-9438-43cdc8650ee4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=cb5efd11-980e-48f5-8a44-37ab8fcdb63a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:44.040651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-48469922-adcb-4110-9438-43cdc8650ee4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:44.103342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48469922-adcb-4110-9438-43cdc8650ee4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.132712 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-56f21705-bc0d-4a6f-806f-40d8664f7000 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4447291 Dec 21 16:44:44.136854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01fe1213-928c-474c-aecd-16d4851c0cbc tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.140133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38412) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:44.142168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.145947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01fe1213-928c-474c-aecd-16d4851c0cbc tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.148516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01fe1213-928c-474c-aecd-16d4851c0cbc tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.149828 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-01fe1213-928c-474c-aecd-16d4851c0cbc tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "PUT /v2.0/security-groups/00883217-685f-46a8-a4c1-18afd980508a HTTP/1.1" status: 200 len: 1611 time: 0.2710729 Dec 21 16:44:44.152904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b8dcabf-bad7-49c9-9424-a0612cc5c8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:44.167146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38416) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:44.192458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.193292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.202085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-155eceb5-42e6-43d7-8d8f-3b85a82f7231 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:44.234605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe1213-928c-474c-aecd-16d4851c0cbc tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00883217-685f-46a8-a4c1-18afd980508a,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:44.288408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01fe1213-928c-474c-aecd-16d4851c0cbc tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:44.380201 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-249448a7-ed4b-49f5-a120-5e58f01b30c0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups/00883217-685f-46a8-a4c1-18afd980508a HTTP/1.1" status: 200 len: 1611 time: 0.2094388 Dec 21 16:44:44.382299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38420) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:44.421131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.520046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port a9586537-58f8-48e3-b0f9-59a4898fcebd {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:44.520390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.525473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-48469922-adcb-4110-9438-43cdc8650ee4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/cb5efd11-980e-48f5-8a44-37ab8fcdb63a HTTP/1.1" status: 204 len: 168 time: 2.0864317 Dec 21 16:44:44.545685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38424) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:44.569681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e7905-0a0d-4c46-892d-597b3e853d8d req-3ef81c86-4835-49fd-93ea-5c869282ced1 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:44.571345 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-228e7905-0a0d-4c46-892d-597b3e853d8d req-3ef81c86-4835-49fd-93ea-5c869282ced1 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.7714522 Dec 21 16:44:44.627141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:44.629146 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99162b5-0c2f-473d-9068-5f0c0bd8374a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:44:44.630496 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e99162b5-0c2f-473d-9068-5f0c0bd8374a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/cb5efd11-980e-48f5-8a44-37ab8fcdb63a HTTP/1.1" status: 404 len: 333 time: 0.0760231 Dec 21 16:44:44.636214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38428) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:44.641242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:44.645699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4c054-2409-4690-a902-9c48ebb2a9e2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:44.647225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4c054-2409-4690-a902-9c48ebb2a9e2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:44.654123 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7bf4c054-2409-4690-a902-9c48ebb2a9e2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5043881 Dec 21 16:44:44.654123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:44.654408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e0331c-d594-480f-a462-31d2ea1a2ef4 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:44.654523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.661498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38432) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:44.665633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'name': 'tempest-PortsTestJSON-1981246496'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:44.688356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=b84858cf-7d8b-4d19-8df8-321be1960275,revision_number=8']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:44.701590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:44.754961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30c3f395-9c0d-41d2-92bb-5ea5f39a39a1 tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:44.878889 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.5455017 Dec 21 16:44:44.900008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38436) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:44.926451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:f8:62:16', 'name': 'tempest-NetworksTestDHCPv6-1325887187'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:44.957641 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-228e7905-0a0d-4c46-892d-597b3e853d8d req-9c02df1e-6473-459f-b49b-366cdacbf8c4 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3773460 Dec 21 16:44:44.963103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55df2f2-1bfe-481c-b85e-b6966863eb8a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:44.970920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=67b24b41-458c-4eea-be49-da5a83359c13,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:44.980068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:44.985409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda939fe-5451-46ab-a480-3644ccc3dcf7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:44.986913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda939fe-5451-46ab-a480-3644ccc3dcf7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:44.992573 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eda939fe-5451-46ab-a480-3644ccc3dcf7 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3021212 Dec 21 16:44:44.992573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:44.995256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38440) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:45.001853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:45.028502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:45.035714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d2c64-50ae-4644-85f4-9a5e7cbcd930 None None] Update dhcp port {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': '67b24b41-458c-4eea-be49-da5a83359c13', 'ip_address': '2001:db8::f816:3eff:fef1:27ab'}, {'subnet_id': '46f3eca8-6d81-4d52-815c-7cf4ccd92234'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': 'b84858cf-7d8b-4d19-8df8-321be1960275'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:44:45.055539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:45.071634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:44:45.083820 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "PUT /v2.0/routers/de9b4821-e75d-42f2-824e-82945821db70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4856706 Dec 21 16:44:45.087384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822ce0e-eeac-4ac4-8a3f-8852a70f1810 None None] Sync routers for ids ['de9b4821-e75d-42f2-824e-82945821db70'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:44:45.098992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-345d2c64-50ae-4644-85f4-9a5e7cbcd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.101629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822ce0e-eeac-4ac4-8a3f-8852a70f1810 None None] Routers {'de9b4821-e75d-42f2-824e-82945821db70'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:45.102507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c822ce0e-eeac-4ac4-8a3f-8852a70f1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['de9b4821-e75d-42f2-824e-82945821db70'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:45.136578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38444) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:45.184138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c822ce0e-eeac-4ac4-8a3f-8852a70f1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:45.197453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822ce0e-eeac-4ac4-8a3f-8852a70f1810 None None] Routers {'de9b4821-e75d-42f2-824e-82945821db70'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:45.198520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c822ce0e-eeac-4ac4-8a3f-8852a70f1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['de9b4821-e75d-42f2-824e-82945821db70'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:45.200924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:45.207104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.213358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55df2f2-1bfe-481c-b85e-b6966863eb8a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.275470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c822ce0e-eeac-4ac4-8a3f-8852a70f1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:45.276304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822ce0e-eeac-4ac4-8a3f-8852a70f1810 None None] The sync data for ids ['de9b4821-e75d-42f2-824e-82945821db70'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:44:45.280529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port a96be8e1-f6e2-4eba-8b11-ee5a21aebbb3 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:45.329544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf06209e-5e15-4b7c-a1ea-368c46d5c471 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:45.334815 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cf06209e-5e15-4b7c-a1ea-368c46d5c471 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/networks/ff238f3c-b571-4e40-af29-958627f8e8cf HTTP/1.1" status: 200 len: 800 time: 0.3344188 Dec 21 16:44:45.341326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38448) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:45.346817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.396617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-345d2c64-50ae-4644-85f4-9a5e7cbcd930 None None] Allocated IP 172.20.0.2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/46f3eca8-6d81-4d52-815c-7cf4ccd92234/b84858cf-7d8b-4d19-8df8-321be1960275) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:45.452608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:45.529560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for a9586537-58f8-48e3-b0f9-59a4898fcebd owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:45.557257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-345d2c64-50ae-4644-85f4-9a5e7cbcd930 None None] For port b84858cf-7d8b-4d19-8df8-321be1960275, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b84858cf-7d8b-4d19-8df8-321be1960275,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:45.561925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:45.567708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55df2f2-1bfe-481c-b85e-b6966863eb8a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.576139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:45.584889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-64e930d5-31d2-4357-b200-df7d8400a619 tempest-ExtraDHCPOptionsTestJSON-1532094287 tempest-ExtraDHCPOptionsTestJSON-1532094287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:45.585277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-345d2c64-50ae-4644-85f4-9a5e7cbcd930 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.608580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-345d2c64-50ae-4644-85f4-9a5e7cbcd930 None None] Transition to ACTIVE for port object b84858cf-7d8b-4d19-8df8-321be1960275 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:45.609736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:45.612116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-345d2c64-50ae-4644-85f4-9a5e7cbcd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.617747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7403d500-c3e1-4e89-9921-296a449236ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:45.632606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.669976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.685404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55df2f2-1bfe-481c-b85e-b6966863eb8a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00883217-685f-46a8-a4c1-18afd980508a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:45.714234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f55df2f2-1bfe-481c-b85e-b6966863eb8a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:45.728687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:45.742768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.748887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e163b537-cab0-43cc-abd1-419ee6827d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.750407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-333894d9-693e-4ce7-8abe-cb6fc70ff21f tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:45.750529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55df2f2-1bfe-481c-b85e-b6966863eb8a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.754008 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f55df2f2-1bfe-481c-b85e-b6966863eb8a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-groups/00883217-685f-46a8-a4c1-18afd980508a HTTP/1.1" status: 204 len: 168 time: 1.3640845 Dec 21 16:44:45.776320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38452) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:45.789931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d2c64-50ae-4644-85f4-9a5e7cbcd930 None None] Pushing event updated for resources: {'Port': ['ID=b84858cf-7d8b-4d19-8df8-321be1960275,revision_number=9']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:45.794408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-345d2c64-50ae-4644-85f4-9a5e7cbcd930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:45.836775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:45.849339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:45.852687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=a96be8e1-f6e2-4eba-8b11-ee5a21aebbb3,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:45.854629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e5db3a5a-6b0e-4589-a511-8369f40dec9e tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Synchronizing usage tracker for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:45.855066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:45.857178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.859947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:45.860616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.867661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:45.957924 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3187463 Dec 21 16:44:45.960763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38456) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:45.965328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Deleting port 826eecc0-dc56-45da-97d9-15c89f6ce9f4 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:45.965652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:45.969117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c7daebca-b818-41f9-9da2-eac4b4f81fa2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:46.034527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e5db3a5a-6b0e-4589-a511-8369f40dec9e tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Unset dirty status for tenant:74ccbc71fd754f58a6e5c723791039cc on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:46.036057 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e5db3a5a-6b0e-4589-a511-8369f40dec9e tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/networks/ff238f3c-b571-4e40-af29-958627f8e8cf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6937132 Dec 21 16:44:46.043821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38462) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:46.113494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-395f78e7-c2b2-4431-89f3-fb14bd8d9369 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:46.132898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7daebca-b818-41f9-9da2-eac4b4f81fa2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:46.147030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:46.249556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:46.267031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b84858cf-7d8b-4d19-8df8-321be1960275 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:46.276477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 8ce53c93-e3ca-417e-b087-307eff77313c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:46.276830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:46.420710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02b779-61c6-40fc-a258-3fe35cffbdcc tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:46.422257 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8d02b779-61c6-40fc-a258-3fe35cffbdcc tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/subnets/fa49e7f5-4f52-4e20-91e3-37ac987fc706 HTTP/1.1" status: 200 len: 811 time: 0.3740690 Dec 21 16:44:46.430980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38466) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:46.435838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:46.444885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:46.452546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 470c64c0-ab63-4738-95e0-7df64b6fae67 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:44:46.491700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-395f78e7-c2b2-4431-89f3-fb14bd8d9369 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:46.495841 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-395f78e7-c2b2-4431-89f3-fb14bd8d9369 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7117467 Dec 21 16:44:46.502057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:46.540103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38470) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:46.664433 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-7e254d10-730b-4a87-90a1-4ac1caf917b6 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] delete failed (client error): The resource could not be found. Dec 21 16:44:46.669318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7e254d10-730b-4a87-90a1-4ac1caf917b6 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-groups/00883217-685f-46a8-a4c1-18afd980508a HTTP/1.1" status: 404 len: 347 time: 0.1105738 Dec 21 16:44:46.669475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Calling delete_port for 826eecc0-dc56-45da-97d9-15c89f6ce9f4 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:46.677844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b74d13-66c3-43c6-8e79-583d8b4ed3a8 req-ef7b7565-4bd4-4313-8cae-0f257613372a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:46.679499 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f5b74d13-66c3-43c6-8e79-583d8b4ed3a8 req-ef7b7565-4bd4-4313-8cae-0f257613372a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.4893229 Dec 21 16:44:46.682034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38474) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:46.698198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645225357'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:46.698877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=a9586537-58f8-48e3-b0f9-59a4898fcebd,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:46.718941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:46.799419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-727b2029-a86c-4de9-821d-f771ab43cdfc None None] Provisioning for port b84858cf-7d8b-4d19-8df8-321be1960275 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:46.808848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-727b2029-a86c-4de9-821d-f771ab43cdfc None None] Provisioning complete for port b84858cf-7d8b-4d19-8df8-321be1960275 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:46.809275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-727b2029-a86c-4de9-821d-f771ab43cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.006944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:47.027372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebb1cd8-dd51-47f2-bbcb-4db5a84ace4a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:47.032707 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2ebb1cd8-dd51-47f2-bbcb-4db5a84ace4a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "GET /v2.0/subnets/fa49e7f5-4f52-4e20-91e3-37ac987fc706?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5804398 Dec 21 16:44:47.052202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38478) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:47.064861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.078113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-995753839'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:47.083085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:47.093478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7daebca-b818-41f9-9da2-eac4b4f81fa2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.107734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.109852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:47.166815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7daebca-b818-41f9-9da2-eac4b4f81fa2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.236904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-47cdcc60-4fdc-4c4a-9935-f2811c0556b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:47.272136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 8ce53c93-e3ca-417e-b087-307eff77313c owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:47.325205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.348757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:47.376241 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f5b74d13-66c3-43c6-8e79-583d8b4ed3a8 req-3c5fa8d0-7fca-46cd-925c-0623c6b8ea2e tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6822898 Dec 21 16:44:47.391587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c7daebca-b818-41f9-9da2-eac4b4f81fa2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] In _notify_port_updated(), no bound segment for port a96be8e1-f6e2-4eba-8b11-ee5a21aebbb3 on network a6d500d5-3266-4f4d-a7b9-c5622d13c57d {{(pid=88888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:44:47.395938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7daebca-b818-41f9-9da2-eac4b4f81fa2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:47.396606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7daebca-b818-41f9-9da2-eac4b4f81fa2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.401016 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c7daebca-b818-41f9-9da2-eac4b4f81fa2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "PUT /v2.0/ports/a96be8e1-f6e2-4eba-8b11-ee5a21aebbb3 HTTP/1.1" status: 200 len: 818 time: 1.4389315 Dec 21 16:44:47.403584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38482) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:47.413089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 172.20.0.7 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/46f3eca8-6d81-4d52-815c-7cf4ccd92234/470c64c0-ab63-4738-95e0-7df64b6fae67) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:47.431576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:47.437099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.461747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::f816:3eff:fef8:6216 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/67b24b41-458c-4eea-be49-da5a83359c13/470c64c0-ab63-4738-95e0-7df64b6fae67) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:47.475352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7daebca-b818-41f9-9da2-eac4b4f81fa2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=a96be8e1-f6e2-4eba-8b11-ee5a21aebbb3,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:47.478388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c7daebca-b818-41f9-9da2-eac4b4f81fa2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:47.507447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.511784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:47.518077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:47.522899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:47.531273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:47.542380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4deb2fea-8b4a-45c8-b45b-6862a35840b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port a96be8e1-f6e2-4eba-8b11-ee5a21aebbb3 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:47.542766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4deb2fea-8b4a-45c8-b45b-6862a35840b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.653763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.659161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.667619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:47.700659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.726289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b44406d-ee04-47c0-9e28-357475619886,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:47.730025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:47.730554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1435ab93-d4a3-410b-8cb2-05a54345e3aa tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:47.770977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.772349 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0853829 Dec 21 16:44:47.797792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=8ce53c93-e3ca-417e-b087-307eff77313c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:47.799614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38486) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:47.806814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:47.819530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': '9b44406d-ee04-47c0-9e28-357475619886', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:47.858908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:47.870225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:47.875831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:47.887313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:47.893850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:44:47.901361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.912091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a62584ad-0b7c-4877-a0f3-3354e384b3e6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:47.963205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5ecf-54bb-44b5-b779-49a258fa5848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.971303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:47.971705 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Added segment a279af84-b277-4e74-b9ab-80b419b445d2 of type vlan for network 998d3dab-5a1e-40f0-a419-6473072c6a58 Dec 21 16:44:48.039733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Pushing event deleted for resources: {'Port': ['ID=826eecc0-dc56-45da-97d9-15c89f6ce9f4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:48.054730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.068839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:48.108584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.115151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.260916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.387485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4deb2fea-8b4a-45c8-b45b-6862a35840b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.444327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.448483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:48.449145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.471683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-949f71d1-c637-4949-a795-a7a4966b2cf0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:48.473849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.502052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.514653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.528470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.552303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4deb2fea-8b4a-45c8-b45b-6862a35840b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for a96be8e1-f6e2-4eba-8b11-ee5a21aebbb3 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:48.604534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.675439 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6191049 Dec 21 16:44:48.680323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Network': ['ID=998d3dab-5a1e-40f0-a419-6473072c6a58,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:48.684204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38492) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:48.685028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.689197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8815813 Dec 21 16:44:48.689927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:48.691612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24d10612-6cd2-4113-824d-22e54f7dd156 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:48.694404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 998d3dab-5a1e-40f0-a419-6473072c6a58 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:48.703010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38496) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:48.707195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'network_id': '998d3dab-5a1e-40f0-a419-6473072c6a58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:48.769528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c30eb2-ea8b-4e5a-9509-c3d7c6987f3d,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:48.802434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:48.885934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.886450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Fanout notify agent at l3_agent the message router_deleted on router de9b4821-e75d-42f2-824e-82945821db70 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:44:48.904102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d963daca-a926-4074-9842-a5a6a300cbb3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.927136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c90e3-6f2b-4a20-87a0-29835151169f req-3121a7c2-fb0c-468a-9e2f-65c04e0dd114 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:48.928704 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-388c90e3-6f2b-4a20-87a0-29835151169f req-3121a7c2-fb0c-468a-9e2f-65c04e0dd114 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.4190197 Dec 21 16:44:48.930158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d963daca-a926-4074-9842-a5a6a300cbb3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.936541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:48.941809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:48.943013 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/routers/de9b4821-e75d-42f2-824e-82945821db70 HTTP/1.1" status: 204 len: 168 time: 3.8053763 Dec 21 16:44:48.948925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38500) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:48.949423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 470c64c0-ab63-4738-95e0-7df64b6fae67 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:49.017729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:49.073911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Made reservation on behalf of 74ccbc71fd754f58a6e5c723791039cc for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:49.097775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d963daca-a926-4074-9842-a5a6a300cbb3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.123209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.124346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:49.146790 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-388c90e3-6f2b-4a20-87a0-29835151169f req-741758e4-f673-43c9-9671-cb9bb9736400 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024839 Dec 21 16:44:49.167501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963daca-a926-4074-9842-a5a6a300cbb3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7c30eb2-ea8b-4e5a-9509-c3d7c6987f3d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:49.233441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d963daca-a926-4074-9842-a5a6a300cbb3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:49.234313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d963daca-a926-4074-9842-a5a6a300cbb3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.235597 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d963daca-a926-4074-9842-a5a6a300cbb3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/e7c30eb2-ea8b-4e5a-9509-c3d7c6987f3d HTTP/1.1" status: 204 len: 168 time: 0.5112672 Dec 21 16:44:49.252326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38504) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:49.281086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.290675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4deb2fea-8b4a-45c8-b45b-6862a35840b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.296040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.355960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76a4dcad-aa3f-416b-8158-329bb2958ba5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:49.459309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing IP validity checks on allocation pools {{(pid=88888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 16:44:49.459919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 16:44:49.469208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:44:49.481807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb2fea-8b4a-45c8-b45b-6862a35840b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=a96be8e1-f6e2-4eba-8b11-ee5a21aebbb3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:49.493090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4deb2fea-8b4a-45c8-b45b-6862a35840b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:49.493668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-58c20b25-8ce3-4385-9809-63f4045ce13f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:49.509015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-69841814-8287-4324-9eaf-bc167b96f274 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:49.516829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b5e7ec-3f41-49fc-9c20-2e25f0da3066 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting subnet 6aef49e4-e38c-48d4-9ef3-8a21ccddab3f {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:49.522219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e7ec-3f41-49fc-9c20-2e25f0da3066 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.541917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.560834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4deb2fea-8b4a-45c8-b45b-6862a35840b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.576340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:49.587004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.594604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-69841814-8287-4324-9eaf-bc167b96f274 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:49.595168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:49.596022 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-69841814-8287-4324-9eaf-bc167b96f274 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3426998 Dec 21 16:44:49.598397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e7ec-3f41-49fc-9c20-2e25f0da3066 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.602506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38508) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:49.603401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:49.707249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.734513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=470c64c0-ab63-4738-95e0-7df64b6fae67,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:49.805243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:49.809264 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4deb2fea-8b4a-45c8-b45b-6862a35840b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/a96be8e1-f6e2-4eba-8b11-ee5a21aebbb3 HTTP/1.1" status: 204 len: 168 time: 2.3976552 Dec 21 16:44:49.830919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38512) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:49.933677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:49.934369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.943865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.944417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Fanout notify agent at l3_agent the message router_deleted on router 0b611281-76b7-4052-8fce-d5f5419e6db1 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:44:49.983355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:44:49.991704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:49.994360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/0b611281-76b7-4052-8fce-d5f5419e6db1 HTTP/1.1" status: 204 len: 168 time: 6.2613115 Dec 21 16:44:49.999080 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9908133 Dec 21 16:44:50.000480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38516) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:50.000842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38518) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:50.001541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342399c4-b057-431c-a8de-07c5a9463a24 None None] Sync routers for ids ['dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:44:50.007755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1d58586e-1235-41d6-bd9a-7018e78f45f3 None None] Provisioning for port 470c64c0-ab63-4738-95e0-7df64b6fae67 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:50.007920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.1042116 Dec 21 16:44:50.009772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38524) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:50.009982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Request body: {'router': {'name': 'tempest-snat-router-30619238', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'enable_snat': False}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:50.010401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61c0fcb1-1e6e-4c02-9a2a-a97427a88850 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.014533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1d58586e-1235-41d6-bd9a-7018e78f45f3 None None] Provisioning complete for port 470c64c0-ab63-4738-95e0-7df64b6fae67 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:50.014674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d58586e-1235-41d6-bd9a-7018e78f45f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.067534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342399c4-b057-431c-a8de-07c5a9463a24 None None] Routers {'dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:50.068239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-342399c4-b057-431c-a8de-07c5a9463a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:50.077063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:50.102421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Usage tracker for resource:router and tenant:91e1519027ab452dae24b7b138639e6a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:50.103559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61c0fcb1-1e6e-4c02-9a2a-a97427a88850 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.112580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e7ec-3f41-49fc-9c20-2e25f0da3066 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.128428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d980e2-6d84-4cd8-9290-b14c1a0cccce tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:50.129192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-38d980e2-6d84-4cd8-9290-b14c1a0cccce tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:50.142128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:50.151275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-342399c4-b057-431c-a8de-07c5a9463a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:50.153483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1d58586e-1235-41d6-bd9a-7018e78f45f3 None None] Port 470c64c0-ab63-4738-95e0-7df64b6fae67 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:44:50.168851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342399c4-b057-431c-a8de-07c5a9463a24 None None] Routers {'dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:44:50.170060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-342399c4-b057-431c-a8de-07c5a9463a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:50.181329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-38d980e2-6d84-4cd8-9290-b14c1a0cccce tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:50.185615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-38d980e2-6d84-4cd8-9290-b14c1a0cccce tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3506739 Dec 21 16:44:50.186825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38530) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:50.214771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:50.221375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.249090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61c0fcb1-1e6e-4c02-9a2a-a97427a88850 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.259156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbbcbb71-2664-4c19-a875-9667cd516355 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:50.260496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:50.260617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-342399c4-b057-431c-a8de-07c5a9463a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:50.261018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342399c4-b057-431c-a8de-07c5a9463a24 None None] The sync data for ids ['dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:44:50.287232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca5bbb9-60e5-429a-9cc7-26b300e0e0eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:50.291694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca5bbb9-60e5-429a-9cc7-26b300e0e0eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:50.292543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dca5bbb9-60e5-429a-9cc7-26b300e0e0eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:50.296275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e99f11-642a-475e-b2a9-ccd0e3b63bf7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:44:50.302879 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e3e99f11-642a-475e-b2a9-ccd0e3b63bf7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/a96be8e1-f6e2-4eba-8b11-ee5a21aebbb3 HTTP/1.1" status: 404 len: 333 time: 0.1085718 Dec 21 16:44:50.302879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0fcb1-1e6e-4c02-9a2a-a97427a88850 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b44406d-ee04-47c0-9e28-357475619886,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:50.302879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38534) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:50.305260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61c0fcb1-1e6e-4c02-9a2a-a97427a88850 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:50.309533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-100331730'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:50.321526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:50.326410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.327495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.332148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:network and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:50.337652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:50.345182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61c0fcb1-1e6e-4c02-9a2a-a97427a88850 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.346397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-61c0fcb1-1e6e-4c02-9a2a-a97427a88850 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-groups/9b44406d-ee04-47c0-9e28-357475619886 HTTP/1.1" status: 204 len: 168 time: 0.7123537 Dec 21 16:44:50.347698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:50.350981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38538) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:50.351630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dca5bbb9-60e5-429a-9cc7-26b300e0e0eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:50.352961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dca5bbb9-60e5-429a-9cc7-26b300e0e0eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3403170 Dec 21 16:44:50.357242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38542) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:50.418715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:50.424760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.446091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=b79aab44-00df-4114-b08a-1fdd17901f9e,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:50.455599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:50.499869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-14d10683-f971-45ec-819f-6ff63c702eda tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 470c64c0-ab63-4738-95e0-7df64b6fae67 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:50.500234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14d10683-f971-45ec-819f-6ff63c702eda tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.537305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e7ec-3f41-49fc-9c20-2e25f0da3066 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.559312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:44:50.563645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d845e43e-1615-4fa6-91a8-8aa0ade96029 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:50.589728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.590123 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Added segment b823c520-ef0b-4954-a0ea-91538d2aa471 of type vlan for network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 Dec 21 16:44:50.597660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cda2db7b-eeb4-44ee-8b7b-d8218a9cc955 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:50.651570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.658034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5e7ec-3f41-49fc-9c20-2e25f0da3066 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Subnet': ['ID=6aef49e4-e38c-48d4-9ef3-8a21ccddab3f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:50.664682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d845e43e-1615-4fa6-91a8-8aa0ade96029 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:50.669839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d845e43e-1615-4fa6-91a8-8aa0ade96029 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3119450 Dec 21 16:44:50.673511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c0b5e7ec-3f41-49fc-9c20-2e25f0da3066 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:50.675761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38546) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:50.677460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.684175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Checking segment: {'id': 'a279af84-b277-4e74-b9ab-80b419b445d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '998d3dab-5a1e-40f0-a419-6473072c6a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:50.684576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network hostable DHCP agents. Network: 998d3dab-5a1e-40f0-a419-6473072c6a58, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:44:50.691018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e7ec-3f41-49fc-9c20-2e25f0da3066 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.691168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295600219'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:50.694030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c18d0e-099c-4a93-b531-615dd54b878c None None] Network 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:50.719480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:50.765577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:50.784904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c0b5e7ec-3f41-49fc-9c20-2e25f0da3066 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/subnets/6aef49e4-e38c-48d4-9ef3-8a21ccddab3f HTTP/1.1" status: 204 len: 168 time: 1.8305094 Dec 21 16:44:50.786916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38550) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:50.841360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.846127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:50.846810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.859111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee1543-51ea-4173-9250-80b3736ed865 req-de8c0397-40c0-4f27-9d42-5eeb852f5674 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:50.860872 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fdee1543-51ea-4173-9250-80b3736ed865 req-de8c0397-40c0-4f27-9d42-5eeb852f5674 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5457158 Dec 21 16:44:50.860997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:50.893171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:50.952238 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6465344 Dec 21 16:44:50.960139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38554) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:51.007404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'ec48cf1f-7baf-4d9f-9063-d09d6ae33e06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:51.033697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-09e8f68c-6cf7-4c60-9b6f-2736b645fd8b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] remove_router_interface failed (client error): The resource could not be found. Dec 21 16:44:51.037530 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-09e8f68c-6cf7-4c60-9b6f-2736b645fd8b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0298328 Dec 21 16:44:51.048301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38558) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:51.167873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] DHCP port deletion for 989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:51.173863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] Deleting port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:51.174474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:51.208011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Network 998d3dab-5a1e-40f0-a419-6473072c6a58 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:44:51.219339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a18dc69c-06eb-49ac-ae58-414303aed444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Synchronizing usage tracker for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:51.256212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Network': ['ID=ec48cf1f-7baf-4d9f-9063-d09d6ae33e06,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:51.262230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14d10683-f971-45ec-819f-6ff63c702eda tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:51.270278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:51.271866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:44:51.279895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:51.315445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:51.323792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 998d3dab-5a1e-40f0-a419-6473072c6a58) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:51.339254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:51.339916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:51.346106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17046be8-d711-4131-b487-c4a19b0ac68b None None] Network 998d3dab-5a1e-40f0-a419-6473072c6a58 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:51.347121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fdee1543-51ea-4173-9250-80b3736ed865 req-5d83202d-d55c-4359-93e5-ecb53aa7b617 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272225 Dec 21 16:44:51.352014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:51.364377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a18dc69c-06eb-49ac-ae58-414303aed444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Unset dirty status for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:51.368145 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a18dc69c-06eb-49ac-ae58-414303aed444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df HTTP/1.1" status: 200 len: 205 time: 0.3119824 Dec 21 16:44:51.372571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38562) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:51.374134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:51.405521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:51.415449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-14d10683-f971-45ec-819f-6ff63c702eda tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 470c64c0-ab63-4738-95e0-7df64b6fae67 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:51.437377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:51.441343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:51.441733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:51.462104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:51.469170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:51.480157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:51.489797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:51.499893 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8121626 Dec 21 16:44:51.506883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38566) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:51.520317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4dcff114-90dc-41f6-8b2b-9d091a07b6ea tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:51.606536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:51.639322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] For port b0f74b9c-bfb8-4daf-a008-4016ad886cc5, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b0f74b9c-bfb8-4daf-a008-4016ad886cc5,segment=NetworkSegment(3679515d-c98c-49cf-8b93-fef4474dd157),segment_id=3679515d-c98c-49cf-8b93-fef4474dd157)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:51.639780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:51.744373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:51.751991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:51.761985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-97796d18-c3ad-4788-b177-c8b020c0ff23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:51.816566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] Calling delete_port for b0f74b9c-bfb8-4daf-a008-4016ad886cc5 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:51.933690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5640897e-e507-4cd3-893d-5273b3ab2f48,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:51.948530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:51.954814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:51.955510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:51.961343 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2743878 Dec 21 16:44:51.964434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de1c32fa-cc55-4f90-a727-5dda5717483e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:51.976537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38570) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:52.000055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b05d1d3-60bb-46d3-a3d9-9e6ae06c12b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.002225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-998d3dab-5a1e-40f0-a419-6473072c6a58', 'network_id': '998d3dab-5a1e-40f0-a419-6473072c6a58', 'tenant_id': '74ccbc71fd754f58a6e5c723791039cc', 'fixed_ips': [{'subnet_id': 'b79aab44-00df-4114-b08a-1fdd17901f9e'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:44:52.003160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.003536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': '5640897e-e507-4cd3-893d-5273b3ab2f48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:52.013724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] No DVR routers for this DVR port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:52.024431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] Pushing event deleted for resources: {'Port': ['ID=b0f74b9c-bfb8-4daf-a008-4016ad886cc5,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:52.031087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:52.061826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:52.065027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14d10683-f971-45ec-819f-6ff63c702eda tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.081948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6ebaa70-a8c0-46c7-beec-232089e2abe0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:52.117741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:52.132105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:52.146552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d10683-f971-45ec-819f-6ff63c702eda tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=470c64c0-ab63-4738-95e0-7df64b6fae67,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:52.160442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:52.164313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14d10683-f971-45ec-819f-6ff63c702eda tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:52.183390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.193273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Allocated IP 172.20.0.3 (998d3dab-5a1e-40f0-a419-6473072c6a58/b79aab44-00df-4114-b08a-1fdd17901f9e/e3c7aee8-54ee-4946-92e1-85a4b522f11b) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:52.210465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dcff114-90dc-41f6-8b2b-9d091a07b6ea tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852791830'] for subnet, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.288781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.329617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b0f74b9c-bfb8-4daf-a008-4016ad886cc5 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:44:52.397751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: b0f74b9c-bfb8-4daf-a008-4016ad886cc5 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:44:52.398142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b0f74b9c-bfb8-4daf-a008-4016ad886cc5 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:44:52.449869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] For port b0f74b9c-bfb8-4daf-a008-4016ad886cc5, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b0f74b9c-bfb8-4daf-a008-4016ad886cc5,segment=NetworkSegment(3679515d-c98c-49cf-8b93-fef4474dd157),segment_id=3679515d-c98c-49cf-8b93-fef4474dd157)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:52.450273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.467281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14d10683-f971-45ec-819f-6ff63c702eda tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.489796 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-14d10683-f971-45ec-819f-6ff63c702eda tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/470c64c0-ab63-4738-95e0-7df64b6fae67 HTTP/1.1" status: 204 len: 168 time: 2.1169035 Dec 21 16:44:52.492065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.492965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38576) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:52.523567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.536965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Transition to ACTIVE for port object e3c7aee8-54ee-4946-92e1-85a4b522f11b will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:52.560274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Transition to ACTIVE for port object e3c7aee8-54ee-4946-92e1-85a4b522f11b will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:52.566223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.571478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dd04118a-cc12-4a2e-81a0-67a48313f390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:52.576271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.598310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:52.613545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for b0f74b9c-bfb8-4daf-a008-4016ad886cc5 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:52.645442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Network 998d3dab-5a1e-40f0-a419-6473072c6a58 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:52.653447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:52.657905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:52.669537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Pushing event updated for resources: {'Port': ['ID=e3c7aee8-54ee-4946-92e1-85a4b522f11b,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:52.672687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce969c1-dd5a-4193-9f9a-baea05384832,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:52.685032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:52.702708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:52.703773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd866ad-edc4-4cf9-96c1-53392d945507 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:52.705421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd866ad-edc4-4cf9-96c1-53392d945507 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:52.707145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd866ad-edc4-4cf9-96c1-53392d945507 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:52.711850 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cfd866ad-edc4-4cf9-96c1-53392d945507 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2147579 Dec 21 16:44:52.713091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38580) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:52.750222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.754103 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7648180 Dec 21 16:44:52.757614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38584) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:52.760612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Attempting to bind port e3c7aee8-54ee-4946-92e1-85a4b522f11b on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:52.761178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Attempting to bind port e3c7aee8-54ee-4946-92e1-85a4b522f11b by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a279af84-b277-4e74-b9ab-80b419b445d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '998d3dab-5a1e-40f0-a419-6473072c6a58'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:52.761417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Attempting to bind port e3c7aee8-54ee-4946-92e1-85a4b522f11b on network 998d3dab-5a1e-40f0-a419-6473072c6a58 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:52.768635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:52.769049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Checking segment: {'id': 'a279af84-b277-4e74-b9ab-80b419b445d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '998d3dab-5a1e-40f0-a419-6473072c6a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:52.769499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.770031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Bound using segment: {'id': 'a279af84-b277-4e74-b9ab-80b419b445d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '998d3dab-5a1e-40f0-a419-6473072c6a58'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:52.770435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Bound port: e3c7aee8-54ee-4946-92e1-85a4b522f11b, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a279af84-b277-4e74-b9ab-80b419b445d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '998d3dab-5a1e-40f0-a419-6473072c6a58'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:52.770881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.777536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': '5640897e-e507-4cd3-893d-5273b3ab2f48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:52.793541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:52.805918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:52.815665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:52.864457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:52.865196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] For port e3c7aee8-54ee-4946-92e1-85a4b522f11b, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:52.869284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] For port e3c7aee8-54ee-4946-92e1-85a4b522f11b, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e3c7aee8-54ee-4946-92e1-85a4b522f11b,segment=NetworkSegment(a279af84-b277-4e74-b9ab-80b419b445d2),segment_id=a279af84-b277-4e74-b9ab-80b419b445d2)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:52.874535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:52.879585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ed6d8dd6-a39d-436b-998b-021331821638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:52.949847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Pushing event updated for resources: {'Port': ['ID=e3c7aee8-54ee-4946-92e1-85a4b522f11b,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:52.955430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:53.030299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.128735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dcff114-90dc-41f6-8b2b-9d091a07b6ea tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786051667366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852694302'] for subnet, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.133601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:44:53.133946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:44:53.137357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-74037ade-ae7f-4333-b678-17b52c724487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 46f3eca8-6d81-4d52-815c-7cf4ccd92234 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:53.142153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:53.177942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74037ade-ae7f-4333-b678-17b52c724487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.192359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b05d1d3-60bb-46d3-a3d9-9e6ae06c12b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.275476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b05d1d3-60bb-46d3-a3d9-9e6ae06c12b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.290916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcff114-90dc-41f6-8b2b-9d091a07b6ea tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:53.291597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4dcff114-90dc-41f6-8b2b-9d091a07b6ea tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.297063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec23a7-f29a-4a24-b420-19a6c3d1fa4d req-9ebdf98d-a40e-432c-ac1c-8edc2b507d09 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:53.297230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4dcff114-90dc-41f6-8b2b-9d091a07b6ea tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "PUT /v2.0/subnets/b79aab44-00df-4114-b08a-1fdd17901f9e HTTP/1.1" status: 200 len: 877 time: 1.7857525 Dec 21 16:44:53.297340 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-faec23a7-f29a-4a24-b420-19a6c3d1fa4d req-9ebdf98d-a40e-432c-ac1c-8edc2b507d09 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.6276910 Dec 21 16:44:53.299223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74037ade-ae7f-4333-b678-17b52c724487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.304129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38588) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:53.356871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcff114-90dc-41f6-8b2b-9d091a07b6ea tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event updated for resources: {'Subnet': ['ID=b79aab44-00df-4114-b08a-1fdd17901f9e,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:53.368125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.371749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4dcff114-90dc-41f6-8b2b-9d091a07b6ea tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:53.377486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.384133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:53.396548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.427282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9255a30-824c-4ddc-a984-6f60dc8631cd,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:53.434525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:53.452163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.455345 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6900299 Dec 21 16:44:53.457664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38592) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:53.464282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': '5640897e-e507-4cd3-893d-5273b3ab2f48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:53.473378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.474173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:53.476999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74037ade-ae7f-4333-b678-17b52c724487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.513409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:53.523250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:53.534190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:53.542886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.563548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.595307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74037ade-ae7f-4333-b678-17b52c724487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.603520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-500274c3-75f4-450e-8f5a-0eef88fd7616 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:53.659752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74037ade-ae7f-4333-b678-17b52c724487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=46f3eca8-6d81-4d52-815c-7cf4ccd92234,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:53.665686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-74037ade-ae7f-4333-b678-17b52c724487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:53.671398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74037ade-ae7f-4333-b678-17b52c724487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.675538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a1120-df81-4a60-a5a7-f9f6021d5c43 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:53.686581 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-74037ade-ae7f-4333-b678-17b52c724487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/46f3eca8-6d81-4d52-815c-7cf4ccd92234 HTTP/1.1" status: 204 len: 168 time: 0.9722736 Dec 21 16:44:53.690063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38596) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:53.754614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.761388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.769150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a7172812-dd9d-4edc-82ff-31933c68698f tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:53.798709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e816a6-240d-4f27-a951-2147bb71364d,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:53.809635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecaa6b6-13e6-4876-b318-99ade924b1e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 67b24b41-458c-4eea-be49-da5a83359c13 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:53.814325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:53.818205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa6b6-13e6-4876-b318-99ade924b1e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.845225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa915c37-030c-4095-8039-4642c29d0fe6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:53.867264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.871312 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4098930 Dec 21 16:44:53.872089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38600) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:53.872394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port b0f74b9c-bfb8-4daf-a008-4016ad886cc5 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:53.872750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.880641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': '5640897e-e507-4cd3-893d-5273b3ab2f48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:53.892130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:53.899429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa6b6-13e6-4876-b318-99ade924b1e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.933378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:53.941649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:53.944929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b05d1d3-60bb-46d3-a3d9-9e6ae06c12b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:53.945471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b05d1d3-60bb-46d3-a3d9-9e6ae06c12b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Fanout notify agent at l3_agent the message router_deleted on router dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:44:53.956843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:53.990653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.031487 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-faec23a7-f29a-4a24-b420-19a6c3d1fa4d req-4ad4a65d-cf3d-409a-b0cc-b5701f356468 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7105303 Dec 21 16:44:54.059874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa6b6-13e6-4876-b318-99ade924b1e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.111198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] The port 'b0f74b9c-bfb8-4daf-a008-4016ad886cc5' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:44:54.126881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Subnet': ['ID=4879e765-7b6c-4769-aa1e-8cd52c7e10af,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:54.147635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.152982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.162052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:54.165602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:54.190792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa6b6-13e6-4876-b318-99ade924b1e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.198677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039cc5c5-141e-4613-94a0-23dde39934e0,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:54.201440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:54.206246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:54.250398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.251816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecaa6b6-13e6-4876-b318-99ade924b1e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=67b24b41-458c-4eea-be49-da5a83359c13,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:54.256054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ecaa6b6-13e6-4876-b318-99ade924b1e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:54.256799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.258111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3852937 Dec 21 16:44:54.262125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa6b6-13e6-4876-b318-99ade924b1e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.265037 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8ecaa6b6-13e6-4876-b318-99ade924b1e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/67b24b41-458c-4eea-be49-da5a83359c13 HTTP/1.1" status: 204 len: 168 time: 0.5739067 Dec 21 16:44:54.265931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38604) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:54.268842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38608) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:54.276280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': '5640897e-e507-4cd3-893d-5273b3ab2f48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:54.283282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:54.287417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b05d1d3-60bb-46d3-a3d9-9e6ae06c12b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.290711 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6b05d1d3-60bb-46d3-a3d9-9e6ae06c12b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df HTTP/1.1" status: 204 len: 168 time: 2.9113567 Dec 21 16:44:54.291155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:54.294555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:54.298301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38612) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:54.301792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:54.352385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e3c7aee8-54ee-4946-92e1-85a4b522f11b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:54.392048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-12259db0-43f8-42ad-bbf1-77ab91372be3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:router {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:54.397117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.444489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-12259db0-43f8-42ad-bbf1-77ab91372be3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:router {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:54.445852 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-12259db0-43f8-42ad-bbf1-77ab91372be3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1757433 Dec 21 16:44:54.449731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38616) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:54.470753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port e3c7aee8-54ee-4946-92e1-85a4b522f11b completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:54.504394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.527587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Allocated IP 172.26.7.217 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:54.533274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port e3c7aee8-54ee-4946-92e1-85a4b522f11b {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:54.533711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.534507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.542713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.554360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02abff85-155a-4f14-9447-247bb20ae392 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:54.575622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Checking segment: {'id': 'b823c520-ef0b-4954-a0ea-91538d2aa471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec48cf1f-7baf-4d9f-9063-d09d6ae33e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:54.575943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network hostable DHCP agents. Network: ec48cf1f-7baf-4d9f-9063-d09d6ae33e06, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:44:54.591698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3317d1-2027-4385-b58f-14c6fd892b12,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:54.596040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:54.610741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.611982 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3449171 Dec 21 16:44:54.617038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38620) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:54.641157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989fcf3e-1827-4db4-abbc-0e6a8b8eabd0']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:54.649754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca664989-4bbf-43b9-9887-a7952022c6cb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:54.650471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ca664989-4bbf-43b9-9887-a7952022c6cb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:54.680803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc2686fa-0aa6-4e27-a258-1e7c673ab68e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.689205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ca664989-4bbf-43b9-9887-a7952022c6cb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:54.692957 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ca664989-4bbf-43b9-9887-a7952022c6cb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2396288 Dec 21 16:44:54.694688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38624) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:54.697931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc2686fa-0aa6-4e27-a258-1e7c673ab68e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.727077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3679515d-c98c-49cf-8b93-fef4474dd157') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:54.727608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3679515d-c98c-49cf-8b93-fef4474dd157') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:54.796688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.798384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c80411-181f-4d88-b6f8-003114701f90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:54.799191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67c80411-181f-4d88-b6f8-003114701f90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:54.801854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc2686fa-0aa6-4e27-a258-1e7c673ab68e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.812015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:54.831567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2686fa-0aa6-4e27-a258-1e7c673ab68e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c3317d1-2027-4385-b58f-14c6fd892b12,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:54.834200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc2686fa-0aa6-4e27-a258-1e7c673ab68e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:54.838676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc2686fa-0aa6-4e27-a258-1e7c673ab68e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.843193 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bc2686fa-0aa6-4e27-a258-1e7c673ab68e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/3c3317d1-2027-4385-b58f-14c6fd892b12 HTTP/1.1" status: 204 len: 168 time: 0.2218959 Dec 21 16:44:54.844178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38628) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:54.861243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67c80411-181f-4d88-b6f8-003114701f90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:54.865146 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-67c80411-181f-4d88-b6f8-003114701f90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1668975 Dec 21 16:44:54.865857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38632) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:54.945225 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e5060b19-2817-4083-ae91-d153b1f33da7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774522 Dec 21 16:44:54.954399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38636) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:54.977786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:54.980836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4c759725-4055-469a-a360-8a32c3071bec tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:54.984202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a46c5bd4-eb18-4a9d-94e0-65b877e6e5ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:54.989673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed73627-5572-4294-b9c6-7aa2456320e9 None None] Network 998d3dab-5a1e-40f0-a419-6473072c6a58 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:54.997760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4c759725-4055-469a-a360-8a32c3071bec tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:54.999361 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4c759725-4055-469a-a360-8a32c3071bec tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1539898 Dec 21 16:44:55.003044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38640) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:55.020373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:44:55.043020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f34771db-e838-4dc5-a0e0-99952a1ce41c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.057612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f34771db-e838-4dc5-a0e0-99952a1ce41c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.070525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:44:55.071018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.088590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f34771db-e838-4dc5-a0e0-99952a1ce41c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.091313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:44:55.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:44:55.131317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34771db-e838-4dc5-a0e0-99952a1ce41c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=039cc5c5-141e-4613-94a0-23dde39934e0,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:55.135661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f34771db-e838-4dc5-a0e0-99952a1ce41c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:55.140826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f34771db-e838-4dc5-a0e0-99952a1ce41c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.142081 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f34771db-e838-4dc5-a0e0-99952a1ce41c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/039cc5c5-141e-4613-94a0-23dde39934e0 HTTP/1.1" status: 204 len: 168 time: 0.1376767 Dec 21 16:44:55.148480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38646) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:55.163341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, ec48cf1f-7baf-4d9f-9063-d09d6ae33e06) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:55.180910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78558f10-a04d-44e2-8c8f-4c6e9a6ff5a4 None None] Network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:55.223431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a7b4f56c-fe00-42d6-8989-99b905db5ccf tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:55.244357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f74646eb-1bd8-44bb-993b-7ae58f503ee1 None None] Provisioning for port e3c7aee8-54ee-4946-92e1-85a4b522f11b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:44:55.248067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a7b4f56c-fe00-42d6-8989-99b905db5ccf tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:55.250187 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a7b4f56c-fe00-42d6-8989-99b905db5ccf tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1005328 Dec 21 16:44:55.255384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38650) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:55.292110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f926-867b-490e-8dfe-01b4cdf1627b tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.296847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f74646eb-1bd8-44bb-993b-7ae58f503ee1 None None] Provisioning complete for port e3c7aee8-54ee-4946-92e1-85a4b522f11b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:55.297263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f74646eb-1bd8-44bb-993b-7ae58f503ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.305564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f926-867b-490e-8dfe-01b4cdf1627b tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.321320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:55.321980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.332591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f926-867b-490e-8dfe-01b4cdf1627b tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.341584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6fa3c1a7-9627-4758-a899-82b891dee72c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:55.366217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1f926-867b-490e-8dfe-01b4cdf1627b tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27e816a6-240d-4f27-a951-2147bb71364d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:55.381182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d6a1f926-867b-490e-8dfe-01b4cdf1627b tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:55.382467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f926-867b-490e-8dfe-01b4cdf1627b tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.384560 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d6a1f926-867b-490e-8dfe-01b4cdf1627b tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/27e816a6-240d-4f27-a951-2147bb71364d HTTP/1.1" status: 204 len: 168 time: 0.1274505 Dec 21 16:44:55.386926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38654) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:55.419310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.440588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ea0616-497a-426d-9ee8-55deefa6120a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting subnet 95e5cc6e-5e80-42de-9444-bbd510262b95 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:44:55.446019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-146928b6-3336-4d76-a8a0-fd3ee817f007 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:55.464251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-146928b6-3336-4d76-a8a0-fd3ee817f007 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:55.469187 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-146928b6-3336-4d76-a8a0-fd3ee817f007 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0777245 Dec 21 16:44:55.469187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38658) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:55.495709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87448976-d80a-48b2-87b3-02f2adbcffdb None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:55.501823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f748a48-e05f-4124-b544-6e35ef4c3453 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.513081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f748a48-e05f-4124-b544-6e35ef4c3453 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.515487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a46c5bd4-eb18-4a9d-94e0-65b877e6e5ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:55.528657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0616-497a-426d-9ee8-55deefa6120a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.537232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f748a48-e05f-4124-b544-6e35ef4c3453 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.545946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc2686fa-0aa6-4e27-a258-1e7c673ab68e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:55.560754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f748a48-e05f-4124-b544-6e35ef4c3453 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9255a30-824c-4ddc-a984-6f60dc8631cd,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:55.563623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5f748a48-e05f-4124-b544-6e35ef4c3453 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:55.567351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f748a48-e05f-4124-b544-6e35ef4c3453 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.571088 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5f748a48-e05f-4124-b544-6e35ef4c3453 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/a9255a30-824c-4ddc-a984-6f60dc8631cd HTTP/1.1" status: 204 len: 168 time: 0.0986090 Dec 21 16:44:55.572004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38662) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:55.606151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.610707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a46c5bd4-eb18-4a9d-94e0-65b877e6e5ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:55.624565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c2715085-c09c-4d39-b4ec-a18ec3ee4b08 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:55.626718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-821b0102-480c-4a32-a0c7-e61d48d9afea tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:55.641594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-821b0102-480c-4a32-a0c7-e61d48d9afea tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:55.646443 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-821b0102-480c-4a32-a0c7-e61d48d9afea tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0701485 Dec 21 16:44:55.646730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38666) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:55.653046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.658212 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/networks/989fcf3e-1827-4db4-abbc-0e6a8b8eabd0 HTTP/1.1" status: 204 len: 168 time: 4.8617148 Dec 21 16:44:55.658212 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6788750 Dec 21 16:44:55.663397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38670) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:55.663747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38672) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:55.673349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Network': ['ID=989fcf3e-1827-4db4-abbc-0e6a8b8eabd0,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:55.690639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:55.693523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0616-497a-426d-9ee8-55deefa6120a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.723479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46c5bd4-eb18-4a9d-94e0-65b877e6e5ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:55.740049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ba7fa6d0-dae4-494e-be75-be671e4ea2ba tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'ec48cf1f-7baf-4d9f-9063-d09d6ae33e06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:55.804450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:55.815067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf9fcb8b-e3ad-441e-a59c-903a4887577f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:55.851752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] For port e3c7aee8-54ee-4946-92e1-85a4b522f11b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e3c7aee8-54ee-4946-92e1-85a4b522f11b,segment=NetworkSegment(a279af84-b277-4e74-b9ab-80b419b445d2),segment_id=a279af84-b277-4e74-b9ab-80b419b445d2)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:55.852145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.025565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f74646eb-1bd8-44bb-993b-7ae58f503ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.035843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-ec48cf1f-7baf-4d9f-9063-d09d6ae33e06', 'network_id': 'ec48cf1f-7baf-4d9f-9063-d09d6ae33e06', 'tenant_id': '595d69e3149f4a448e46fa36c7472cd3', 'fixed_ips': [{'subnet_id': '4879e765-7b6c-4769-aa1e-8cd52c7e10af'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:44:56.036723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.042338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d03ce-074d-4805-a75d-784b6897a7b0 req-6c5e4d3f-3662-4591-9319-a0a53025e110 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:56.044023 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0f2d03ce-074d-4805-a75d-784b6897a7b0 req-6c5e4d3f-3662-4591-9319-a0a53025e110 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.8009212 Dec 21 16:44:56.160025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f74646eb-1bd8-44bb-993b-7ae58f503ee1 None None] For port e3c7aee8-54ee-4946-92e1-85a4b522f11b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e3c7aee8-54ee-4946-92e1-85a4b522f11b,segment=NetworkSegment(a279af84-b277-4e74-b9ab-80b419b445d2),segment_id=a279af84-b277-4e74-b9ab-80b419b445d2)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:56.184838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f74646eb-1bd8-44bb-993b-7ae58f503ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.190063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:56.198205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d44cd56c-882a-43ee-a92f-4553b2bbf62d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.232257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port b1574a4c-1bb7-414f-b22a-d8ccfd672f89 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:56.233398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.271702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d44cd56c-882a-43ee-a92f-4553b2bbf62d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.297258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b580ac4a-f250-43c4-802e-0b11889b8343 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:56.328690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b580ac4a-f250-43c4-802e-0b11889b8343 None None] Deleting port b84858cf-7d8b-4d19-8df8-321be1960275 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:56.329113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b580ac4a-f250-43c4-802e-0b11889b8343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.377953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74646eb-1bd8-44bb-993b-7ae58f503ee1 None None] Pushing event updated for resources: {'Port': ['ID=e3c7aee8-54ee-4946-92e1-85a4b522f11b,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:56.383209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d44cd56c-882a-43ee-a92f-4553b2bbf62d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.387009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f74646eb-1bd8-44bb-993b-7ae58f503ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:56.406180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d6a1f926-867b-490e-8dfe-01b4cdf1627b tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:56.441496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ba7fa6d0-dae4-494e-be75-be671e4ea2ba tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:56.445197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cd56c-882a-43ee-a92f-4553b2bbf62d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ce969c1-dd5a-4193-9f9a-baea05384832,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:56.448014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d44cd56c-882a-43ee-a92f-4553b2bbf62d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:56.467025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Calling delete_port for e3c7aee8-54ee-4946-92e1-85a4b522f11b owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:56.468044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ba7fa6d0-dae4-494e-be75-be671e4ea2ba tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:56.471495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d44cd56c-882a-43ee-a92f-4553b2bbf62d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.475438 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d44cd56c-882a-43ee-a92f-4553b2bbf62d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/5ce969c1-dd5a-4193-9f9a-baea05384832 HTTP/1.1" status: 204 len: 168 time: 0.8251579 Dec 21 16:44:56.479002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ba7fa6d0-dae4-494e-be75-be671e4ea2ba tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:56.481773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38678) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:56.497472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event updated for resources: {'Port': ['ID=fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:56.504982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a46c5bd4-eb18-4a9d-94e0-65b877e6e5ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.506716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46c5bd4-eb18-4a9d-94e0-65b877e6e5ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:44:56.507278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46c5bd4-eb18-4a9d-94e0-65b877e6e5ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:56.522905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ba7fa6d0-dae4-494e-be75-be671e4ea2ba tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:56.534644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:56.542348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:56.560385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:56.569965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:56.594722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Allocated IP 172.20.0.2 (ec48cf1f-7baf-4d9f-9063-d09d6ae33e06/4879e765-7b6c-4769-aa1e-8cd52c7e10af/fee91240-369a-4c9b-850e-fd192fbb0b92) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:44:56.597920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609677f3-d222-4f3f-8177-cac305ad418b None None] Network 998d3dab-5a1e-40f0-a419-6473072c6a58 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:56.609235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7fa6d0-dae4-494e-be75-be671e4ea2ba tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:56.640812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b580ac4a-f250-43c4-802e-0b11889b8343 None None] For port b84858cf-7d8b-4d19-8df8-321be1960275, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b84858cf-7d8b-4d19-8df8-321be1960275,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:56.641207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b580ac4a-f250-43c4-802e-0b11889b8343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.649107 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a46c5bd4-eb18-4a9d-94e0-65b877e6e5ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.6728716 Dec 21 16:44:56.652843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2c93be34-8e34-47dd-ab80-10b7498ff7ae None None] Provisioning complete for port b84858cf-7d8b-4d19-8df8-321be1960275 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:56.653206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c93be34-8e34-47dd-ab80-10b7498ff7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.654468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38682) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:56.672278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f45f06e8-a79a-49aa-bded-b723ac3089b2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:56.708368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0616-497a-426d-9ee8-55deefa6120a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.737876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-972cfa2b-eb8a-4803-bb70-18cbcc0fc4a3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:56.752130 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0f2d03ce-074d-4805-a75d-784b6897a7b0 req-bb882ea3-9158-4be0-addb-b38e59ab7dbb tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6403170 Dec 21 16:44:56.793768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.793768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:56.833880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:44:56.834270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:44:56.875000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-972cfa2b-eb8a-4803-bb70-18cbcc0fc4a3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:56.879361 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-972cfa2b-eb8a-4803-bb70-18cbcc0fc4a3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3811767 Dec 21 16:44:56.893691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b580ac4a-f250-43c4-802e-0b11889b8343 None None] Calling delete_port for b84858cf-7d8b-4d19-8df8-321be1960275 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:56.897297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38688) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:56.944376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for b1574a4c-1bb7-414f-b22a-d8ccfd672f89 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:56.969542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f45f06e8-a79a-49aa-bded-b723ac3089b2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:57.002810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f45f06e8-a79a-49aa-bded-b723ac3089b2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:57.019039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ba7fa6d0-dae4-494e-be75-be671e4ea2ba tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.019836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0616-497a-426d-9ee8-55deefa6120a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.027200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:57.089082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea0616-497a-426d-9ee8-55deefa6120a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Subnet': ['ID=95e5cc6e-5e80-42de-9444-bbd510262b95,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:57.091087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45f06e8-a79a-49aa-bded-b723ac3089b2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:57.098056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f45f06e8-a79a-49aa-bded-b723ac3089b2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.099292 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45f06e8-a79a-49aa-bded-b723ac3089b2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:44:57.099805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45f06e8-a79a-49aa-bded-b723ac3089b2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:57.111420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a5ea0616-497a-426d-9ee8-55deefa6120a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:57.132349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0616-497a-426d-9ee8-55deefa6120a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.135490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd3f1-f810-4c36-b4d0-d11335b43d79 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.161951 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a5ea0616-497a-426d-9ee8-55deefa6120a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/95e5cc6e-5e80-42de-9444-bbd510262b95 HTTP/1.1" status: 204 len: 168 time: 2.8580878 Dec 21 16:44:57.164433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38694) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:57.171597 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f45f06e8-a79a-49aa-bded-b723ac3089b2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5066502 Dec 21 16:44:57.178498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38698) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:57.188108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c56c0e95-d0b2-44cc-86f8-3c8eec521808 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:57.216636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd3f1-f810-4c36-b4d0-d11335b43d79 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.400462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port e3c7aee8-54ee-4946-92e1-85a4b522f11b {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:57.401045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.445405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae556bb7-58ba-4a0f-8381-f7941f9f7313 None None] Network a15714f2-8adb-45cb-af95-5b2558be086e requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:57.446990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:44:57.500235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c56c0e95-d0b2-44cc-86f8-3c8eec521808 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:57.500800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b580ac4a-f250-43c4-802e-0b11889b8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.514895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd3f1-f810-4c36-b4d0-d11335b43d79 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.527755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f74646eb-1bd8-44bb-993b-7ae58f503ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:57.542672 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-ba7fa6d0-dae4-494e-be75-be671e4ea2ba tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4879e765-7b6c-4769-aa1e-8cd52c7e10af (CIDR: 172.20.0.0/28) Dec 21 16:44:57.549572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.558750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c793b025-8d07-4069-99c6-3c92b53ab1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:57.563959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7fa6d0-dae4-494e-be75-be671e4ea2ba tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:44:57.564402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7fa6d0-dae4-494e-be75-be671e4ea2ba tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:57.576285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c56c0e95-d0b2-44cc-86f8-3c8eec521808 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:57.580324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.587130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.588131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.594446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c4243e0-ec72-4fbd-8952-cd88b3ebdfdd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:57.595108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580ac4a-f250-43c4-802e-0b11889b8343 None None] Pushing event deleted for resources: {'Port': ['ID=b84858cf-7d8b-4d19-8df8-321be1960275,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:57.597563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b580ac4a-f250-43c4-802e-0b11889b8343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:57.612484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dd3f1-f810-4c36-b4d0-d11335b43d79 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5640897e-e507-4cd3-893d-5273b3ab2f48,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:57.615039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c2dd3f1-f810-4c36-b4d0-d11335b43d79 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:57.657979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=b1574a4c-1bb7-414f-b22a-d8ccfd672f89,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:57.664717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b580ac4a-f250-43c4-802e-0b11889b8343 None None] No DVR routers for this DVR port b84858cf-7d8b-4d19-8df8-321be1960275 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:57.665050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port ac2b5ea3-2355-45e5-9672-318900fd4208 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:57.665345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.692421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:57.699590 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-46bc62d1-152a-4c56-ad93-787f11e47b35 req-fdc34da8-5185-4d54-afcb-51f71b2c7bea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=075038327d62448cb2e2d92fbfae8cf8&device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 1099 time: 0.4088557 Dec 21 16:44:57.705955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56c0e95-d0b2-44cc-86f8-3c8eec521808 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:57.713097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c56c0e95-d0b2-44cc-86f8-3c8eec521808 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.714614 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56c0e95-d0b2-44cc-86f8-3c8eec521808 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:44:57.715112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c56c0e95-d0b2-44cc-86f8-3c8eec521808 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:57.733139 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ba7fa6d0-dae4-494e-be75-be671e4ea2ba tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0616829 Dec 21 16:44:57.748842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.755678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61d847-a0bb-4a3e-b487-5ae412bac593 req-a41b105c-9856-4d7c-b2b8-e31b482e7332 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:57.757213 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6a61d847-a0bb-4a3e-b487-5ae412bac593 req-a41b105c-9856-4d7c-b2b8-e31b482e7332 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5055103 Dec 21 16:44:57.763142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38702) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:57.770458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c2dd3f1-f810-4c36-b4d0-d11335b43d79 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.771697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4c2dd3f1-f810-4c36-b4d0-d11335b43d79 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-groups/5640897e-e507-4cd3-893d-5273b3ab2f48 HTTP/1.1" status: 204 len: 168 time: 0.8733652 Dec 21 16:44:57.792026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38706) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:57.796183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'ec48cf1f-7baf-4d9f-9063-d09d6ae33e06', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:57.817120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Transition to ACTIVE for port object fee91240-369a-4c9b-850e-fd192fbb0b92 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:57.890650 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c56c0e95-d0b2-44cc-86f8-3c8eec521808 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7076695 Dec 21 16:44:57.895955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-49132ca4-6b31-4a3e-9922-3bfc29f60ed3 None None] Provisioning complete for port e3c7aee8-54ee-4946-92e1-85a4b522f11b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:57.896528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49132ca4-6b31-4a3e-9922-3bfc29f60ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.901398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38710) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:57.923168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a531a36d-6df6-485c-8041-d04c5167d6a3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:57.927462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Transition to ACTIVE for port object fee91240-369a-4c9b-850e-fd192fbb0b92 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:44:57.951133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:57.959800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b580ac4a-f250-43c4-802e-0b11889b8343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:58.006915 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6a61d847-a0bb-4a3e-b487-5ae412bac593 req-98c230fb-b586-45e1-ace4-475b0d0cc114 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201147 Dec 21 16:44:58.027507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] For port e3c7aee8-54ee-4946-92e1-85a4b522f11b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e3c7aee8-54ee-4946-92e1-85a4b522f11b,segment=NetworkSegment(a279af84-b277-4e74-b9ab-80b419b445d2),segment_id=a279af84-b277-4e74-b9ab-80b419b445d2)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:58.028090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.099816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:44:58.102563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Pushing event updated for resources: {'Port': ['ID=fee91240-369a-4c9b-850e-fd192fbb0b92,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:58.108358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:58.109746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:44:58.120842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:44:58.139633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.142125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.143416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/floatingips/51c0090d-b75d-4675-8302-9605181c17a0 HTTP/1.1" status: 204 len: 168 time: 2.4786875 Dec 21 16:44:58.163358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38714) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:58.306080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Calling delete_port for e3c7aee8-54ee-4946-92e1-85a4b522f11b owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:58.337235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Attempting to bind port fee91240-369a-4c9b-850e-fd192fbb0b92 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:44:58.337845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Attempting to bind port fee91240-369a-4c9b-850e-fd192fbb0b92 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'b823c520-ef0b-4954-a0ea-91538d2aa471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec48cf1f-7baf-4d9f-9063-d09d6ae33e06'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:44:58.338425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Attempting to bind port fee91240-369a-4c9b-850e-fd192fbb0b92 on network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:44:58.347050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:44:58.347783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Checking segment: {'id': 'b823c520-ef0b-4954-a0ea-91538d2aa471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec48cf1f-7baf-4d9f-9063-d09d6ae33e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:44:58.348400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.349299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Bound using segment: {'id': 'b823c520-ef0b-4954-a0ea-91538d2aa471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec48cf1f-7baf-4d9f-9063-d09d6ae33e06'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:44:58.350183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Bound port: fee91240-369a-4c9b-850e-fd192fbb0b92, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b823c520-ef0b-4954-a0ea-91538d2aa471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec48cf1f-7baf-4d9f-9063-d09d6ae33e06'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:44:58.350827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.367851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff9cfd-9b5a-4ae7-8874-f8178aa8d19c None None] DHCP port deletion for a15714f2-8adb-45cb-af95-5b2558be086e request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:58.393220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a531a36d-6df6-485c-8041-d04c5167d6a3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:58.399203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e3c7aee8-54ee-4946-92e1-85a4b522f11b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:44:58.422988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a531a36d-6df6-485c-8041-d04c5167d6a3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:58.444785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2dff9cfd-9b5a-4ae7-8874-f8178aa8d19c None None] Deleting port ac2b5ea3-2355-45e5-9672-318900fd4208 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:58.445438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2dff9cfd-9b5a-4ae7-8874-f8178aa8d19c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.464909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a531a36d-6df6-485c-8041-d04c5167d6a3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:58.471169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a531a36d-6df6-485c-8041-d04c5167d6a3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.472754 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a531a36d-6df6-485c-8041-d04c5167d6a3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:44:58.473256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a531a36d-6df6-485c-8041-d04c5167d6a3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:58.563707 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a531a36d-6df6-485c-8041-d04c5167d6a3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6469648 Dec 21 16:44:58.564875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38718) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:58.570949 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1e6a78-e64f-4831-8939-055f47b094e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] DELETE failed (client error): The resource could not be found. Dec 21 16:44:58.571203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-43fae19f-b1e4-4dc8-950f-2d46766163e3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:58.571443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1e6a78-e64f-4831-8939-055f47b094e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:58.577259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ca1e6a78-e64f-4831-8939-055f47b094e7 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/ports/1a46b661-f725-4723-be1e-d55b86dad631 HTTP/1.1" status: 404 len: 333 time: 0.4035530 Dec 21 16:44:58.585216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38722) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:58.600341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.619546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44ff7c09-0555-4d16-89ee-6df880a25810 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:58.620857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-742e8b04-fa2d-49fb-8f35-20a03d6c5977 None None] Could not find standard attr ID for object e3c7aee8-54ee-4946-92e1-85a4b522f11b. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:44:58.625001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc62d1-152a-4c56-ad93-787f11e47b35 req-8f2ac396-6120-43a4-8099-0b3ad384c746 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:58.626470 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-46bc62d1-152a-4c56-ad93-787f11e47b35 req-8f2ac396-6120-43a4-8099-0b3ad384c746 service neutron] 10.222.0.48 "GET /v2.0/networks?id=28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 200 len: 913 time: 0.9159963 Dec 21 16:44:58.628673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-15c6259b-b380-49e0-863d-33cd99480f3f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:58.672381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Port': ['ID=e3c7aee8-54ee-4946-92e1-85a4b522f11b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:58.682494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:58.690083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e3c7aee8-54ee-4946-92e1-85a4b522f11b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:44:58.690519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.717870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] For port fee91240-369a-4c9b-850e-fd192fbb0b92, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:44:58.745111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Port e3c7aee8-54ee-4946-92e1-85a4b522f11b was deleted so its status cannot be updated. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 21 16:44:58.756126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:58.762166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-35dac9bb-552d-4c92-8003-54ef2b377e13 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Synchronizing usage tracker for tenant:8e965015c4f34c1bbb940e9d2d2350f0 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:44:58.773130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:58.787458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:58.788322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] For port fee91240-369a-4c9b-850e-fd192fbb0b92, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fee91240-369a-4c9b-850e-fd192fbb0b92,segment=NetworkSegment(b823c520-ef0b-4954-a0ea-91538d2aa471),segment_id=b823c520-ef0b-4954-a0ea-91538d2aa471)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:44:58.796154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.807487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:58.823311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:58.834958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port ac2b5ea3-2355-45e5-9672-318900fd4208, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ac2b5ea3-2355-45e5-9672-318900fd4208,segment=NetworkSegment(779ddbdf-94f1-41e9-b764-190c5cc69cd1),segment_id=779ddbdf-94f1-41e9-b764-190c5cc69cd1)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:58.835366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.847590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-15c6259b-b380-49e0-863d-33cd99480f3f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:58.853318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-15c6259b-b380-49e0-863d-33cd99480f3f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0077133 Dec 21 16:44:58.860922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38726) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:58.866925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43fae19f-b1e4-4dc8-950f-2d46766163e3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:58.876941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b84858cf-7d8b-4d19-8df8-321be1960275 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:44:58.881421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group': {'name': 'tempest-secgroup--217223972'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:58.890217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No DVR routers for this DVR port e3c7aee8-54ee-4946-92e1-85a4b522f11b on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:58.897801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:58.903198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb5cf7-6809-4426-b196-8446d3476cd5 None None] DHCP port deletion for 998d3dab-5a1e-40f0-a419-6473072c6a58 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:58.941942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43fae19f-b1e4-4dc8-950f-2d46766163e3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:58.968426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:58.985194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fae19f-b1e4-4dc8-950f-2d46766163e3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:58.991292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43fae19f-b1e4-4dc8-950f-2d46766163e3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:58.992841 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fae19f-b1e4-4dc8-950f-2d46766163e3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:44:58.993681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fae19f-b1e4-4dc8-950f-2d46766163e3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:58.993969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: b84858cf-7d8b-4d19-8df8-321be1960275 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:44:58.994479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b84858cf-7d8b-4d19-8df8-321be1960275 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:44:59.002327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Router 39cb3e3a-6790-4426-ad14-0b8999ec9eb5 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:44:59.017231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-35dac9bb-552d-4c92-8003-54ef2b377e13 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Unset dirty status for tenant:8e965015c4f34c1bbb940e9d2d2350f0 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:44:59.020721 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-35dac9bb-552d-4c92-8003-54ef2b377e13 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "GET /v2.0/ports?device_id=de9b4821-e75d-42f2-824e-82945821db70 HTTP/1.1" status: 200 len: 205 time: 0.4315536 Dec 21 16:44:59.020865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:59.024938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2dff9cfd-9b5a-4ae7-8874-f8178aa8d19c None None] For port ac2b5ea3-2355-45e5-9672-318900fd4208, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ac2b5ea3-2355-45e5-9672-318900fd4208,segment=NetworkSegment(779ddbdf-94f1-41e9-b764-190c5cc69cd1),segment_id=779ddbdf-94f1-41e9-b764-190c5cc69cd1)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:44:59.025391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2dff9cfd-9b5a-4ae7-8874-f8178aa8d19c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:59.026484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for ac2b5ea3-2355-45e5-9672-318900fd4208 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:59.033232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38732) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:59.034090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:59.042257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Pushing event updated for resources: {'Port': ['ID=fee91240-369a-4c9b-850e-fd192fbb0b92,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:59.051166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:59.055575 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-46bc62d1-152a-4c56-ad93-787f11e47b35 req-380dd8d2-579f-405d-be39-1bc847a03ffd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 200 len: 1001 time: 0.3511982 Dec 21 16:44:59.056179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:44:59.063212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:59.178982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2dff9cfd-9b5a-4ae7-8874-f8178aa8d19c None None] Calling delete_port for ac2b5ea3-2355-45e5-9672-318900fd4208 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:44:59.258481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:59.274958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc62d1-152a-4c56-ad93-787f11e47b35 req-1b7a7ee2-addb-49f3-8357-36ed236e2a90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:44:59.275162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-46bc62d1-152a-4c56-ad93-787f11e47b35 req-1b7a7ee2-addb-49f3-8357-36ed236e2a90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d7f618-3d65-4d7b-bf24-22070d8333ab HTTP/1.1" status: 200 len: 851 time: 0.1890635 Dec 21 16:44:59.287931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2dff9cfd-9b5a-4ae7-8874-f8178aa8d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:59.293038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:59.331633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 21 16:44:59.331633 dv-neutron-822515-1-hyperv neutron-server[88778]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 21 16:44:59.331633 dv-neutron-822515-1-hyperv neutron-server[88778]: [parameters: {'port_id': 'ac2b5ea3-2355-45e5-9672-318900fd4208', 'host': 'dv-neutron-822515-1-hyperv'}] Dec 21 16:44:59.331633 dv-neutron-822515-1-hyperv neutron-server[88778]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:44:59.332116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:44:59.338753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff9cfd-9b5a-4ae7-8874-f8178aa8d19c None None] Pushing event deleted for resources: {'Port': ['ID=ac2b5ea3-2355-45e5-9672-318900fd4208,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:59.341582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2dff9cfd-9b5a-4ae7-8874-f8178aa8d19c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:59.345457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff9cfd-9b5a-4ae7-8874-f8178aa8d19c None None] No DVR routers for this DVR port ac2b5ea3-2355-45e5-9672-318900fd4208 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:44:59.406259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-46bc62d1-152a-4c56-ad93-787f11e47b35 req-5f087129-19c0-41bf-ae99-d11ed09453d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28f1e28f-1df5-418a-9ebc-3336554e3511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1227901 Dec 21 16:44:59.483465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:59.498881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b921d0bb-0864-44ee-9c5a-56ba0160b345 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:44:59.526349 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-43fae19f-b1e4-4dc8-950f-2d46766163e3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9602962 Dec 21 16:44:59.559151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38738) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:59.571950 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-19676a84-005b-4bd2-a433-69a776fd1a14 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] delete failed (client error): The resource could not be found. Dec 21 16:44:59.575886 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-19676a84-005b-4bd2-a433-69a776fd1a14 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/routers/de9b4821-e75d-42f2-824e-82945821db70 HTTP/1.1" status: 404 len: 336 time: 0.4451723 Dec 21 16:44:59.582287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7a27bca4-47bf-4656-8fa8-e88b4ad6e942 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:44:59.591002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38742) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:59.603316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Subnet': ['ID=b79aab44-00df-4114-b08a-1fdd17901f9e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:44:59.606221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:44:59.739305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed40a4-ea82-4152-8c32-87c6becdb41c None None] Network 998d3dab-5a1e-40f0-a419-6473072c6a58 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:44:59.743208 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-46bc62d1-152a-4c56-ad93-787f11e47b35 req-b4b2a4fd-7595-44f5-aed2-5584c5fee461 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301132 Dec 21 16:44:59.749494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:59.762028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc66d118-e208-4c7f-87d4-ee37f8e2f6c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] DELETE failed (client error): The resource could not be found. Dec 21 16:44:59.763080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc66d118-e208-4c7f-87d4-ee37f8e2f6c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:44:59.766660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:44:59.786972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:44:59.794565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a27bca4-47bf-4656-8fa8-e88b4ad6e942 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:44:59.807442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:59.814398 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cc66d118-e208-4c7f-87d4-ee37f8e2f6c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/subnets/6aef49e4-e38c-48d4-9ef3-8a21ccddab3f HTTP/1.1" status: 404 len: 337 time: 0.2199385 Dec 21 16:44:59.824174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38746) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:44:59.871336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port ac2b5ea3-2355-45e5-9672-318900fd4208 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:44:59.871719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:59.879774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:44:59.897014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a27bca4-47bf-4656-8fa8-e88b4ad6e942 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:44:59.936029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998d3dab-5a1e-40f0-a419-6473072c6a58']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:59.969334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f70a34-6967-40fb-bf5b-0b0688f2becd None None] DHCP port deletion for 998d3dab-5a1e-40f0-a419-6473072c6a58 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:44:59.971076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a279af84-b277-4e74-b9ab-80b419b445d2') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:44:59.971396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a279af84-b277-4e74-b9ab-80b419b445d2') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:00.004052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.024645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.034584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537669c9-bbd0-4e49-9e1a-a6fef0bf8c7e req-3b3e597d-5797-4bda-8a79-fde5baf4b13e tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:00.036289 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-537669c9-bbd0-4e49-9e1a-a6fef0bf8c7e req-3b3e597d-5797-4bda-8a79-fde5baf4b13e tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5581796 Dec 21 16:45:00.036418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] The port 'ac2b5ea3-2355-45e5-9672-318900fd4208' was deleted {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:45:00.040182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5057945-41ac-4293-a8e4-b46d01a7a305 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:00.094234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a27bca4-47bf-4656-8fa8-e88b4ad6e942 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:00.108605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.137062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.147935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:45:00.148384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.165417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:45:00.169578 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:45:00.178725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-15d3dcae-c652-4821-a0d4-757981ac9fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:00.230442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1a14ea12-8b04-4633-943b-7c132f9967ca tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 7ff35f41-cf72-4c48-9cf1-9b29f681b302 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:00.231104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea12-8b04-4633-943b-7c132f9967ca tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.325651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fee91240-369a-4c9b-850e-fd192fbb0b92 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:00.332227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ed193a-936f-4d8c-afa4-51df7ccd98e8,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:00.334634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.339218 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4695559 Dec 21 16:45:00.340427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38750) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:00.341283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:00.351481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': 'f0ed193a-936f-4d8c-afa4-51df7ccd98e8', 'direction': 'ingress', 'protocol': 17}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:00.357823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-537669c9-bbd0-4e49-9e1a-a6fef0bf8c7e req-b37d9fbf-bae0-48a1-bb59-7fe3d1cbe3d2 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113897 Dec 21 16:45:00.358515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.361913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:00.364440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:00.364591 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-46bc62d1-152a-4c56-ad93-787f11e47b35 req-0c26c353-58dd-4242-8038-d218b7dd4ff6 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145823 Dec 21 16:45:00.366913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d5c4ed9-d5c3-469f-82dc-7aa1bf9d54a5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:00.382972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:00.392475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Subnet': ['ID=f1d139b0-ae62-4803-9adb-a6f850f73724,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:00.395509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:00.395873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.400235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.411036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:00.414192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:00.422859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:00.426859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=998d3dab-5a1e-40f0-a419-6473072c6a58,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:00.453570 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/998d3dab-5a1e-40f0-a419-6473072c6a58 HTTP/1.1" status: 204 len: 168 time: 7.1398349 Dec 21 16:45:00.453570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:00.453799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:00.455410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38754) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:00.465749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port fee91240-369a-4c9b-850e-fd192fbb0b92 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:00.512542 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b34756-e946-4357-a605-39da4b459682 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:00.513122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a27bca4-47bf-4656-8fa8-e88b4ad6e942 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.513212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b34756-e946-4357-a605-39da4b459682 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:00.515193 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a27bca4-47bf-4656-8fa8-e88b4ad6e942 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:00.515371 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-05b34756-e946-4357-a605-39da4b459682 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/subnets/b79aab44-00df-4114-b08a-1fdd17901f9e HTTP/1.1" status: 404 len: 337 time: 0.0568221 Dec 21 16:45:00.515684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a27bca4-47bf-4656-8fa8-e88b4ad6e942 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:00.520207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38758) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:00.525184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e3c7aee8-54ee-4946-92e1-85a4b522f11b no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:00.527644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.542358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.556494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:00.561103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: e3c7aee8-54ee-4946-92e1-85a4b522f11b {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:45:00.561580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e3c7aee8-54ee-4946-92e1-85a4b522f11b not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:45:00.562432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ac2b5ea3-2355-45e5-9672-318900fd4208 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:00.571998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Sync routers for ids ['39cb3e3a-6790-4426-ad14-0b8999ec9eb5'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:00.572169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f9ef87-b3c5-487f-aab0-d9eac2c802fb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:00.572547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f9ef87-b3c5-487f-aab0-d9eac2c802fb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:00.574394 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-57f9ef87-b3c5-487f-aab0-d9eac2c802fb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/998d3dab-5a1e-40f0-a419-6473072c6a58 HTTP/1.1" status: 404 len: 339 time: 0.0526989 Dec 21 16:45:00.587330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38762) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:00.594501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Routers {'39cb3e3a-6790-4426-ad14-0b8999ec9eb5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:00.596789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['39cb3e3a-6790-4426-ad14-0b8999ec9eb5'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:00.610853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: ac2b5ea3-2355-45e5-9672-318900fd4208 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:45:00.611442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ac2b5ea3-2355-45e5-9672-318900fd4208 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:45:00.631166 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8571684 Dec 21 16:45:00.641512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38766) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:00.643843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15714f2-8adb-45cb-af95-5b2558be086e']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:00.662707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': 'ec48cf1f-7baf-4d9f-9063-d09d6ae33e06', 'fixed_ips': [{'subnet_id': '4879e765-7b6c-4769-aa1e-8cd52c7e10af'}, {'subnet_id': 'f1d139b0-ae62-4803-9adb-a6f850f73724'}], 'name': 'tempest-PortsTestJSON-395820365'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:00.700468 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-855838da-c6b5-4070-8f4b-8e761fee5f9e tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:00.700972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855838da-c6b5-4070-8f4b-8e761fee5f9e tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:00.703478 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-855838da-c6b5-4070-8f4b-8e761fee5f9e tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/subnets/62c8ece5-6ba5-4ce5-8e05-2eec07bf2293 HTTP/1.1" status: 404 len: 337 time: 0.1116486 Dec 21 16:45:00.704497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:00.708451 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.7025931 Dec 21 16:45:00.708451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38770) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:00.744323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38772) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:00.877101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Set router 39cb3e3a-6790-4426-ad14-0b8999ec9eb5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:45:00.902361 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ceebe9-a0dc-4578-808b-4a81639ea946 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:00.902920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ceebe9-a0dc-4578-808b-4a81639ea946 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:00.905136 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a1ceebe9-a0dc-4578-808b-4a81639ea946 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/6cebb6b6-4e14-4fa5-b1b6-0cb1ace0d2f2 HTTP/1.1" status: 404 len: 339 time: 0.1841884 Dec 21 16:45:00.917455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38778) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:00.987062 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7a27bca4-47bf-4656-8fa8-e88b4ad6e942 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.4166858 Dec 21 16:45:00.987062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779ddbdf-94f1-41e9-b764-190c5cc69cd1') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:00.987402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779ddbdf-94f1-41e9-b764-190c5cc69cd1') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:00.994258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38782) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:01.019820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.065760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.084490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.090258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.118457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:45:01.119591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.147760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6ca951fc-73f7-473d-bb4e-7e06505d9ecb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:01.173382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:45:01.177076 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:45:01.228346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.235109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:01.240040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea20aee8-d40f-47a8-a592-f3af8b53be0d,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:01.246752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:01.251323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:01.260101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:01.263282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.272010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6ca951fc-73f7-473d-bb4e-7e06505d9ecb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:01.276098 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6ca951fc-73f7-473d-bb4e-7e06505d9ecb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2594519 Dec 21 16:45:01.277117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-04fc7837-78b9-48ea-b05a-d382ae7b0765 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:01.277624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:01.279675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38786) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:01.302181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.305610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cb3e3a-6790-4426-ad14-0b8999ec9eb5', 'name': 'tempest-snat-router-30619238', 'tenant_id': '91e1519027ab452dae24b7b138639e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.217'}], 'enable_snat': False}, 'gw_port_id': 'fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:44:50Z', 'updated_at': '2021-12-21T16:44:56Z', 'revision_number': 3, 'project_id': '91e1519027ab452dae24b7b138639e6a', 'gw_port': {'id': 'fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cb3e3a-6790-4426-ad14-0b8999ec9eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:44:53Z', 'updated_at': '2021-12-21T16:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:01.310145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Checking router: 39cb3e3a-6790-4426-ad14-0b8999ec9eb5 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:45:01.311538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Updating router 39cb3e3a-6790-4426-ad14-0b8999ec9eb5 port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:45:01.313315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Network': ['ID=a15714f2-8adb-45cb-af95-5b2558be086e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:01.316642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea12-8b04-4633-943b-7c132f9967ca tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.325463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:01.327153 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/networks/a15714f2-8adb-45cb-af95-5b2558be086e HTTP/1.1" status: 204 len: 168 time: 4.1614313 Dec 21 16:45:01.330919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38790) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:01.384213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.388611 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0450978 Dec 21 16:45:01.389527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38794) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:01.392474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.424090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d84326-7905-4257-9a65-74516545149b None None] Network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:01.475164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:01.507010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1a14ea12-8b04-4633-943b-7c132f9967ca tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 7ff35f41-cf72-4c48-9cf1-9b29f681b302 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:01.578607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-97621cd5-9549-496a-96c0-bf87f168bd14 None None] Provisioning for port fee91240-369a-4c9b-850e-fd192fbb0b92 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:01.587200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-97621cd5-9549-496a-96c0-bf87f168bd14 None None] Provisioning complete for port fee91240-369a-4c9b-850e-fd192fbb0b92 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:01.588071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97621cd5-9549-496a-96c0-bf87f168bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.604047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2885df4b-070a-4eb4-9833-22539503a5df tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:01.604803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2885df4b-070a-4eb4-9833-22539503a5df tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:01.698979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'network': {'name': 'tempest-RoutersTest-1538093201'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:01.709434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea12-8b04-4633-943b-7c132f9967ca tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.719484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:01.722571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9fe91c4-6d97-4bde-8de2-700f26d4cdae tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:01.777658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14ea12-8b04-4633-943b-7c132f9967ca tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=7ff35f41-cf72-4c48-9cf1-9b29f681b302,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:01.787385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a14ea12-8b04-4633-943b-7c132f9967ca tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:01.788612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:network and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:01.795704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:01.856606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:01.911342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.924954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Transition to ACTIVE for port object fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:01.931147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:01.933206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.937944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.938627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e455b266-184a-4268-a0fb-ac5a03426245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:01.975348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea12-8b04-4633-943b-7c132f9967ca tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:01.996295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:45:02.001087 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1a14ea12-8b04-4633-943b-7c132f9967ca tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/ports/7ff35f41-cf72-4c48-9cf1-9b29f681b302 HTTP/1.1" status: 204 len: 168 time: 2.1726623 Dec 21 16:45:02.005630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38802) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:02.010402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583e73d-a31a-427e-831f-5477699a2c6d None None] Pushing event updated for resources: {'Port': ['ID=fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:02.022896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c583e73d-a31a-427e-831f-5477699a2c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:02.042085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.049612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Attempting to bind port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:02.050273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Attempting to bind port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:02.050991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Attempting to bind port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:02.058806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:02.059533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:02.060178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.061339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:02.062043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Bound port: fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:02.062658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.073181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97621cd5-9549-496a-96c0-bf87f168bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.075622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.076732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added segment 9df4be36-abd6-47e3-9329-5f0f5db422ab of type vlan for network 45536266-b383-453a-912a-65220c8ba93a Dec 21 16:45:02.090159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2885df4b-070a-4eb4-9833-22539503a5df tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:02.094337 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2885df4b-070a-4eb4-9833-22539503a5df tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8119924 Dec 21 16:45:02.095194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38806) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:02.118422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aab3e7f-df89-4bc9-9598-3fab369185b7']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:02.133004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-97621cd5-9549-496a-96c0-bf87f168bd14 None None] For port fee91240-369a-4c9b-850e-fd192fbb0b92, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fee91240-369a-4c9b-850e-fd192fbb0b92,segment=NetworkSegment(b823c520-ef0b-4954-a0ea-91538d2aa471),segment_id=b823c520-ef0b-4954-a0ea-91538d2aa471)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:02.136475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97621cd5-9549-496a-96c0-bf87f168bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.141537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a599f70-4a34-4b43-ac32-dbf885e3a816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:02.155692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e69a6b-a1d0-4101-a9c7-ca6b57cdfa48') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:02.156023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e69a6b-a1d0-4101-a9c7-ca6b57cdfa48') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:02.167022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] For port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:02.171119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] For port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:02.174465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12b30093-f418-4dc9-8845-8044ae1ec126 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.176668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.182228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.197251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:02.228409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aa46f53e-0a15-4227-822c-ec7bda66e79a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1305599 Dec 21 16:45:02.228578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97621cd5-9549-496a-96c0-bf87f168bd14 None None] Pushing event updated for resources: {'Port': ['ID=fee91240-369a-4c9b-850e-fd192fbb0b92,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:02.229279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38812) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:02.232515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-97621cd5-9549-496a-96c0-bf87f168bd14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:02.235389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.240608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:02.288822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12b30093-f418-4dc9-8845-8044ae1ec126 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.294968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41ea07f6-48d6-4c82-a12a-a8d0cb7fa22c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 2d8be2cc-61a4-4262-857d-0163b5dd46eb {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:02.295609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41ea07f6-48d6-4c82-a12a-a8d0cb7fa22c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.296981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.311523 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-91e50a92-5b79-4200-b81d-ef9467e5ff3b tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/routers/39cb3e3a-6790-4426-ad14-0b8999ec9eb5 HTTP/1.1" status: 200 len: 907 time: 1.5649719 Dec 21 16:45:02.314889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583e73d-a31a-427e-831f-5477699a2c6d None None] Pushing event updated for resources: {'Port': ['ID=fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:02.316976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1047dfd-a090-4158-88ad-53a4f17dcf9e None None] Update dhcp port {'port': {'network_id': 'ec48cf1f-7baf-4d9f-9063-d09d6ae33e06', 'fixed_ips': [{'subnet_id': '4879e765-7b6c-4769-aa1e-8cd52c7e10af', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f1d139b0-ae62-4803-9adb-a6f850f73724'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': 'fee91240-369a-4c9b-850e-fd192fbb0b92'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:45:02.318831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Routers {'39cb3e3a-6790-4426-ad14-0b8999ec9eb5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:02.318962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38816) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:02.319413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['39cb3e3a-6790-4426-ad14-0b8999ec9eb5'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:02.319988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:45:02.361261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:45:02.361261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.379562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1047dfd-a090-4158-88ad-53a4f17dcf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:45:02.386056 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:45:02.401386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Request body: {'router': {'name': 'tempest-snat-router-30619238', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'enable_snat': True}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:02.405490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.426040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:02.475483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Usage tracker for resource:router and tenant:91e1519027ab452dae24b7b138639e6a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:02.546713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:02.557671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635f22f-edaf-4aeb-8119-9cc7f8a8141b req-6d0b72bd-9b2b-4551-8d83-c9318e9180ed tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:02.559420 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6635f22f-edaf-4aeb-8119-9cc7f8a8141b req-6d0b72bd-9b2b-4551-8d83-c9318e9180ed tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.6300566 Dec 21 16:45:02.585139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:02.591082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c583e73d-a31a-427e-831f-5477699a2c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:02.612855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.623908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.624833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.628343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73362e14-787f-49df-8490-b4d479d80afc tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:02.632539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:02.643298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:02.644072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.658870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:02.665062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.668905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b1047dfd-a090-4158-88ad-53a4f17dcf9e None None] Allocated IP 172.20.0.18 (ec48cf1f-7baf-4d9f-9063-d09d6ae33e06/f1d139b0-ae62-4803-9adb-a6f850f73724/fee91240-369a-4c9b-850e-fd192fbb0b92) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:02.716757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12b30093-f418-4dc9-8845-8044ae1ec126 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.728671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.729991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=2aab3e7f-df89-4bc9-9598-3fab369185b7,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:02.733418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:02.734090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.743932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:02.754262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7294a812-16fe-41f4-b721-17dfa4130302 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:02.755359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c57b375-6a6d-45b0-a9d2-07ddfb057da2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:02.770031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] Set router 39cb3e3a-6790-4426-ad14-0b8999ec9eb5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:45:02.787779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b30093-f418-4dc9-8845-8044ae1ec126 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ed193a-936f-4d8c-afa4-51df7ccd98e8,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:02.825235 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/2aab3e7f-df89-4bc9-9598-3fab369185b7 HTTP/1.1" status: 204 len: 168 time: 1.8979688 Dec 21 16:45:02.828035 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6635f22f-edaf-4aeb-8119-9cc7f8a8141b req-d0b1bd95-4764-4852-baa6-3e982d2ff560 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594199 Dec 21 16:45:02.829838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-12b30093-f418-4dc9-8845-8044ae1ec126 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:02.837991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38820) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:02.886546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b1047dfd-a090-4158-88ad-53a4f17dcf9e None None] For port fee91240-369a-4c9b-850e-fd192fbb0b92, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fee91240-369a-4c9b-850e-fd192fbb0b92,segment=NetworkSegment(b823c520-ef0b-4954-a0ea-91538d2aa471),segment_id=b823c520-ef0b-4954-a0ea-91538d2aa471)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:02.896622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12b30093-f418-4dc9-8845-8044ae1ec126 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.900775 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-12b30093-f418-4dc9-8845-8044ae1ec126 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-groups/f0ed193a-936f-4d8c-afa4-51df7ccd98e8 HTTP/1.1" status: 204 len: 168 time: 1.4989908 Dec 21 16:45:02.903349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38826) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:02.918804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1047dfd-a090-4158-88ad-53a4f17dcf9e None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.927532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.933040 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-482298ae-6eda-4d9d-a605-ed5eff00d732 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:02.933529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482298ae-6eda-4d9d-a605-ed5eff00d732 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:02.937865 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-482298ae-6eda-4d9d-a605-ed5eff00d732 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/subnets/816c988b-a24c-4ff9-91d9-2328ba284bc4 HTTP/1.1" status: 404 len: 337 time: 0.0963829 Dec 21 16:45:02.941499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b1047dfd-a090-4158-88ad-53a4f17dcf9e None None] Transition to ACTIVE for port object fee91240-369a-4c9b-850e-fd192fbb0b92 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:02.945839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1047dfd-a090-4158-88ad-53a4f17dcf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:02.951858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38830) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:02.971369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:03.011688 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88638d8-ff9d-4ee7-9653-0ab18685823b tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:03.012188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88638d8-ff9d-4ee7-9653-0ab18685823b tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:03.016988 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6828983 Dec 21 16:45:03.017718 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f88638d8-ff9d-4ee7-9653-0ab18685823b tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/eebf2cec-f7dc-437f-a1c5-1e2774ddd911 HTTP/1.1" status: 404 len: 339 time: 0.0618370 Dec 21 16:45:03.025424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38834) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:03.025772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38836) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:03.147315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'subnet': {'network_id': '45536266-b383-453a-912a-65220c8ba93a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:03.196500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Network': ['ID=45536266-b383-453a-912a-65220c8ba93a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:03.200923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:03.212190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 45536266-b383-453a-912a-65220c8ba93a details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:45:03.216075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41ea07f6-48d6-4c82-a12a-a8d0cb7fa22c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:03.227597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047dfd-a090-4158-88ad-53a4f17dcf9e None None] Pushing event updated for resources: {'Port': ['ID=fee91240-369a-4c9b-850e-fd192fbb0b92,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:03.240058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cb3e3a-6790-4426-ad14-0b8999ec9eb5', 'name': 'tempest-snat-router-30619238', 'tenant_id': '91e1519027ab452dae24b7b138639e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.217'}], 'enable_snat': False}, 'gw_port_id': 'fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:44:50Z', 'updated_at': '2021-12-21T16:44:56Z', 'revision_number': 3, 'project_id': '91e1519027ab452dae24b7b138639e6a', 'gw_port': {'id': 'fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cb3e3a-6790-4426-ad14-0b8999ec9eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:44:53Z', 'updated_at': '2021-12-21T16:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:03.244746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1047dfd-a090-4158-88ad-53a4f17dcf9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:03.245559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ef730-10dc-49fb-9289-ff0a7f6af301 None None] The sync data for ids ['39cb3e3a-6790-4426-ad14-0b8999ec9eb5'] in dv-neutron-822515-1-hyperv is: [{'id': '39cb3e3a-6790-4426-ad14-0b8999ec9eb5', 'name': 'tempest-snat-router-30619238', 'tenant_id': '91e1519027ab452dae24b7b138639e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.217'}], 'enable_snat': False}, 'gw_port_id': 'fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:44:50Z', 'updated_at': '2021-12-21T16:44:56Z', 'revision_number': 3, 'project_id': '91e1519027ab452dae24b7b138639e6a', 'gw_port': {'id': 'fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cb3e3a-6790-4426-ad14-0b8999ec9eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:44:53Z', 'updated_at': '2021-12-21T16:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:03.358487 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac719bf-c766-419e-a94c-c49e2c670304 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:03.359038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac719bf-c766-419e-a94c-c49e2c670304 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:03.361370 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aac719bf-c766-419e-a94c-c49e2c670304 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/subnets/51344901-d212-474d-8e33-01002cea7d24 HTTP/1.1" status: 404 len: 337 time: 0.3015168 Dec 21 16:45:03.363546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41ea07f6-48d6-4c82-a12a-a8d0cb7fa22c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 2d8be2cc-61a4-4262-857d-0163b5dd46eb owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:03.371862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38842) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:03.539242 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb106c3-c108-4e63-aec8-9d269816d6a3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:03.539740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb106c3-c108-4e63-aec8-9d269816d6a3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:03.541587 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4cb106c3-c108-4e63-aec8-9d269816d6a3 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/00241c5a-5e2a-4763-9d9e-103a57e2aac4 HTTP/1.1" status: 404 len: 339 time: 0.1344593 Dec 21 16:45:03.563140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fec71615-f935-4e5d-8ccf-86f76ca71042 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:03.564594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38846) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:03.626587 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-193bd82c-b0cc-4061-9cf6-a6ba6684c4be tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:03.627172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193bd82c-b0cc-4061-9cf6-a6ba6684c4be tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:03.641386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41ea07f6-48d6-4c82-a12a-a8d0cb7fa22c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:03.652441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7cd6da42-6d09-41f7-bdfc-ca80d1147c55 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:03.652780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:03.673592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:03.679148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:subnet and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:03.684677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fec71615-f935-4e5d-8ccf-86f76ca71042 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:03.690743 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fec71615-f935-4e5d-8ccf-86f76ca71042 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7794278 Dec 21 16:45:03.694213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38850) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:03.695079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:03.702065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-193bd82c-b0cc-4061-9cf6-a6ba6684c4be tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/subnets/9b6a4533-3a02-4649-a8f1-891925c625f3 HTTP/1.1" status: 404 len: 337 time: 0.1338298 Dec 21 16:45:03.709278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38852) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:03.716160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group': {'name': 'tempest-secgroup--544784975'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:03.718558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea07f6-48d6-4c82-a12a-a8d0cb7fa22c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=2d8be2cc-61a4-4262-857d-0163b5dd46eb,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:03.723384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41ea07f6-48d6-4c82-a12a-a8d0cb7fa22c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:03.725401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:03.758223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:03.765342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.12 (ec48cf1f-7baf-4d9f-9063-d09d6ae33e06/4879e765-7b6c-4769-aa1e-8cd52c7e10af/ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:03.788023 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc02a4ef-aa03-4dee-835f-35232aba04a9 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:03.788524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc02a4ef-aa03-4dee-835f-35232aba04a9 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:03.790346 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cc02a4ef-aa03-4dee-835f-35232aba04a9 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/d9c95b4e-f6ec-4caf-a74e-e98172f1fec3 HTTP/1.1" status: 404 len: 339 time: 0.0685616 Dec 21 16:45:03.805831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76458c-fa8e-45e5-be61-df02cfcc6e5c req-ea3e9aeb-5476-43a7-b877-b9ee32623c23 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:03.807686 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa76458c-fa8e-45e5-be61-df02cfcc6e5c req-ea3e9aeb-5476-43a7-b877-b9ee32623c23 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5855787 Dec 21 16:45:03.823510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.27 (ec48cf1f-7baf-4d9f-9063-d09d6ae33e06/f1d139b0-ae62-4803-9adb-a6f850f73724/ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:03.840776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38858) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:03.842332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:03.858714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:03.933994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41ea07f6-48d6-4c82-a12a-a8d0cb7fa22c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:03.936416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-41ea07f6-48d6-4c82-a12a-a8d0cb7fa22c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/ports/2d8be2cc-61a4-4262-857d-0163b5dd46eb HTTP/1.1" status: 204 len: 168 time: 1.9293604 Dec 21 16:45:03.943854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38862) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:03.968858 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f37372-4965-4777-8f3b-94250c779fe2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:03.969352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f37372-4965-4777-8f3b-94250c779fe2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:03.971253 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-26f37372-4965-4777-8f3b-94250c779fe2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/subnets/3b412bd9-9ecf-473b-a201-8967b293b6e4 HTTP/1.1" status: 404 len: 337 time: 0.1240849 Dec 21 16:45:03.984454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38866) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:04.002638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:04.039715 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-12512518-18e8-4558-bb77-4f307e48e117 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:04.040141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12512518-18e8-4558-bb77-4f307e48e117 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:04.041984 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-12512518-18e8-4558-bb77-4f307e48e117 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/eebc4e8b-3a9b-4cf3-8352-4ea21fb5cc2b HTTP/1.1" status: 404 len: 339 time: 0.0498145 Dec 21 16:45:04.047963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38870) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:04.133793 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-260bbe09-04af-47f7-b5fc-a084c445e4e1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:04.134309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260bbe09-04af-47f7-b5fc-a084c445e4e1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:04.136226 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-260bbe09-04af-47f7-b5fc-a084c445e4e1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/subnets/5582bbcd-53d6-464c-b943-af20355d0efb HTTP/1.1" status: 404 len: 337 time: 0.0617197 Dec 21 16:45:04.140824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:04.142887 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa76458c-fa8e-45e5-be61-df02cfcc6e5c req-7098fd62-f89a-47b4-a429-9f545d1fb4f7 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3166900 Dec 21 16:45:04.147882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38874) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:04.160019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bd8d9354-8e64-442b-99a8-cdd354edc4fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:04.187365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:04.226615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:04.274729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:04.277819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:04.278523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:04.297812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1838b618-69a4-4f14-80ae-88dde6df40bc None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:04.311092 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0726149 Dec 21 16:45:04.315490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38880) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:04.329613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:aa:f5:7b', 'name': 'tempest-NetworksTestDHCPv6-921444169'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:04.343976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681984d-f1d2-4fce-8f2a-fbeb09366546 None None] Network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:04.375357 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86ea2c0-99ef-404a-9467-4a3466815001 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:04.375906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86ea2c0-99ef-404a-9467-4a3466815001 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:04.380456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c95868c-2a54-4d7a-b527-1c6e14d32085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:04.381678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7c95868c-2a54-4d7a-b527-1c6e14d32085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Synchronizing usage tracker for tenant:8e965015c4f34c1bbb940e9d2d2350f0 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:04.425103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:04.614076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:04.616430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:04.637805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:04.749034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=4f050172-8409-4216-b258-0c59d791cba4,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:04.756590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:04.762244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7c95868c-2a54-4d7a-b527-1c6e14d32085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Unset dirty status for tenant:8e965015c4f34c1bbb940e9d2d2350f0 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:04.766548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7c95868c-2a54-4d7a-b527-1c6e14d32085 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "GET /v2.0/ports?device_id=b221f450-db75-41df-8850-91a4773c66cc HTTP/1.1" status: 200 len: 913 time: 0.8211453 Dec 21 16:45:04.767180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38886) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:04.900200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0997cf03-5c21-481f-b76e-11e216e0c998 None None] Provisioning for port fee91240-369a-4c9b-850e-fd192fbb0b92 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:04.913442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0997cf03-5c21-481f-b76e-11e216e0c998 None None] Provisioning complete for port fee91240-369a-4c9b-850e-fd192fbb0b92 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:04.913971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0997cf03-5c21-481f-b76e-11e216e0c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:04.990272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:05.048244 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f86ea2c0-99ef-404a-9467-4a3466815001 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/797be1d1-e6cc-4337-9206-b108325e99d4 HTTP/1.1" status: 404 len: 339 time: 0.8967743 Dec 21 16:45:05.054526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:05.058490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38890) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:05.062858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.072974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:05.081668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:05.099192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:05.104515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:05.105274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '4f050172-8409-4216-b258-0c59d791cba4'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:05.106255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.123181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:05.123617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.125659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b304eee4-3fda-4182-9fe9-48b1133bcf42 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:05.126174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b304eee4-3fda-4182-9fe9-48b1133bcf42 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:05.128030 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b304eee4-3fda-4182-9fe9-48b1133bcf42 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/subnets/9c34dc91-804c-4a4f-a730-abc84b5724f1 HTTP/1.1" status: 404 len: 337 time: 0.0684717 Dec 21 16:45:05.130927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38894) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:05.159888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:05.166865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.196650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:05.212625 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2853212-e2e5-4167-be6d-c517599b0906 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:05.213141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2853212-e2e5-4167-be6d-c517599b0906 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:05.213416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:05.217961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b2853212-e2e5-4167-be6d-c517599b0906 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/47364349-6573-4d63-82a1-2787002ba2a5 HTTP/1.1" status: 404 len: 339 time: 0.0830011 Dec 21 16:45:05.217961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port d7e34651-b6f5-4054-895d-9fd4d4813563 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:45:05.254866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38898) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:05.301297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.303446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:05.305550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:05.310616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:05.321222 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-655717f6-0d7b-4063-9e10-6f733ed8ec56 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:05.321727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655717f6-0d7b-4063-9e10-6f733ed8ec56 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:05.338812 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-655717f6-0d7b-4063-9e10-6f733ed8ec56 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/subnets/96e95fd1-992e-49dd-9f92-49033dd6ede4 HTTP/1.1" status: 404 len: 337 time: 0.0789821 Dec 21 16:45:05.343906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38902) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:05.375803 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db68999-240e-459d-9b0d-cae9ec8a73f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:05.376314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db68999-240e-459d-9b0d-cae9ec8a73f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:05.380971 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1db68999-240e-459d-9b0d-cae9ec8a73f6 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/1c71793c-5174-4106-b925-0df70a88cfdb HTTP/1.1" status: 404 len: 339 time: 0.0332382 Dec 21 16:45:05.385378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38906) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:05.417370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:05.426932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:05.427635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.438072 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f01469-a320-423c-9050-44dc5fc6b3a2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:05.438579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f01469-a320-423c-9050-44dc5fc6b3a2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:05.442907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-82f01469-a320-423c-9050-44dc5fc6b3a2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/subnets/112d5700-df35-44af-b901-300fb2ff5d8a HTTP/1.1" status: 404 len: 337 time: 0.0539353 Dec 21 16:45:05.448838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38910) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:05.471346 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.8155921 Dec 21 16:45:05.472318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.474556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.483783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38914) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:05.488006 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbde142-c95d-4699-8001-bc50b275e3e5 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] DELETE failed (client error): The resource could not be found. Dec 21 16:45:05.488341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbde142-c95d-4699-8001-bc50b275e3e5 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:45:05.492343 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ccbde142-c95d-4699-8001-bc50b275e3e5 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/c52d5e63-47c4-48e6-aecc-c2d3e62877b1 HTTP/1.1" status: 404 len: 339 time: 0.0364935 Dec 21 16:45:05.496042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c2dd3f1-f810-4c36-b4d0-d11335b43d79 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:05.522816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:05.525051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Allocated IP 2001:db8::f816:3eff:fe92:f78d (5f0be329-6402-4a2c-810d-f62e9ae5da2b/4f050172-8409-4216-b258-0c59d791cba4/61368b36-afa6-44a4-8217-15665a085551) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:05.526189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38916) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:05.533816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.534924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fee91240-369a-4c9b-850e-fd192fbb0b92 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:05.541716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4879e765-7b6c-4769-aa1e-8cd52c7e10af'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:05.578041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-345d2c64-50ae-4644-85f4-9a5e7cbcd930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:05.688470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:05.691966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:05.738607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f17402-be3e-4669-aeff-20bd9fd31138,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:05.754709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.840051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-03f5788a-cbfc-4dbe-971b-92e6256b63e5 None None] Provisioning complete for port fee91240-369a-4c9b-850e-fd192fbb0b92 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:05.840806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03f5788a-cbfc-4dbe-971b-92e6256b63e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.853439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.858069 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1565764 Dec 21 16:45:05.859609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38922) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:05.870629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:05.870976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.887210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0f6f196f-f4d2-4cbe-914e-edb657688091 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:05.894829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port fee91240-369a-4c9b-850e-fd192fbb0b92 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:05.895399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:05.933067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f6cfd-ae33-4b89-8c20-0afa95167be6 req-f284722b-8eb8-4a39-8bb7-b9a8feb7bfdb tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:05.934748 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e71f6cfd-ae33-4b89-8c20-0afa95167be6 req-f284722b-8eb8-4a39-8bb7-b9a8feb7bfdb tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.9255915 Dec 21 16:45:05.940257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group': {'name': 'tempest-secgroup--50130559'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:05.951823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:05.968012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:05.993053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.049898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:06.059219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:06.090665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:06.103664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:06.115173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.149098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.152001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Subnet': ['ID=08b9bade-81ef-4ae1-8a12-69af478af7bf,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:06.176357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:06.186024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.197087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Transition to ACTIVE for port object 61368b36-afa6-44a4-8217-15665a085551 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:06.239754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Transition to ACTIVE for port object 61368b36-afa6-44a4-8217-15665a085551 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:06.240919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-03f5788a-cbfc-4dbe-971b-92e6256b63e5 None None] Provisioning for port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:06.247277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-03f5788a-cbfc-4dbe-971b-92e6256b63e5 None None] Provisioning complete for port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:06.248613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03f5788a-cbfc-4dbe-971b-92e6256b63e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.262191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.284889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.292188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-018bf5d1-41cb-437f-81eb-7e0ec3233e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:06.324133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::f816:3eff:feaa:f57b (5f0be329-6402-4a2c-810d-f62e9ae5da2b/4f050172-8409-4216-b258-0c59d791cba4/d7e34651-b6f5-4054-895d-9fd4d4813563) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:06.376154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Checking segment: {'id': '9df4be36-abd6-47e3-9329-5f0f5db422ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '45536266-b383-453a-912a-65220c8ba93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:06.376421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network hostable DHCP agents. Network: 45536266-b383-453a-912a-65220c8ba93a, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:45:06.382144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.395020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.407523 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e71f6cfd-ae33-4b89-8c20-0afa95167be6 req-0ed6b6f2-8384-4737-904b-66d94e910748 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4153028 Dec 21 16:45:06.414855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01fe1213-928c-474c-aecd-16d4851c0cbc tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:06.506040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:06.551514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09718db2-aded-4d56-a5b5-d5de2a07b8e4,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:06.565776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:06.583656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.588194 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6609414 Dec 21 16:45:06.592772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38928) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:06.604372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-03f5788a-cbfc-4dbe-971b-92e6256b63e5 None None] Port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:06.606268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': 'f8f17402-be3e-4669-aeff-20bd9fd31138', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '09718db2-aded-4d56-a5b5-d5de2a07b8e4', 'remote_ip_prefix': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:06.614341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:06.619781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:06.622591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:06.624982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:06.631304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Pushing event updated for resources: {'Port': ['ID=61368b36-afa6-44a4-8217-15665a085551,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:06.634400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:06.694588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Allocated IP 172.26.7.11 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/b292aa9f-0bcf-4353-9802-9baeef546319) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:06.714022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:06.722839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:06.752193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:06.752627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.758111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:06.800879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Attempting to bind port 61368b36-afa6-44a4-8217-15665a085551 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:06.801305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Attempting to bind port 61368b36-afa6-44a4-8217-15665a085551 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:06.801723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Attempting to bind port 61368b36-afa6-44a4-8217-15665a085551 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:06.832942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-808ea91a-1b09-460c-9c94-327bfe1ca185 None None] Provisioning complete for port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:06.833372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-808ea91a-1b09-460c-9c94-327bfe1ca185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.849252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bb7fdc-1a9f-4d31-b54d-0a0481d17f73 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting subnet fa49e7f5-4f52-4e20-91e3-37ac987fc706 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:45:06.856108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17bb7fdc-1a9f-4d31-b54d-0a0481d17f73 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.865298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:06.865736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:06.866206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.866664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:06.867293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Bound port: 61368b36-afa6-44a4-8217-15665a085551, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:06.867728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.901256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.950126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:06.958458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-808ea91a-1b09-460c-9c94-327bfe1ca185 None None] Port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:06.996542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object d7e34651-b6f5-4054-895d-9fd4d4813563 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:07.000318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 45536266-b383-453a-912a-65220c8ba93a is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:45:07.074353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] For port 61368b36-afa6-44a4-8217-15665a085551, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:07.077875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] For port 61368b36-afa6-44a4-8217-15665a085551, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=61368b36-afa6-44a4-8217-15665a085551,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:07.082904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.088721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e9db111-7ac2-49b1-84f0-57083e38bc6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:07.121159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.131049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 45536266-b383-453a-912a-65220c8ba93a) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:07.132002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:07.136302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17bb7fdc-1a9f-4d31-b54d-0a0481d17f73 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.147451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8749879e-27d4-48ff-a65e-a89afa451840 None None] Network 45536266-b383-453a-912a-65220c8ba93a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:07.215879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:07.216580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.278158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Pushing event updated for resources: {'Port': ['ID=61368b36-afa6-44a4-8217-15665a085551,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:07.282248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:07.337906 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2732923 Dec 21 16:45:07.347435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38934) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:07.352475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.369205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6532ad85-a59c-4bff-bbe2-a08da1d21444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1081427099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:07.384481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6532ad85-a59c-4bff-bbe2-a08da1d21444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:07.400543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7de9e0-a208-40a2-b542-cbe24072b0d1 req-9fc5d64d-69d5-4b8a-8b10-0b157ef558bf tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:07.402275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4f7de9e0-a208-40a2-b542-cbe24072b0d1 req-9fc5d64d-69d5-4b8a-8b10-0b157ef558bf tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.4550021 Dec 21 16:45:07.409381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6532ad85-a59c-4bff-bbe2-a08da1d21444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:router and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:07.413511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.434157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.445287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6532ad85-a59c-4bff-bbe2-a08da1d21444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:07.457949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-45536266-b383-453a-912a-65220c8ba93a', 'network_id': '45536266-b383-453a-912a-65220c8ba93a', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'fixed_ips': [{'subnet_id': '08b9bade-81ef-4ae1-8a12-69af478af7bf'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:07.458217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.487538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6532ad85-a59c-4bff-bbe2-a08da1d21444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:07.507841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:07.514756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:07.522160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=d7e34651-b6f5-4054-895d-9fd4d4813563,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:07.533816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:07.538888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:07.539876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.545387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6532ad85-a59c-4bff-bbe2-a08da1d21444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.546408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6532ad85-a59c-4bff-bbe2-a08da1d21444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.553983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:07.561780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5648a9d9-7c18-4b8f-a475-0e4c5f47c66e tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:07.564447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17bb7fdc-1a9f-4d31-b54d-0a0481d17f73 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.603946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.608870 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0127289 Dec 21 16:45:07.616269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38938) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:07.621971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96edfa71-b5ca-4018-aabc-4fc7b04ff47c,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:07.637479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Delete allocated IP 172.20.0.27 (ec48cf1f-7baf-4d9f-9063-d09d6ae33e06/f1d139b0-ae62-4803-9adb-a6f850f73724) {{(pid=88888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 16:45:07.650610 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4f7de9e0-a208-40a2-b542-cbe24072b0d1 req-089c3ac0-1718-4403-937f-88cedb3a4299 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009571 Dec 21 16:45:07.658356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.664436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:07.664833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Allocated IP 172.20.0.2 (45536266-b383-453a-912a-65220c8ba93a/08b9bade-81ef-4ae1-8a12-69af478af7bf/0bdb788d-1888-4379-a6a8-b8333cf779b7) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:07.676398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6532ad85-a59c-4bff-bbe2-a08da1d21444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.697302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:07.698867 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3794498 Dec 21 16:45:07.703735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6451c82a-45c8-46f3-8cd5-0c545dcd6f8d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.720354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6451c82a-45c8-46f3-8cd5-0c545dcd6f8d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.741254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38942) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:07.753638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6451c82a-45c8-46f3-8cd5-0c545dcd6f8d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.765004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:07.797953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451c82a-45c8-46f3-8cd5-0c545dcd6f8d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96edfa71-b5ca-4018-aabc-4fc7b04ff47c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:07.800610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6451c82a-45c8-46f3-8cd5-0c545dcd6f8d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.805167 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6451c82a-45c8-46f3-8cd5-0c545dcd6f8d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/96edfa71-b5ca-4018-aabc-4fc7b04ff47c HTTP/1.1" status: 204 len: 168 time: 0.1849017 Dec 21 16:45:07.807848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6451c82a-45c8-46f3-8cd5-0c545dcd6f8d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:07.810807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38946) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:07.810807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 03f10227-2b7d-4cb2-9a13-3bc0351edcea {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:07.810807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.818579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6532ad85-a59c-4bff-bbe2-a08da1d21444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.877651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6532ad85-a59c-4bff-bbe2-a08da1d21444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.884113 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6532ad85-a59c-4bff-bbe2-a08da1d21444 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5355046 Dec 21 16:45:07.887291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38950) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:07.933284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:07.948637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.961522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Transition to ACTIVE for port object 0bdb788d-1888-4379-a6a8-b8333cf779b7 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:07.986220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Transition to ACTIVE for port object 0bdb788d-1888-4379-a6a8-b8333cf779b7 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:07.992108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:07.997143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:08.084220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Pushing event updated for resources: {'Port': ['ID=0bdb788d-1888-4379-a6a8-b8333cf779b7,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:08.088983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:08.090571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Network 45536266-b383-453a-912a-65220c8ba93a is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:08.091954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:08.099066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:08.202157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5cada366-692a-444b-b3d4-168100fa5b9d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:08.204216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Attempting to bind port 0bdb788d-1888-4379-a6a8-b8333cf779b7 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:08.204807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Attempting to bind port 0bdb788d-1888-4379-a6a8-b8333cf779b7 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '9df4be36-abd6-47e3-9329-5f0f5db422ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '45536266-b383-453a-912a-65220c8ba93a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:08.205220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Attempting to bind port 0bdb788d-1888-4379-a6a8-b8333cf779b7 on network 45536266-b383-453a-912a-65220c8ba93a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:08.213445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:08.213868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Checking segment: {'id': '9df4be36-abd6-47e3-9329-5f0f5db422ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '45536266-b383-453a-912a-65220c8ba93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:08.214326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:08.214801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Bound using segment: {'id': '9df4be36-abd6-47e3-9329-5f0f5db422ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '45536266-b383-453a-912a-65220c8ba93a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:08.215339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Bound port: 0bdb788d-1888-4379-a6a8-b8333cf779b7, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df4be36-abd6-47e3-9329-5f0f5db422ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '45536266-b383-453a-912a-65220c8ba93a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:08.215759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:08.231220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event updated for resources: {'Port': ['ID=b292aa9f-0bcf-4353-9802-9baeef546319,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:08.245581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:08.249010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:08.260775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17bb7fdc-1a9f-4d31-b54d-0a0481d17f73 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:08.265488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:08.301911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c0b5e7ec-3f41-49fc-9c20-2e25f0da3066 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:08.322557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] For port 0bdb788d-1888-4379-a6a8-b8333cf779b7, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:08.326041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] For port 0bdb788d-1888-4379-a6a8-b8333cf779b7, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0bdb788d-1888-4379-a6a8-b8333cf779b7,segment=NetworkSegment(9df4be36-abd6-47e3-9329-5f0f5db422ab),segment_id=9df4be36-abd6-47e3-9329-5f0f5db422ab)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:08.329533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:08.334108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff40d048-9908-481d-8af5-c3f86d756051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:08.377185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb7fdc-1a9f-4d31-b54d-0a0481d17f73 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Subnet': ['ID=fa49e7f5-4f52-4e20-91e3-37ac987fc706,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:08.385122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-17bb7fdc-1a9f-4d31-b54d-0a0481d17f73 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:08.409969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17bb7fdc-1a9f-4d31-b54d-0a0481d17f73 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:08.416666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a995e86-aaec-48e9-af87-bcb142232c68 None None] Network ff238f3c-b571-4e40-af29-958627f8e8cf requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:08.434749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:08.442254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 61368b36-afa6-44a4-8217-15665a085551 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:08.485728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-17bb7fdc-1a9f-4d31-b54d-0a0481d17f73 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/subnets/fa49e7f5-4f52-4e20-91e3-37ac987fc706 HTTP/1.1" status: 204 len: 168 time: 2.9552965 Dec 21 16:45:08.490458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38954) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:08.498922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ea4747-6fc3-4711-b244-56b2db64ccd8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:08.503593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ea4747-6fc3-4711-b244-56b2db64ccd8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:08.508422 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-63ea4747-6fc3-4711-b244-56b2db64ccd8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7663469 Dec 21 16:45:08.533565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38956) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:08.539159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Pushing event updated for resources: {'Port': ['ID=0bdb788d-1888-4379-a6a8-b8333cf779b7,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:08.542108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:08.573114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5cada366-692a-444b-b3d4-168100fa5b9d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:08.578005 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5cada366-692a-444b-b3d4-168100fa5b9d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7124321 Dec 21 16:45:08.582263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 03f10227-2b7d-4cb2-9a13-3bc0351edcea owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:08.592534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38962) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:08.654846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:08.700706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 61368b36-afa6-44a4-8217-15665a085551 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:08.780912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:08.805149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-981302cb-d6e3-4fd5-b427-dee8b41be995 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port d7e34651-b6f5-4054-895d-9fd4d4813563 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:08.805707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981302cb-d6e3-4fd5-b427-dee8b41be995 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:08.891839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:08.909625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8cdb74-c8c0-40df-8424-78f977833bfc None None] DHCP port deletion for ff238f3c-b571-4e40-af29-958627f8e8cf request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:45:08.915886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4d8cdb74-c8c0-40df-8424-78f977833bfc None None] Deleting port 58ffad6d-7304-49df-9f23-2be6b87dfc81 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:08.917812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdb74-c8c0-40df-8424-78f977833bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:08.923209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:08.926253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:08.988315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:09.011208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33965474-71a2-46b4-9d3e-b18b7442a005 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:09.085488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=03f10227-2b7d-4cb2-9a13-3bc0351edcea,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:09.095810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:09.157737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:09.165812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:09.170490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] In _notify_port_updated(), no bound segment for port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 on network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 {{(pid=88888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:45:09.174807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:09.175512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:09.179550 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "PUT /v2.0/ports/ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 HTTP/1.1" status: 200 len: 919 time: 3.6658924 Dec 21 16:45:09.190656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38970) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:09.206575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4879e765-7b6c-4769-aa1e-8cd52c7e10af'}, {'subnet_id': 'f1d139b0-ae62-4803-9adb-a6f850f73724'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:09.236912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4d8cdb74-c8c0-40df-8424-78f977833bfc None None] For port 58ffad6d-7304-49df-9f23-2be6b87dfc81, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=58ffad6d-7304-49df-9f23-2be6b87dfc81,segment=NetworkSegment(eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317),segment_id=eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:09.237464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdb74-c8c0-40df-8424-78f977833bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:09.261692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port 58ffad6d-7304-49df-9f23-2be6b87dfc81 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:09.262245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:09.270941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:09.512109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cec41d-ed31-41cc-bea3-dbdc15e34957 req-d34a3173-27f8-45aa-bd86-aba8d2568b32 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:09.513890 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f9cec41d-ed31-41cc-bea3-dbdc15e34957 req-d34a3173-27f8-45aa-bd86-aba8d2568b32 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.6656706 Dec 21 16:45:09.524388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4d8cdb74-c8c0-40df-8424-78f977833bfc None None] Calling delete_port for 58ffad6d-7304-49df-9f23-2be6b87dfc81 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:09.526073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8dae864-78b3-4ddf-9d6d-3c3d6f500efe tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:09.630033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdb74-c8c0-40df-8424-78f977833bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:09.635708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-195d90ec-0d3d-42cc-bbb2-8836f12535ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:09.671734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8dae864-78b3-4ddf-9d6d-3c3d6f500efe tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:09.704459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cdb74-c8c0-40df-8424-78f977833bfc None None] Pushing event deleted for resources: {'Port': ['ID=58ffad6d-7304-49df-9f23-2be6b87dfc81,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:09.711949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4d8cdb74-c8c0-40df-8424-78f977833bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:09.724156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8cdb74-c8c0-40df-8424-78f977833bfc None None] No DVR routers for this DVR port 58ffad6d-7304-49df-9f23-2be6b87dfc81 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:45:09.737753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Provisioning for port 61368b36-afa6-44a4-8217-15665a085551 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:09.743362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Provisioning complete for port 61368b36-afa6-44a4-8217-15665a085551 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:09.743924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:09.902852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:09.947824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] For port 61368b36-afa6-44a4-8217-15665a085551, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=61368b36-afa6-44a4-8217-15665a085551,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:09.952964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:09.957278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94c1b0e6-05dd-47a7-b015-8356cee5ad4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:10.039370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Provisioning for port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:10.048167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Provisioning complete for port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:10.048394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:10.112254 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f9cec41d-ed31-41cc-bea3-dbdc15e34957 req-652c2431-d153-4456-8a45-f7087b373d70 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5466661 Dec 21 16:45:10.118407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Pushing event updated for resources: {'Port': ['ID=61368b36-afa6-44a4-8217-15665a085551,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:10.124228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] For port 58ffad6d-7304-49df-9f23-2be6b87dfc81, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=58ffad6d-7304-49df-9f23-2be6b87dfc81,segment=NetworkSegment(eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317),segment_id=eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:10.124631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:10.129461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:10.135270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:10.136051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:10.138208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:10.229716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8dae864-78b3-4ddf-9d6d-3c3d6f500efe tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:10.272184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Allocated IP 172.20.0.1 (45536266-b383-453a-912a-65220c8ba93a/08b9bade-81ef-4ae1-8a12-69af478af7bf/32dbc267-fd47-43ef-8e95-189f15db1d8e) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:10.282236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-65044bd1-f799-4adb-947b-5f9a0c692124 None None] Provisioning for port d7e34651-b6f5-4054-895d-9fd4d4813563 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:10.287203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:10.299320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-65044bd1-f799-4adb-947b-5f9a0c692124 None None] Provisioning complete for port d7e34651-b6f5-4054-895d-9fd4d4813563 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:10.301600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65044bd1-f799-4adb-947b-5f9a0c692124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:10.301835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e60a64a9-d9d4-4790-99cf-2ca06998bb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:10.363391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Calling delete_port for 58ffad6d-7304-49df-9f23-2be6b87dfc81 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:10.441419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-65044bd1-f799-4adb-947b-5f9a0c692124 None None] Port d7e34651-b6f5-4054-895d-9fd4d4813563 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:10.587157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0bdb788d-1888-4379-a6a8-b8333cf779b7 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:10.627128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:10.744625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 0bdb788d-1888-4379-a6a8-b8333cf779b7 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:10.759233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 61368b36-afa6-44a4-8217-15665a085551 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:10.770204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Transition to ACTIVE for port object 32dbc267-fd47-43ef-8e95-189f15db1d8e will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:10.795036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:10.805482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b97d0f5e-4aaa-4651-824e-93aee33c6966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:10.814369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981302cb-d6e3-4fd5-b427-dee8b41be995 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:10.840264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dae864-78b3-4ddf-9d6d-3c3d6f500efe tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09718db2-aded-4d56-a5b5-d5de2a07b8e4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:10.862197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8dae864-78b3-4ddf-9d6d-3c3d6f500efe tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:10.918827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 61368b36-afa6-44a4-8217-15665a085551 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:10.920322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:10.936259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 45536266-b383-453a-912a-65220c8ba93a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:10.939854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=32dbc267-fd47-43ef-8e95-189f15db1d8e,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:10.942816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:10.944872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:10.947300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:11.024026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:11.104589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-981302cb-d6e3-4fd5-b427-dee8b41be995 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for d7e34651-b6f5-4054-895d-9fd4d4813563 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:11.125272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 58ffad6d-7304-49df-9f23-2be6b87dfc81 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:11.177916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 58ffad6d-7304-49df-9f23-2be6b87dfc81 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:45:11.178650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 58ffad6d-7304-49df-9f23-2be6b87dfc81 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:45:11.181430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8dae864-78b3-4ddf-9d6d-3c3d6f500efe tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:11.182687 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f8dae864-78b3-4ddf-9d6d-3c3d6f500efe tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-groups/09718db2-aded-4d56-a5b5-d5de2a07b8e4 HTTP/1.1" status: 204 len: 168 time: 2.5772126 Dec 21 16:45:11.183893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:11.204900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38978) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:11.239127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84929b-77a2-4120-bf12-c8f20f5cfafc None None] Network 45536266-b383-453a-912a-65220c8ba93a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:11.311418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:11.364788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:45:11.365100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:45:11.517576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-44eaabb3-f309-4434-a055-4c0e74f4317e None None] Provisioning for port 0bdb788d-1888-4379-a6a8-b8333cf779b7 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:11.526491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-44eaabb3-f309-4434-a055-4c0e74f4317e None None] Provisioning complete for port 0bdb788d-1888-4379-a6a8-b8333cf779b7 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:11.526491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44eaabb3-f309-4434-a055-4c0e74f4317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:11.575032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c5054-e824-445d-b242-ccec64483cd5 req-89c37d91-fbec-4417-89a9-45c6999f836f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:11.577193 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9b7c5054-e824-445d-b242-ccec64483cd5 req-89c37d91-fbec-4417-89a9-45c6999f836f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.7134643 Dec 21 16:45:11.649309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-556eb118-9b52-4635-b62f-de05104cb956 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:11.728854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981302cb-d6e3-4fd5-b427-dee8b41be995 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:11.750058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a5b7793-29cb-4abc-be59-c9d6ba39edb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:11.767017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44eaabb3-f309-4434-a055-4c0e74f4317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:11.809548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-556eb118-9b52-4635-b62f-de05104cb956 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:11.814816 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-556eb118-9b52-4635-b62f-de05104cb956 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6037180 Dec 21 16:45:11.819453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-44eaabb3-f309-4434-a055-4c0e74f4317e None None] For port 0bdb788d-1888-4379-a6a8-b8333cf779b7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0bdb788d-1888-4379-a6a8-b8333cf779b7,segment=NetworkSegment(9df4be36-abd6-47e3-9329-5f0f5db422ab),segment_id=9df4be36-abd6-47e3-9329-5f0f5db422ab)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:11.820863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981302cb-d6e3-4fd5-b427-dee8b41be995 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=d7e34651-b6f5-4054-895d-9fd4d4813563,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:11.822985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38982) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:11.823922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44eaabb3-f309-4434-a055-4c0e74f4317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:11.827875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e960ef8d-7708-4e70-a915-f66326a78862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:11.843414 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9b7c5054-e824-445d-b242-ccec64483cd5 req-e0c4ac9f-ac8b-4513-adef-2291578e32cf tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427974 Dec 21 16:45:11.845166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-981302cb-d6e3-4fd5-b427-dee8b41be995 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:11.895790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Deleting port 58ffad6d-7304-49df-9f23-2be6b87dfc81 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:11.896175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:11.921052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaabb3-f309-4434-a055-4c0e74f4317e None None] Pushing event updated for resources: {'Port': ['ID=0bdb788d-1888-4379-a6a8-b8333cf779b7,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:11.927725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44eaabb3-f309-4434-a055-4c0e74f4317e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:11.944630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:11.953832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:11.999906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73d3ca61-680e-4f3b-aeda-00be4063d450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:12.043080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] The port '58ffad6d-7304-49df-9f23-2be6b87dfc81' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:45:12.049529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Router b221f450-db75-41df-8850-91a4773c66cc has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:45:12.101051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.114908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981302cb-d6e3-4fd5-b427-dee8b41be995 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.119318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=32dbc267-fd47-43ef-8e95-189f15db1d8e,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:12.198148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:12.237018 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-981302cb-d6e3-4fd5-b427-dee8b41be995 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/d7e34651-b6f5-4054-895d-9fd4d4813563 HTTP/1.1" status: 204 len: 168 time: 3.7000837 Dec 21 16:45:12.239121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 38986) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:12.269084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bc453009-bdac-40bd-92db-07a5f43b0e28 None None] Provisioning complete for port 0bdb788d-1888-4379-a6a8-b8333cf779b7 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:12.269524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc453009-bdac-40bd-92db-07a5f43b0e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.394245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0bdb788d-1888-4379-a6a8-b8333cf779b7 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:12.411403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.442181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff238f3c-b571-4e40-af29-958627f8e8cf']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:12.459439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:12.460159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1edd95-4ca8-4d35-a1e6-bf7b8e41a317') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:12.478467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.499099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.540890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:45:12.541713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.582435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ce2ee-7d73-449f-ba6d-84a813039351 None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:45:12.583763 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:45:12.604076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d70d92e0-a9ff-4b13-85c1-4c3489f154da tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.621343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.24 (ec48cf1f-7baf-4d9f-9063-d09d6ae33e06/f1d139b0-ae62-4803-9adb-a6f850f73724/ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:12.621719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 0bdb788d-1888-4379-a6a8-b8333cf779b7 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:12.622138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.667282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bc453009-bdac-40bd-92db-07a5f43b0e28 None None] Provisioning for port 32dbc267-fd47-43ef-8e95-189f15db1d8e completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:12.690828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bc453009-bdac-40bd-92db-07a5f43b0e28 None None] Provisioning complete for port 32dbc267-fd47-43ef-8e95-189f15db1d8e triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:12.691233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc453009-bdac-40bd-92db-07a5f43b0e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.719455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 45536266-b383-453a-912a-65220c8ba93a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:12.720844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:12.779401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d70d92e0-a9ff-4b13-85c1-4c3489f154da tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.793821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bc453009-bdac-40bd-92db-07a5f43b0e28 None None] Port 32dbc267-fd47-43ef-8e95-189f15db1d8e cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:12.799970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab56fdea-941c-48e4-93e2-cdd40d2555bb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:12.801570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab56fdea-941c-48e4-93e2-cdd40d2555bb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:12.803257 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ab56fdea-941c-48e4-93e2-cdd40d2555bb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5357254 Dec 21 16:45:12.811066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:12.854886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 38990) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:12.873638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c46e69e4-7a85-4ead-856f-e3a4d115d4c8 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:12.890286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ce2ee-7d73-449f-ba6d-84a813039351 None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:45:12.997522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:13.018569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:13.020345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:13.049359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:13.051250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Pushing event deleted for resources: {'Network': ['ID=ff238f3c-b571-4e40-af29-958627f8e8cf,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:13.099533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:13.102577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a8d42893-e8f1-47ae-8b7d-7f58c5514c03 None None] Provisioning complete for port 32dbc267-fd47-43ef-8e95-189f15db1d8e triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:13.103024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8d42893-e8f1-47ae-8b7d-7f58c5514c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:13.106351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c742e7c-7d0d-4c4f-ac24-30d5f80aca69 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:13.148650 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] 10.222.0.67 "DELETE /v2.0/networks/ff238f3c-b571-4e40-af29-958627f8e8cf HTTP/1.1" status: 204 len: 168 time: 4.6388400 Dec 21 16:45:13.149673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Router 42e8d82f-4535-454b-b95f-abc13cb25e07 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:45:13.153826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:13.192472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24a8314-5b63-4439-8987-d547d71fd2fc None None] Sync routers for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:13.223326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a8d42893-e8f1-47ae-8b7d-7f58c5514c03 None None] Port 32dbc267-fd47-43ef-8e95-189f15db1d8e cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:13.238127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d70d92e0-a9ff-4b13-85c1-4c3489f154da tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:13.241073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a8314-5b63-4439-8987-d547d71fd2fc None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:13.241894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b24a8314-5b63-4439-8987-d547d71fd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:13.260004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554,revision_number=3']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:13.278599 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "PUT /v2.0/routers/b221f450-db75-41df-8850-91a4773c66cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5070448 Dec 21 16:45:13.279527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39000) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:13.288041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:13.297454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94dffe66-94fc-4c7f-95dd-adf8d88a6ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:13.332231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b24a8314-5b63-4439-8987-d547d71fd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:13.352875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6997668-7cc2-4805-a4ef-3e4b326c1fb0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 4f050172-8409-4216-b258-0c59d791cba4 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:45:13.363829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6997668-7cc2-4805-a4ef-3e4b326c1fb0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:13.401172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a8314-5b63-4439-8987-d547d71fd2fc None None] Routers {'b221f450-db75-41df-8850-91a4773c66cc'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:13.402001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b24a8314-5b63-4439-8987-d547d71fd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b221f450-db75-41df-8850-91a4773c66cc'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:13.441278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d92e0-a9ff-4b13-85c1-4c3489f154da tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f17402-be3e-4669-aeff-20bd9fd31138,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:13.452509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d70d92e0-a9ff-4b13-85c1-4c3489f154da tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:13.464846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d70d92e0-a9ff-4b13-85c1-4c3489f154da tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:13.466755 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d70d92e0-a9ff-4b13-85c1-4c3489f154da tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-groups/f8f17402-be3e-4669-aeff-20bd9fd31138 HTTP/1.1" status: 204 len: 168 time: 1.6359167 Dec 21 16:45:13.475387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39004) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:13.500000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b24a8314-5b63-4439-8987-d547d71fd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:13.500521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24a8314-5b63-4439-8987-d547d71fd2fc None None] The sync data for ids ['b221f450-db75-41df-8850-91a4773c66cc'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:13.501787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca2a4c-4b42-4d27-be2b-f186aeafb365 req-c5de1ccc-919e-4a7c-bc34-d97bd2e4715d tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:13.503065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fcca2a4c-4b42-4d27-be2b-f186aeafb365 req-c5de1ccc-919e-4a7c-bc34-d97bd2e4715d tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.4748311 Dec 21 16:45:13.537482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6997668-7cc2-4805-a4ef-3e4b326c1fb0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:13.548934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] In _notify_port_updated(), no bound segment for port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 on network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 {{(pid=88888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:45:13.553161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:13.553843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:13.555273 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "PUT /v2.0/ports/ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 HTTP/1.1" status: 200 len: 999 time: 4.3564978 Dec 21 16:45:13.558087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39010) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:13.758836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39014) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:13.817724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e7386334-d07b-4219-8530-46e2d19ed9b0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:13.822119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router 5ed2dad2-cd1d-408c-9d96-3846e4df2cbd is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:45:13.857155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6997668-7cc2-4805-a4ef-3e4b326c1fb0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:13.984517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e7386334-d07b-4219-8530-46e2d19ed9b0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:13.985850 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e7386334-d07b-4219-8530-46e2d19ed9b0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5002120 Dec 21 16:45:14.000543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39020) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:14.010441 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fcca2a4c-4b42-4d27-be2b-f186aeafb365 req-5e73634a-78c0-4b32-9807-b86442823d4e tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4950559 Dec 21 16:45:14.023302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f638f685-2645-439d-a6ca-df307794649c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:14.023671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f638f685-2645-439d-a6ca-df307794649c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:14.059068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-92a08e57-7ce9-4a92-a860-e1a16bbdb643 None None] Provisioning for port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:14.066515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-92a08e57-7ce9-4a92-a860-e1a16bbdb643 None None] Provisioning complete for port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:14.067659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92a08e57-7ce9-4a92-a860-e1a16bbdb643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:14.094156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group': {'name': 'tempest-secgroup--111665961'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:14.141356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-92a08e57-7ce9-4a92-a860-e1a16bbdb643 None None] Port ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:14.157893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-92a08e57-7ce9-4a92-a860-e1a16bbdb643 None None] Provisioning complete for port 32dbc267-fd47-43ef-8e95-189f15db1d8e triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:14.158423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92a08e57-7ce9-4a92-a860-e1a16bbdb643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:14.165309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:14.205042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:14.214827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-92a08e57-7ce9-4a92-a860-e1a16bbdb643 None None] Port 32dbc267-fd47-43ef-8e95-189f15db1d8e cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:14.258467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:14.270791 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-69a8a869-49a6-4792-aaa3-07677221c007 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=74ccbc71fd754f58a6e5c723791039cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4989552 Dec 21 16:45:14.276093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39028) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:14.281455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6997668-7cc2-4805-a4ef-3e4b326c1fb0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:14.303410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b3b62018-c521-48f7-b142-60d14f8ce8bb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:14.353574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6997668-7cc2-4805-a4ef-3e4b326c1fb0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=4f050172-8409-4216-b258-0c59d791cba4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:14.356074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c6997668-7cc2-4805-a4ef-3e4b326c1fb0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:14.363107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:14.379035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:14.390814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Sync routers for ids ['42e8d82f-4535-454b-b95f-abc13cb25e07'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:14.415814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Routers {'42e8d82f-4535-454b-b95f-abc13cb25e07'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:14.416730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['42e8d82f-4535-454b-b95f-abc13cb25e07'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:14.438071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6997668-7cc2-4805-a4ef-3e4b326c1fb0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:14.442263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845458c0-60db-4088-aca1-088d8ba18003 req-6f5ab9f4-261b-475b-9fc5-0343f9cabbc3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:14.443902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-845458c0-60db-4088-aca1-088d8ba18003 req-6f5ab9f4-261b-475b-9fc5-0343f9cabbc3 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.2930875 Dec 21 16:45:14.446366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052a469-fb0c-4bc6-97c8-82e6cb74cc27 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:14.476622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:14.484732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:14.492400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c6997668-7cc2-4805-a4ef-3e4b326c1fb0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/4f050172-8409-4216-b258-0c59d791cba4 HTTP/1.1" status: 204 len: 168 time: 1.6340466 Dec 21 16:45:14.493100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:14.501086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39032) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:14.511080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:14.512397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 12.1278555 Dec 21 16:45:14.515081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f638f685-2645-439d-a6ca-df307794649c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:14.532297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39036) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:14.563763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:14.603842 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-255f9ef2-9ca5-4bb1-9143-9f131a440f84 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970798 Dec 21 16:45:14.609079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:14.617910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/5ed2dad2-cd1d-408c-9d96-3846e4df2cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7265670 Dec 21 16:45:14.621391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39040) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:14.621760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39042) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:14.651838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89669e79-c204-402f-80bf-f7ad3a9009d4 None None] Sync routers for ids ['5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:14.660806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Set router 42e8d82f-4535-454b-b95f-abc13cb25e07 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:45:14.669365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:14.724001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89669e79-c204-402f-80bf-f7ad3a9009d4 None None] Routers {'5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:14.724863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-89669e79-c204-402f-80bf-f7ad3a9009d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:14.744497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f638f685-2645-439d-a6ca-df307794649c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:14.780919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-845458c0-60db-4088-aca1-088d8ba18003 req-b96b4374-b93c-41bd-b6b3-d6223e87caea tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204465 Dec 21 16:45:14.798145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15cb62e3-1b06-41a8-92be-b5203e033106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:14.814116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-89669e79-c204-402f-80bf-f7ad3a9009d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:14.851235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89669e79-c204-402f-80bf-f7ad3a9009d4 None None] Routers {'5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:14.852129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-89669e79-c204-402f-80bf-f7ad3a9009d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:14.878698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15cb62e3-1b06-41a8-92be-b5203e033106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:14.961028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-89669e79-c204-402f-80bf-f7ad3a9009d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:14.961494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89669e79-c204-402f-80bf-f7ad3a9009d4 None None] The sync data for ids ['5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:15.046753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e3938-66d5-4477-8a1c-0e14e48a1f05 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:45:15.051246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-152e3938-66d5-4477-8a1c-0e14e48a1f05 None None] Deleting port 61368b36-afa6-44a4-8217-15665a085551 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:15.051670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-152e3938-66d5-4477-8a1c-0e14e48a1f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.123878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e8d82f-4535-454b-b95f-abc13cb25e07', 'name': 'tempest-snat-router-30619238', 'tenant_id': '91e1519027ab452dae24b7b138639e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': 'b292aa9f-0bcf-4353-9802-9baeef546319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:02Z', 'updated_at': '2021-12-21T16:45:08Z', 'revision_number': 3, 'project_id': '91e1519027ab452dae24b7b138639e6a', 'gw_port': {'id': 'b292aa9f-0bcf-4353-9802-9baeef546319', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e8d82f-4535-454b-b95f-abc13cb25e07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:06Z', 'updated_at': '2021-12-21T16:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:15.129685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Checking router: 42e8d82f-4535-454b-b95f-abc13cb25e07 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:45:15.130242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Updating router 42e8d82f-4535-454b-b95f-abc13cb25e07 port b292aa9f-0bcf-4353-9802-9baeef546319 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:45:15.189720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.204040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f638f685-2645-439d-a6ca-df307794649c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.217715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b2fefb5-7028-4eeb-a013-2c7eec1c221e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:15.246258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15cb62e3-1b06-41a8-92be-b5203e033106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.257127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d616bf-0d41-4478-98f2-15caa4885dce tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:15.258287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d5d616bf-0d41-4478-98f2-15caa4885dce tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Synchronizing usage tracker for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:15.291125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-152e3938-66d5-4477-8a1c-0e14e48a1f05 None None] For port 61368b36-afa6-44a4-8217-15665a085551, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=61368b36-afa6-44a4-8217-15665a085551,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:15.291592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-152e3938-66d5-4477-8a1c-0e14e48a1f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.295830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638f685-2645-439d-a6ca-df307794649c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:15.299116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f638f685-2645-439d-a6ca-df307794649c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:15.303400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ddbc0908-2d1a-42b8-be45-408be71e1cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:15.315117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb62e3-1b06-41a8-92be-b5203e033106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799e3cae-e6ba-4cfc-852c-e1ceafc661fb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:15.317716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-15cb62e3-1b06-41a8-92be-b5203e033106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:15.322768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.332815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:15.338191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:15.342312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:15.362626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:15.373563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.386338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9cfb9eb6-9ad6-4864-84f8-b6854f0a7360 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:15.452185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70169c23-0745-4b17-a36f-c7c191df471f,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:15.456548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d5d616bf-0d41-4478-98f2-15caa4885dce tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Unset dirty status for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:15.461651 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d5d616bf-0d41-4478-98f2-15caa4885dce tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports/32dbc267-fd47-43ef-8e95-189f15db1d8e HTTP/1.1" status: 200 len: 910 time: 0.8366797 Dec 21 16:45:15.468833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39050) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:15.472656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:15.477561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:15.487332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-152e3938-66d5-4477-8a1c-0e14e48a1f05 None None] Calling delete_port for 61368b36-afa6-44a4-8217-15665a085551 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:15.494016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.509257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15cb62e3-1b06-41a8-92be-b5203e033106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.510502 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-15cb62e3-1b06-41a8-92be-b5203e033106 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/799e3cae-e6ba-4cfc-852c-e1ceafc661fb HTTP/1.1" status: 204 len: 168 time: 1.2281897 Dec 21 16:45:15.551832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5805c-72ee-4207-80e3-9829c2aa300f req-dad78936-c39e-49a3-9810-9879476d7b38 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:15.567311 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c7c5805c-72ee-4207-80e3-9829c2aa300f req-dad78936-c39e-49a3-9810-9879476d7b38 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5617085 Dec 21 16:45:15.580136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-152e3938-66d5-4477-8a1c-0e14e48a1f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.594100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:15.629697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f638f685-2645-439d-a6ca-df307794649c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.634747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f638f685-2645-439d-a6ca-df307794649c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 HTTP/1.1" status: 204 len: 168 time: 2.0749922 Dec 21 16:45:15.643701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39056) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:15.719054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e3938-66d5-4477-8a1c-0e14e48a1f05 None None] Pushing event deleted for resources: {'Port': ['ID=61368b36-afa6-44a4-8217-15665a085551,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:15.724118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-152e3938-66d5-4477-8a1c-0e14e48a1f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:15.731109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55e68f10-4e82-499f-a058-622fefec82a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.734474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e3938-66d5-4477-8a1c-0e14e48a1f05 None None] No DVR routers for this DVR port 61368b36-afa6-44a4-8217-15665a085551 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:45:15.747194 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-379964ed-30f6-4e7e-ae21-e45dd4dff3fa tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/routers/42e8d82f-4535-454b-b95f-abc13cb25e07 HTTP/1.1" status: 200 len: 905 time: 1.2106888 Dec 21 16:45:15.752878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39062) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:15.778768 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c7c5805c-72ee-4207-80e3-9829c2aa300f req-c14c7321-0148-426e-b775-7482fb344fa9 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106123 Dec 21 16:45:15.781886 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-04868756-f435-4376-aae7-286caa056c33 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:45:15.782439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-04868756-f435-4376-aae7-286caa056c33 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:15.864328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.881795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-04868756-f435-4376-aae7-286caa056c33 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:15.886371 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-04868756-f435-4376-aae7-286caa056c33 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 HTTP/1.1" status: 404 len: 333 time: 0.2398062 Dec 21 16:45:15.890647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Transition to ACTIVE for port object b292aa9f-0bcf-4353-9802-9baeef546319 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:15.891189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39068) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:15.902512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:15.907182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-34e2df41-b96d-410c-a890-651cd773f78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:16.011247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Attempting to bind port b292aa9f-0bcf-4353-9802-9baeef546319 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:16.011826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Attempting to bind port b292aa9f-0bcf-4353-9802-9baeef546319 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:16.012240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Attempting to bind port b292aa9f-0bcf-4353-9802-9baeef546319 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:16.022200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d853ac4-757a-469e-bf9c-c87ef2b410cd None None] Pushing event updated for resources: {'Port': ['ID=b292aa9f-0bcf-4353-9802-9baeef546319,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:16.033047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d853ac4-757a-469e-bf9c-c87ef2b410cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:16.037063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:16.037484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:16.037993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.038428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:16.039002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Bound port: b292aa9f-0bcf-4353-9802-9baeef546319, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:16.039420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.061492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.066211 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9853055 Dec 21 16:45:16.105291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39076) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:16.115788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': '70169c23-0745-4b17-a36f-c7c191df471f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:16.122163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:16.126875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] For port b292aa9f-0bcf-4353-9802-9baeef546319, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:16.127244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:16.130254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:16.136936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:16.149552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] For port b292aa9f-0bcf-4353-9802-9baeef546319, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b292aa9f-0bcf-4353-9802-9baeef546319,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:16.154062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.162308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f12e2863-cc24-4bb2-9ace-0abab7361e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:16.205231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.252233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.289466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d853ac4-757a-469e-bf9c-c87ef2b410cd None None] Pushing event updated for resources: {'Port': ['ID=b292aa9f-0bcf-4353-9802-9baeef546319,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:16.301283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d853ac4-757a-469e-bf9c-c87ef2b410cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:16.302374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Routers {'42e8d82f-4535-454b-b95f-abc13cb25e07'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:16.303325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:44:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['42e8d82f-4535-454b-b95f-abc13cb25e07'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:16.343232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 61368b36-afa6-44a4-8217-15665a085551 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:16.352649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.432069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7f27a00f-66e7-4398-bd25-98c1d59c5ad7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:16.434248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 61368b36-afa6-44a4-8217-15665a085551 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:45:16.439148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 61368b36-afa6-44a4-8217-15665a085551 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:45:16.480678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting port 76851803-1e19-4e9a-b628-d46af668de71 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:16.481063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.524851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] Set router 42e8d82f-4535-454b-b95f-abc13cb25e07 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:45:16.573776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:16.589026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b9a5-4627-44d7-a3a5-d5b6f4b40ca9 req-5a678c0b-52d5-4960-9bfc-d24f490104f8 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:16.591001 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-57f8b9a5-4627-44d7-a3a5-d5b6f4b40ca9 req-5a678c0b-52d5-4960-9bfc-d24f490104f8 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.6151831 Dec 21 16:45:16.599264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ef661f-d904-40b1-baad-cb42d826e479 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting subnet f1d139b0-ae62-4803-9adb-a6f850f73724 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:45:16.609361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.621270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:16.625600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4ef661f-d904-40b1-baad-cb42d826e479 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.632368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9a2d75-f59d-4c34-9bd0-151c63b2c86c None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:16.635032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:16.635697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.651856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.726218 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-57f8b9a5-4627-44d7-a3a5-d5b6f4b40ca9 req-b663c994-945a-4aa5-b0f7-0a4b54a1451e tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225882 Dec 21 16:45:16.733662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=95a16921-ea5a-455f-b7ce-0894e95a3f55,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:16.735074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4ef661f-d904-40b1-baad-cb42d826e479 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.756962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:16.761926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:16.832208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:16.939753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39092) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:16.974765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4ef661f-d904-40b1-baad-cb42d826e479 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.015979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455aca02-1958-4d00-8f34-65a61931aee8,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:17.027160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:17.097578 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4746766 Dec 21 16:45:17.101164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39098) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:17.117445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.121498 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.0085840 Dec 21 16:45:17.127749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39100) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:17.142263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:af:0f:a9', 'name': 'tempest-NetworksTestDHCPv6-1822919170'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:17.157916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.166213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e8d82f-4535-454b-b95f-abc13cb25e07', 'name': 'tempest-snat-router-30619238', 'tenant_id': '91e1519027ab452dae24b7b138639e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': 'b292aa9f-0bcf-4353-9802-9baeef546319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:02Z', 'updated_at': '2021-12-21T16:45:08Z', 'revision_number': 3, 'project_id': '91e1519027ab452dae24b7b138639e6a', 'gw_port': {'id': 'b292aa9f-0bcf-4353-9802-9baeef546319', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e8d82f-4535-454b-b95f-abc13cb25e07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:06Z', 'updated_at': '2021-12-21T16:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:17.169964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '95a16921-ea5a-455f-b7ce-0894e95a3f55'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:17.171572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.177389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b3a38-af70-4e87-858c-b50489def57e None None] The sync data for ids ['42e8d82f-4535-454b-b95f-abc13cb25e07'] in dv-neutron-822515-1-hyperv is: [{'id': '42e8d82f-4535-454b-b95f-abc13cb25e07', 'name': 'tempest-snat-router-30619238', 'tenant_id': '91e1519027ab452dae24b7b138639e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': 'b292aa9f-0bcf-4353-9802-9baeef546319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:02Z', 'updated_at': '2021-12-21T16:45:08Z', 'revision_number': 3, 'project_id': '91e1519027ab452dae24b7b138639e6a', 'gw_port': {'id': 'b292aa9f-0bcf-4353-9802-9baeef546319', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e8d82f-4535-454b-b95f-abc13cb25e07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:06Z', 'updated_at': '2021-12-21T16:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:17.205993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4ef661f-d904-40b1-baad-cb42d826e479 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.217698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:17.251290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4ef661f-d904-40b1-baad-cb42d826e479 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.262518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe68814-494a-417b-b7f7-5ac6b670dfc4 None None] Network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:17.272795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6e25da57-517f-46ea-9295-f11388548dca tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2035095204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:17.283733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59c1b5ca-38d9-49cc-97ad-77dfe7501456 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.289196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6e25da57-517f-46ea-9295-f11388548dca tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:17.291911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef661f-d904-40b1-baad-cb42d826e479 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d139b0-ae62-4803-9adb-a6f850f73724,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:17.295159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e4ef661f-d904-40b1-baad-cb42d826e479 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:17.300857 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e4ef661f-d904-40b1-baad-cb42d826e479 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/f1d139b0-ae62-4803-9adb-a6f850f73724 HTTP/1.1" status: 204 len: 168 time: 1.4083846 Dec 21 16:45:17.303961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39106) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:17.307284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6e25da57-517f-46ea-9295-f11388548dca tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Usage tracker for resource:router and tenant:d6db1029ce48454ea18658174b736e21 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:17.356273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.383001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6e25da57-517f-46ea-9295-f11388548dca tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:17.394438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff626be-fd5d-424f-b95c-15f380f22fd1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting subnet 4879e765-7b6c-4769-aa1e-8cd52c7e10af {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:45:17.400990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ff626be-fd5d-424f-b95c-15f380f22fd1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.438415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6e25da57-517f-46ea-9295-f11388548dca tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:17.471878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59c1b5ca-38d9-49cc-97ad-77dfe7501456 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.481004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e25da57-517f-46ea-9295-f11388548dca tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.482374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e25da57-517f-46ea-9295-f11388548dca tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.488771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ff626be-fd5d-424f-b95c-15f380f22fd1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.536890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Allocated IP 2001:db8::f816:3eff:fe08:707a (5f0be329-6402-4a2c-810d-f62e9ae5da2b/95a16921-ea5a-455f-b7ce-0894e95a3f55/a7450488-99bb-47c3-abf2-23c932edd4ef) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:17.540410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.559152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Calling delete_port for 76851803-1e19-4e9a-b628-d46af668de71 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:17.561381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Deleting port b292aa9f-0bcf-4353-9802-9baeef546319 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:17.561870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.624534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e25da57-517f-46ea-9295-f11388548dca tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.636690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.709778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e25da57-517f-46ea-9295-f11388548dca tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.817255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ff626be-fd5d-424f-b95c-15f380f22fd1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.831076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59c1b5ca-38d9-49cc-97ad-77dfe7501456 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.869700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:17.875199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e25da57-517f-46ea-9295-f11388548dca tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.879328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:17.879485 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6e25da57-517f-46ea-9295-f11388548dca tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9355733 Dec 21 16:45:17.880141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:17.883208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39110) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:17.889285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:17.893987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1909175392'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:17.898064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.916308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Transition to ACTIVE for port object a7450488-99bb-47c3-abf2-23c932edd4ef will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:17.922677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43764cda-d181-4765-b88a-4156d5a53672 tempest-ServersTestJSON-733519142 tempest-ServersTestJSON-733519142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:17.923043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:17.939286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Usage tracker for resource:network and tenant:d6db1029ce48454ea18658174b736e21 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:17.942686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Transition to ACTIVE for port object a7450488-99bb-47c3-abf2-23c932edd4ef will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:17.943577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] For port b292aa9f-0bcf-4353-9802-9baeef546319, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b292aa9f-0bcf-4353-9802-9baeef546319,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:17.944095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.960314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:17.970219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:17.976800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14515a7a-6d47-44d2-83ac-ba0fbf22ed6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:18.034536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:18.040566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e64577c-1619-442d-999f-90b917096dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.069950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:18.074287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:18.077619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Pushing event updated for resources: {'Port': ['ID=a7450488-99bb-47c3-abf2-23c932edd4ef,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:18.080317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:18.083066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:18.109826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Calling delete_port for b292aa9f-0bcf-4353-9802-9baeef546319 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:18.151806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ff626be-fd5d-424f-b95c-15f380f22fd1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.161393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a5ea0616-497a-426d-9ee8-55deefa6120a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:18.220926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Attempting to bind port a7450488-99bb-47c3-abf2-23c932edd4ef on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:18.224171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Attempting to bind port a7450488-99bb-47c3-abf2-23c932edd4ef by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:18.225968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff626be-fd5d-424f-b95c-15f380f22fd1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Subnet': ['ID=4879e765-7b6c-4769-aa1e-8cd52c7e10af,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:18.226445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Attempting to bind port a7450488-99bb-47c3-abf2-23c932edd4ef on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:18.228906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ff626be-fd5d-424f-b95c-15f380f22fd1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:18.234624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Made reservation on behalf of d6db1029ce48454ea18658174b736e21 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:18.242019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.292658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ff626be-fd5d-424f-b95c-15f380f22fd1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.295832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.321192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:18.323799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:18.324088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:18.324564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.325023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:18.326108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Bound port: a7450488-99bb-47c3-abf2-23c932edd4ef, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:18.326545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.332353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.335267 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8ff626be-fd5d-424f-b95c-15f380f22fd1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/4879e765-7b6c-4769-aa1e-8cd52c7e10af HTTP/1.1" status: 204 len: 168 time: 1.0299339 Dec 21 16:45:18.336430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39114) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:18.346116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59c1b5ca-38d9-49cc-97ad-77dfe7501456 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.350044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-59c1b5ca-38d9-49cc-97ad-77dfe7501456 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/455aca02-1958-4d00-8f34-65a61931aee8 HTTP/1.1" status: 204 len: 168 time: 1.1864176 Dec 21 16:45:18.352841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39116) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:18.353444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1b5ca-38d9-49cc-97ad-77dfe7501456 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=455aca02-1958-4d00-8f34-65a61931aee8,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:18.394006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.409364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-59c1b5ca-38d9-49cc-97ad-77dfe7501456 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:18.415359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b292aa9f-0bcf-4353-9802-9baeef546319 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:18.472088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port e5894d55-bb9c-4182-a419-e4b2fbfdfe23 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:45:18.476238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:18.496663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Usage tracker for resource:security_group_rule and tenant:d6db1029ce48454ea18658174b736e21 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:18.565764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] For port a7450488-99bb-47c3-abf2-23c932edd4ef, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:18.567092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:18.569419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] For port a7450488-99bb-47c3-abf2-23c932edd4ef, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a7450488-99bb-47c3-abf2-23c932edd4ef,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:18.579951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.594321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:18.595073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:18.629479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.643734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-17beceb9-545e-4be3-9a42-c32d78b870e9 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:18.688945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Pushing event updated for resources: {'Port': ['ID=a7450488-99bb-47c3-abf2-23c932edd4ef,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:18.693661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:18.745106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port fee91240-369a-4c9b-850e-fd192fbb0b92 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:18.745915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.787840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.790111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-17beceb9-545e-4be3-9a42-c32d78b870e9 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:18.794442 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-17beceb9-545e-4be3-9a42-c32d78b870e9 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4337389 Dec 21 16:45:18.796650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39122) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:18.802334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4deb2fea-8b4a-45c8-b45b-6862a35840b7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:18.874152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::f816:3eff:feaf:fa9 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/95a16921-ea5a-455f-b7ce-0894e95a3f55/e5894d55-bb9c-4182-a419-e4b2fbfdfe23) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:18.891045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Port': ['ID=76851803-1e19-4e9a-b628-d46af668de71,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:18.899600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:18.919536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port b292aa9f-0bcf-4353-9802-9baeef546319 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:18.928978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b292aa9f-0bcf-4353-9802-9baeef546319 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:18.929646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.945729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:18.956335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69c987b0-a081-405b-afd5-381aedede4aa tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:18.986520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Port b292aa9f-0bcf-4353-9802-9baeef546319 was deleted so its status cannot be updated. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 21 16:45:18.994724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.008852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event deleted for resources: {'Port': ['ID=b292aa9f-0bcf-4353-9802-9baeef546319,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:19.021290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.024839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:19.030377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:19.131193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c271d6bb-01de-4374-999b-c911d624b474 None None] Network ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:19.135709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6ac6c9-05c3-417a-8074-9949af9fdd3e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:19.145879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:45:19.157852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:19.186717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-515bb6f4-1674-4a33-b129-114a761431a4 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.264425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-515bb6f4-1674-4a33-b129-114a761431a4 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.273927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.274331 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Added segment 63c7949f-c18c-4887-a660-12c2cfbc4981 of type vlan for network 35d185fa-6efc-449b-a12d-31d108df5cf2 Dec 21 16:45:19.345735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] For port fee91240-369a-4c9b-850e-fd192fbb0b92, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fee91240-369a-4c9b-850e-fd192fbb0b92,segment=NetworkSegment(b823c520-ef0b-4954-a0ea-91538d2aa471),segment_id=b823c520-ef0b-4954-a0ea-91538d2aa471)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:19.348199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.475778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-74e56b36-cf29-47f2-9801-c220eaf5f0dd None None] Provisioning complete for port fee91240-369a-4c9b-850e-fd192fbb0b92 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:19.475778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74e56b36-cf29-47f2-9801-c220eaf5f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.544980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.596934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.642725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for fee91240-369a-4c9b-850e-fd192fbb0b92 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:19.703106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.822091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e9859b-c7a7-4e77-8f75-745c01e6b071 None None] DHCP port deletion for ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:45:19.830287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9859b-c7a7-4e77-8f75-745c01e6b071 None None] Deleting port fee91240-369a-4c9b-850e-fd192fbb0b92 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:19.831062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9e9859b-c7a7-4e77-8f75-745c01e6b071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.839508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-515bb6f4-1674-4a33-b129-114a761431a4 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:19.849987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:19.952422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bb6f4-1674-4a33-b129-114a761431a4 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70169c23-0745-4b17-a36f-c7c191df471f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:19.955232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-515bb6f4-1674-4a33-b129-114a761431a4 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:20.006478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.010336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:20.011090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.028789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f200a80e-bb79-4c52-b15d-2abb1611edbf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:20.054548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.075127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d9e9859b-c7a7-4e77-8f75-745c01e6b071 None None] For port fee91240-369a-4c9b-850e-fd192fbb0b92, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fee91240-369a-4c9b-850e-fd192fbb0b92,segment=NetworkSegment(b823c520-ef0b-4954-a0ea-91538d2aa471),segment_id=b823c520-ef0b-4954-a0ea-91538d2aa471)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:20.075605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9e9859b-c7a7-4e77-8f75-745c01e6b071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.094615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.110088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.133997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object e5894d55-bb9c-4182-a419-e4b2fbfdfe23 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:20.139504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.148594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-515bb6f4-1674-4a33-b129-114a761431a4 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.149854 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-515bb6f4-1674-4a33-b129-114a761431a4 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-groups/70169c23-0745-4b17-a36f-c7c191df471f HTTP/1.1" status: 204 len: 168 time: 1.3170283 Dec 21 16:45:20.154347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39126) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:20.224183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9859b-c7a7-4e77-8f75-745c01e6b071 None None] Calling delete_port for fee91240-369a-4c9b-850e-fd192fbb0b92 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:20.271905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.272516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Fanout notify agent at l3_agent the message router_deleted on router b221f450-db75-41df-8850-91a4773c66cc {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:45:20.300362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.310680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-824b9475-249f-4e7b-bfa4-b9c264f4ad56 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:20.399681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.401229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/routers/b221f450-db75-41df-8850-91a4773c66cc HTTP/1.1" status: 204 len: 168 time: 7.1182826 Dec 21 16:45:20.414072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39130) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:20.416684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-d9e9859b-c7a7-4e77-8f75-745c01e6b071 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 21 16:45:20.416684 dv-neutron-822515-1-hyperv neutron-server[88778]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Dec 21 16:45:20.416684 dv-neutron-822515-1-hyperv neutron-server[88778]: [parameters: {'port_id': 'fee91240-369a-4c9b-850e-fd192fbb0b92'}] Dec 21 16:45:20.416684 dv-neutron-822515-1-hyperv neutron-server[88778]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:45:20.417125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-d9e9859b-c7a7-4e77-8f75-745c01e6b071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:45:20.436264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d893d897-7e1c-46f2-a1f8-d616da82c1c0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:20.456785 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5724182 Dec 21 16:45:20.475259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39134) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:20.485259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a7450488-99bb-47c3-abf2-23c932edd4ef up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:20.496316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'subnet': {'network_id': '35d185fa-6efc-449b-a12d-31d108df5cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:20.529138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Network': ['ID=35d185fa-6efc-449b-a12d-31d108df5cf2,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:20.529927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=e5894d55-bb9c-4182-a419-e4b2fbfdfe23,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:20.533609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:20.540758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.543158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:20.543301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 35d185fa-6efc-449b-a12d-31d108df5cf2 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:45:20.546510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.554217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cfb888e-43a5-4a97-a874-73bb777a6935 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:20.566463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:20.572585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d893d897-7e1c-46f2-a1f8-d616da82c1c0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:20.573980 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d893d897-7e1c-46f2-a1f8-d616da82c1c0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4175632 Dec 21 16:45:20.575196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:20.580463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:20.585158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:20.586098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.590064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39138) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:20.608428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group': {'name': 'tempest-secgroup--257293411'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:20.608898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.615074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=fee91240-369a-4c9b-850e-fd192fbb0b92,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:20.620932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:20.668177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No DVR routers for this DVR port fee91240-369a-4c9b-850e-fd192fbb0b92 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:45:20.679872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:20.685680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port a7450488-99bb-47c3-abf2-23c932edd4ef completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:20.746632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:20.757282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6359172 Dec 21 16:45:20.765239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39142) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:20.786530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fee91240-369a-4c9b-850e-fd192fbb0b92 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:20.815165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:20.828383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: fee91240-369a-4c9b-850e-fd192fbb0b92 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:45:20.828782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fee91240-369a-4c9b-850e-fd192fbb0b92 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:45:20.849899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Usage tracker for resource:subnet and tenant:d6db1029ce48454ea18658174b736e21 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:20.863907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.864526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42e8d82f-4535-454b-b95f-abc13cb25e07 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:45:20.918909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9859b-c7a7-4e77-8f75-745c01e6b071 None None] Deleting port fee91240-369a-4c9b-850e-fd192fbb0b92 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:20.919237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.920162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9e9859b-c7a7-4e77-8f75-745c01e6b071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:20.975235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec48cf1f-7baf-4d9f-9063-d09d6ae33e06']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:20.996223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac145fa-2f7e-46dc-9f49-55ce3e1b1e07 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Deleting subnet 6be77999-ad02-4b54-b15f-4454097aa579 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:45:21.002298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ac145fa-2f7e-46dc-9f49-55ce3e1b1e07 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.017658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9859b-c7a7-4e77-8f75-745c01e6b071 None None] The port 'fee91240-369a-4c9b-850e-fd192fbb0b92' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:45:21.034401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b823c520-ef0b-4954-a0ea-91538d2aa471') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:21.034720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b823c520-ef0b-4954-a0ea-91538d2aa471') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:21.056283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.060672 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "DELETE /v2.0/routers/42e8d82f-4535-454b-b95f-abc13cb25e07 HTTP/1.1" status: 204 len: 168 time: 5.2807856 Dec 21 16:45:21.061037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a54edb01-75f9-4363-84a6-bf80105a3f9a None None] Provisioning for port a7450488-99bb-47c3-abf2-23c932edd4ef completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:21.061998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39146) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:21.069433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a54edb01-75f9-4363-84a6-bf80105a3f9a None None] Provisioning complete for port a7450488-99bb-47c3-abf2-23c932edd4ef triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:21.070007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a54edb01-75f9-4363-84a6-bf80105a3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.122220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:21.129259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.136255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.154404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:21.158575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port 32dbc267-fd47-43ef-8e95-189f15db1d8e {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:21.159092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.176966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.185596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ac145fa-2f7e-46dc-9f49-55ce3e1b1e07 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.223906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:45:21.224584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:45:21.249384 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:45:21.263922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a54edb01-75f9-4363-84a6-bf80105a3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.328752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a54edb01-75f9-4363-84a6-bf80105a3f9a None None] For port a7450488-99bb-47c3-abf2-23c932edd4ef, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a7450488-99bb-47c3-abf2-23c932edd4ef,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:21.335947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a54edb01-75f9-4363-84a6-bf80105a3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.342345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-152e3938-66d5-4477-8a1c-0e14e48a1f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:21.416604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.418930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ac145fa-2f7e-46dc-9f49-55ce3e1b1e07 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.434061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.471539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54edb01-75f9-4363-84a6-bf80105a3f9a None None] Pushing event updated for resources: {'Port': ['ID=a7450488-99bb-47c3-abf2-23c932edd4ef,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:21.472783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Made reservation on behalf of d6db1029ce48454ea18658174b736e21 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:21.483650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a54edb01-75f9-4363-84a6-bf80105a3f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:21.498322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d81d74ed-a3d4-44ab-8283-dd6c1d0eff79 None None] Provisioning for port e5894d55-bb9c-4182-a419-e4b2fbfdfe23 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:21.505884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d81d74ed-a3d4-44ab-8283-dd6c1d0eff79 None None] Provisioning complete for port e5894d55-bb9c-4182-a419-e4b2fbfdfe23 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:21.506669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d81d74ed-a3d4-44ab-8283-dd6c1d0eff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.508547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fd2da8e9-38d1-4009-941a-e72bbb1d2ec1 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:21.541863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.564443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Network': ['ID=ec48cf1f-7baf-4d9f-9063-d09d6ae33e06,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:21.571786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d81d74ed-a3d4-44ab-8283-dd6c1d0eff79 None None] Port e5894d55-bb9c-4182-a419-e4b2fbfdfe23 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:21.579963 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/networks/ec48cf1f-7baf-4d9f-9063-d09d6ae33e06 HTTP/1.1" status: 204 len: 168 time: 3.2301350 Dec 21 16:45:21.582008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:21.582008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:21.582422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:21.582882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:21.583307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:21.583723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:21.584140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:21.584549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:21.584960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:21.585371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:21.586044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:21.591101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39150) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:21.596259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:21.639857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:21.649913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for 32dbc267-fd47-43ef-8e95-189f15db1d8e owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:21.691247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:21.696235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ac145fa-2f7e-46dc-9f49-55ce3e1b1e07 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.703729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff37a3e9-0401-4a02-87e1-ff70fc907792 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:21.754118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:21.765001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac145fa-2f7e-46dc-9f49-55ce3e1b1e07 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Subnet': ['ID=6be77999-ad02-4b54-b15f-4454097aa579,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:21.769522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ac145fa-2f7e-46dc-9f49-55ce3e1b1e07 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:21.780014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ac145fa-2f7e-46dc-9f49-55ce3e1b1e07 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.783503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7cbd2e-7d0f-48b0-89e9-51343a1010fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:21.788006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7cbd2e-7d0f-48b0-89e9-51343a1010fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:21.788858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bf7cbd2e-7d0f-48b0-89e9-51343a1010fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:21.794130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2e5d4f-d71e-4be9-8ad3-a9b4d2da946d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:21.794906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7d2e5d4f-d71e-4be9-8ad3-a9b4d2da946d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:21.800416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:21.806770 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8ac145fa-2f7e-46dc-9f49-55ce3e1b1e07 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/subnets/6be77999-ad02-4b54-b15f-4454097aa579 HTTP/1.1" status: 204 len: 168 time: 1.3893361 Dec 21 16:45:21.807147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39154) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:21.812757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.816206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:21.901865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bf7cbd2e-7d0f-48b0-89e9-51343a1010fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:21.903102 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bf7cbd2e-7d0f-48b0-89e9-51343a1010fa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.1318882 Dec 21 16:45:21.910448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39158) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:21.925643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7d2e5d4f-d71e-4be9-8ad3-a9b4d2da946d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:21.926966 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7d2e5d4f-d71e-4be9-8ad3-a9b4d2da946d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3334091 Dec 21 16:45:21.932145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39160) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:22.103663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce12b9-813e-43c3-acbf-32504692181e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port e5894d55-bb9c-4182-a419-e4b2fbfdfe23 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:22.104308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5ce12b9-813e-43c3-acbf-32504692181e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.163996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.205176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.224614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:22.318866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a7450488-99bb-47c3-abf2-23c932edd4ef up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:22.327435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.402098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a41b65-a404-4c17-9565-5da01603b061,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:22.430142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:22.444162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.448185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8478169 Dec 21 16:45:22.453675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.457674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39170) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:22.462922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94d35b2b-2bbd-44f7-b9e9-46562f59ff21 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:22.529063 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d669a4ff-7763-4fda-a4a5-aa0ab68ec813 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5943952 Dec 21 16:45:22.534309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': '08a41b65-a404-4c17-9565-5da01603b061', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:22.536836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39174) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:22.546822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1723980297'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:22.570257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=32dbc267-fd47-43ef-8e95-189f15db1d8e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:22.576778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port a7450488-99bb-47c3-abf2-23c932edd4ef triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:22.576871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.580224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:22.586561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:22.593163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:22.611654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:22.617543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.628276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:network and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:22.639076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:22.656229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:22.656663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:22.674666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b62618-129d-4bb1-9ad8-65eada502f71']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:22.692248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fcb014-db66-4128-99c9-8bcac96fdcc0') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:22.692585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fcb014-db66-4128-99c9-8bcac96fdcc0') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:22.701591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:22.707266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.721665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:22.724208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.731923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.736966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b292aa9f-0bcf-4353-9802-9baeef546319 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:22.761579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e69c51f5-5334-4252-8f80-5e98e496c4b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:22.766427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.776328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.780076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:45:22.780506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.781997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: b292aa9f-0bcf-4353-9802-9baeef546319 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:45:22.782578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b292aa9f-0bcf-4353-9802-9baeef546319 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:45:22.801318 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:45:22.807691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:45:22.838748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Deleting port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:22.839154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.886563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5ce12b9-813e-43c3-acbf-32504692181e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.894616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.921841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.922157 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Added segment 2796ad91-5d86-4079-bc22-f1cb01a36972 of type vlan for network bcf5bc01-0f00-41c9-bda6-521fc7d39c7c Dec 21 16:45:22.966819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:22.993212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:23.012647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:23.018944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:23.042687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Pushing event deleted for resources: {'Network': ['ID=10b62618-129d-4bb1-9ad8-65eada502f71,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:23.049581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:23.050017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Subnet': ['ID=51f85581-2c0d-4e7b-bf6b-914738730797,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:23.059414 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] 10.222.0.67 "DELETE /v2.0/networks/10b62618-129d-4bb1-9ad8-65eada502f71 HTTP/1.1" status: 204 len: 168 time: 1.2498109 Dec 21 16:45:23.123538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce12b9-813e-43c3-acbf-32504692181e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for e5894d55-bb9c-4182-a419-e4b2fbfdfe23 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:23.165091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:23.169118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:23.170936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:23.171084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:23.178929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f55b529f-4f7f-4ade-b01a-6cb29a3cbaeb tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:23.242140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] For port fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:23.242555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:23.283003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Checking segment: {'id': '63c7949f-c18c-4887-a660-12c2cfbc4981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '35d185fa-6efc-449b-a12d-31d108df5cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:23.283405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network hostable DHCP agents. Network: 35d185fa-6efc-449b-a12d-31d108df5cf2, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:45:23.317850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Network': ['ID=bcf5bc01-0f00-41c9-bda6-521fc7d39c7c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:23.321021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7824340 Dec 21 16:45:23.322024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:23.329935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39182) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:23.334328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network bcf5bc01-0f00-41c9-bda6-521fc7d39c7c details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:45:23.339679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:23.344840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'bcf5bc01-0f00-41c9-bda6-521fc7d39c7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:23.369916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:23.378867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:23.425631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aeaacba9-fb87-4835-8bab-7fe3eddcce6f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:23.434992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39186) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:23.473399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Calling delete_port for fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:23.650764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:23.656118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e369debc-aede-48a8-b94c-ecde74c9b44f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:23.702618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:23.705148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:23.714530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f56c9c-c532-480f-adee-4923b46113c9,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:23.797182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network 35d185fa-6efc-449b-a12d-31d108df5cf2 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:45:23.895032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:23.895462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:23.895880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:23.896291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:23.896762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:23.897093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:23.897498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:23.897908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:23.898314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:23.898715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:23.899144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:23.915930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:23.920639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:23.950702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:23.971964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:23.973184 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4779298 Dec 21 16:45:23.974029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 35d185fa-6efc-449b-a12d-31d108df5cf2) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:23.984713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2f3d36-49fa-4565-91b0-2bd2f15ebc54 None None] Network 35d185fa-6efc-449b-a12d-31d108df5cf2 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:23.985503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:23.989650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39192) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:23.992778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:23.993420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.003251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:24.006137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5ce12b9-813e-43c3-acbf-32504692181e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.036558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:24.042662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-19b32119-8ffb-4c76-8139-e65f9af74c0f tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:24.111810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce12b9-813e-43c3-acbf-32504692181e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=e5894d55-bb9c-4182-a419-e4b2fbfdfe23,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:24.125687 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fec1c72f-1c4b-4967-9d36-973fc1a597c0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules/99f56c9c-c532-480f-adee-4923b46113c9 HTTP/1.1" status: 200 len: 705 time: 0.1324782 Dec 21 16:45:24.128282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d5ce12b9-813e-43c3-acbf-32504692181e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:24.131601 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6447380 Dec 21 16:45:24.132827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:24.148535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39196) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:24.148907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39198) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:24.212543 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6038665b-1b24-442c-979d-4632208318b9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8e965015c4f34c1bbb940e9d2d2350f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7575495 Dec 21 16:45:24.223964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-35d185fa-6efc-449b-a12d-31d108df5cf2', 'network_id': '35d185fa-6efc-449b-a12d-31d108df5cf2', 'tenant_id': 'd6db1029ce48454ea18658174b736e21', 'fixed_ips': [{'subnet_id': '51f85581-2c0d-4e7b-bf6b-914738730797'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:24.225080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.225468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39204) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:24.227414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5ce12b9-813e-43c3-acbf-32504692181e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.229496 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d5ce12b9-813e-43c3-acbf-32504692181e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/e5894d55-bb9c-4182-a419-e4b2fbfdfe23 HTTP/1.1" status: 204 len: 168 time: 2.2671912 Dec 21 16:45:24.234429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39206) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:24.245711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'network': {'name': 'tempest-router-network01--1030824954'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:24.264011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:24.292778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Usage tracker for resource:network and tenant:d6db1029ce48454ea18658174b736e21 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:24.305980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:24.327770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.332297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:24.390241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.400252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Made reservation on behalf of d6db1029ce48454ea18658174b736e21 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:24.407117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.457844 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-65516487-1d1c-4428-aab6-5df53630ae93 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3019781 Dec 21 16:45:24.465088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39212) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:24.473826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273845b6-09eb-49ae-8c50-21a74decd79a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:24.475383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Allocated IP 2001:db8::2 (35d185fa-6efc-449b-a12d-31d108df5cf2/51f85581-2c0d-4e7b-bf6b-914738730797/31f10549-4090-4eca-bf4d-4462e94f45ec) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:24.475610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273845b6-09eb-49ae-8c50-21a74decd79a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:24.476597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-273845b6-09eb-49ae-8c50-21a74decd79a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:24.494205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b538bc4c-063e-4b0b-a6da-d4d25cde73b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.552286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:45:24.558186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.558745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39cb3e3a-6790-4426-ad14-0b8999ec9eb5 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:45:24.568639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b538bc4c-063e-4b0b-a6da-d4d25cde73b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.590744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0261446-6892-4241-ad96-1ae3e3c19e16 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.624721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0261446-6892-4241-ad96-1ae3e3c19e16 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.631155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.631552 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Added segment 0eefbeeb-ac89-411f-a031-2fae7e8f7d0b of type vlan for network 826b61f4-46ab-47b2-adc0-648812cf12ea Dec 21 16:45:24.644415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.692003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.718003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.726501 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "DELETE /v2.0/routers/39cb3e3a-6790-4426-ad14-0b8999ec9eb5 HTTP/1.1" status: 204 len: 168 time: 3.6506441 Dec 21 16:45:24.727755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39216) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:24.734414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0261446-6892-4241-ad96-1ae3e3c19e16 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.742249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1182661960', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:24.747966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-273845b6-09eb-49ae-8c50-21a74decd79a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:24.752551 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-273845b6-09eb-49ae-8c50-21a74decd79a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5135763 Dec 21 16:45:24.759940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:24.760839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39220) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:24.772136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.774828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:24.784853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Usage tracker for resource:router and tenant:b50ca6a927d24d0a8597bc90a816736e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:24.785413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Transition to ACTIVE for port object 31f10549-4090-4eca-bf4d-4462e94f45ec will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:24.789838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0261446-6892-4241-ad96-1ae3e3c19e16 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99f56c9c-c532-480f-adee-4923b46113c9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:24.792766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:24.796213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b538bc4c-063e-4b0b-a6da-d4d25cde73b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.800817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0261446-6892-4241-ad96-1ae3e3c19e16 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:24.805842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d0705f53-ebe7-4686-901a-0bd5a015da9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:24.813783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Transition to ACTIVE for port object 31f10549-4090-4eca-bf4d-4462e94f45ec will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:24.818519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.819218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:24.824631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-97621cd5-9549-496a-96c0-bf87f168bd14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:24.827503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.831655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:24.832294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.840453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538bc4c-063e-4b0b-a6da-d4d25cde73b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7ee189-c01a-4296-9b16-dcbcbdaf7f2b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:24.842444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b538bc4c-063e-4b0b-a6da-d4d25cde73b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.846518 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b538bc4c-063e-4b0b-a6da-d4d25cde73b0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/db7ee189-c01a-4296-9b16-dcbcbdaf7f2b HTTP/1.1" status: 204 len: 168 time: 0.5960226 Dec 21 16:45:24.848166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b538bc4c-063e-4b0b-a6da-d4d25cde73b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:24.854970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c95b2c3-3175-4fb1-8c3e-80bb1ef05604 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:24.871256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0261446-6892-4241-ad96-1ae3e3c19e16 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.875389 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f0261446-6892-4241-ad96-1ae3e3c19e16 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/99f56c9c-c532-480f-adee-4923b46113c9 HTTP/1.1" status: 204 len: 168 time: 0.4017899 Dec 21 16:45:24.880429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39226) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:24.903070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.904111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:24.905940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Pushing event updated for resources: {'Port': ['ID=31f10549-4090-4eca-bf4d-4462e94f45ec,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:24.923449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:24.931808 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7742660 Dec 21 16:45:24.941105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39230) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:24.943173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Network 35d185fa-6efc-449b-a12d-31d108df5cf2 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:24.944653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:24.947173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:24.961238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'network': {'name': 'tempest-router-network02--321408059'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:24.982260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:25.055863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Usage tracker for resource:network and tenant:d6db1029ce48454ea18658174b736e21 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:25.066049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:25.069605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Network': ['ID=826b61f4-46ab-47b2-adc0-648812cf12ea,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:25.073260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Attempting to bind port 31f10549-4090-4eca-bf4d-4462e94f45ec on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:25.073817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Attempting to bind port 31f10549-4090-4eca-bf4d-4462e94f45ec by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '63c7949f-c18c-4887-a660-12c2cfbc4981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '35d185fa-6efc-449b-a12d-31d108df5cf2'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:25.074515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Attempting to bind port 31f10549-4090-4eca-bf4d-4462e94f45ec on network 35d185fa-6efc-449b-a12d-31d108df5cf2 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:25.077541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:25.082931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:25.084997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:25.085459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Checking segment: {'id': '63c7949f-c18c-4887-a660-12c2cfbc4981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '35d185fa-6efc-449b-a12d-31d108df5cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:25.086417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.087007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Bound using segment: {'id': '63c7949f-c18c-4887-a660-12c2cfbc4981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '35d185fa-6efc-449b-a12d-31d108df5cf2'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:25.087675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Bound port: 31f10549-4090-4eca-bf4d-4462e94f45ec, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c7949f-c18c-4887-a660-12c2cfbc4981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '35d185fa-6efc-449b-a12d-31d108df5cf2'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:25.088296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.102885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.112092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 826b61f4-46ab-47b2-adc0-648812cf12ea details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:45:25.121313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router 5ed2dad2-cd1d-408c-9d96-3846e4df2cbd has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:45:25.122193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a6c5344f-8f6c-481c-8b54-60b574bf2e57 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:25.127760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Made reservation on behalf of d6db1029ce48454ea18658174b736e21 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:25.133191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.282172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.292268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b1b6afb-ed8c-4394-a584-76b6c9ad6a49 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:25.312044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] For port 31f10549-4090-4eca-bf4d-4462e94f45ec, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:25.315824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] For port 31f10549-4090-4eca-bf4d-4462e94f45ec, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=31f10549-4090-4eca-bf4d-4462e94f45ec,segment=NetworkSegment(63c7949f-c18c-4887-a660-12c2cfbc4981),segment_id=63c7949f-c18c-4887-a660-12c2cfbc4981)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:25.321022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.333686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb7b3f18-1fc2-4042-a6d1-3e9195dabcdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:25.333948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a6c5344f-8f6c-481c-8b54-60b574bf2e57 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:25.339254 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a6c5344f-8f6c-481c-8b54-60b574bf2e57 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4551303 Dec 21 16:45:25.350175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39242) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:25.363737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:45:25.375675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-38f37e71-db5c-4a2b-85cf-888d6d73a8e3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': '08a41b65-a404-4c17-9565-5da01603b061', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:25.427799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Pushing event updated for resources: {'Port': ['ID=31f10549-4090-4eca-bf4d-4462e94f45ec,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:25.439343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:25.562411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Subnet': ['ID=f11418b5-c7de-4593-a0b5-2b5c3abcefb3,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:25.565285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:25.571234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b514103d-8761-413c-b0f0-2bb7f3183a7e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 95a16921-ea5a-455f-b7ce-0894e95a3f55 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:45:25.577604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b514103d-8761-413c-b0f0-2bb7f3183a7e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.641995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Checking segment: {'id': '2796ad91-5d86-4079-bc22-f1cb01a36972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bcf5bc01-0f00-41c9-bda6-521fc7d39c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:25.642380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network hostable DHCP agents. Network: bcf5bc01-0f00-41c9-bda6-521fc7d39c7c, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:45:25.661709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:25.676687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-38f37e71-db5c-4a2b-85cf-888d6d73a8e3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:25.680313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b514103d-8761-413c-b0f0-2bb7f3183a7e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.681076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f60c7b4-6b7c-436f-a513-42134cae2613 None None] Sync routers for ids ['5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:25.694902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f60c7b4-6b7c-436f-a513-42134cae2613 None None] Routers {'5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:25.695121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.695416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Added segment 3878f31c-95c1-4829-8523-7c62939ff6e9 of type vlan for network 9303405c-c0f7-4bfb-b84b-c1baa1037eec Dec 21 16:45:25.696127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1f60c7b4-6b7c-436f-a513-42134cae2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:25.706673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-38f37e71-db5c-4a2b-85cf-888d6d73a8e3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:25.718191 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/5ed2dad2-cd1d-408c-9d96-3846e4df2cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2420967 Dec 21 16:45:25.718900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39248) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:25.759648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network bcf5bc01-0f00-41c9-bda6-521fc7d39c7c is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:45:25.773875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.786990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, bcf5bc01-0f00-41c9-bda6-521fc7d39c7c) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:25.790198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1f60c7b4-6b7c-436f-a513-42134cae2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:25.791354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:25.792001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.800176 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-87a7f9d5-bdda-4329-aa31-b44f89319716 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ed2dad2-cd1d-408c-9d96-3846e4df2cbd HTTP/1.1" status: 200 len: 205 time: 0.0799949 Dec 21 16:45:25.804138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f60c7b4-6b7c-436f-a513-42134cae2613 None None] Routers {'5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:25.806563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1f60c7b4-6b7c-436f-a513-42134cae2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:25.807302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39254) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:25.808684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e8e3d0-79b1-4fcb-9966-c933394f63b2 None None] Network bcf5bc01-0f00-41c9-bda6-521fc7d39c7c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:25.866675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.872774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38f37e71-db5c-4a2b-85cf-888d6d73a8e3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:25.924953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1f60c7b4-6b7c-436f-a513-42134cae2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:25.925834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f60c7b4-6b7c-436f-a513-42134cae2613 None None] The sync data for ids ['5ed2dad2-cd1d-408c-9d96-3846e4df2cbd'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:25.930481 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5942481 Dec 21 16:45:25.959007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39260) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:25.977174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': 'bcf5bc01-0f00-41c9-bda6-521fc7d39c7c', 'name': 'tempest-PortsTestJSON-1159216979'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:26.027879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b514103d-8761-413c-b0f0-2bb7f3183a7e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:26.206267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-bcf5bc01-0f00-41c9-bda6-521fc7d39c7c', 'network_id': 'bcf5bc01-0f00-41c9-bda6-521fc7d39c7c', 'tenant_id': '595d69e3149f4a448e46fa36c7472cd3', 'fixed_ips': [{'subnet_id': 'f11418b5-c7de-4593-a0b5-2b5c3abcefb3'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:26.207801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:26.263793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:26.315817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:26.363593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38f37e71-db5c-4a2b-85cf-888d6d73a8e3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:26.365478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:26.373320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:26.397644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38f37e71-db5c-4a2b-85cf-888d6d73a8e3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:26.398578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:26.404769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:26.405484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:26.418728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45905c6a-9fee-4ecf-8df6-59e7538398c4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:26.442077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82cd2584-6cee-4158-a85a-ba91f666b09f tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:26.449824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 31f10549-4090-4eca-bf4d-4462e94f45ec up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:26.565302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Network': ['ID=9303405c-c0f7-4bfb-b84b-c1baa1037eec,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:26.572894 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6307175 Dec 21 16:45:26.578710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Allocated IP 172.20.0.2 (bcf5bc01-0f00-41c9-bda6-521fc7d39c7c/f11418b5-c7de-4593-a0b5-2b5c3abcefb3/44eb3df8-906a-4df3-8c46-d2a7eaffd58b) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:26.582679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 9303405c-c0f7-4bfb-b84b-c1baa1037eec details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:45:26.590256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:26.592309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:26.610468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39270) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:26.611247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f37e71-db5c-4a2b-85cf-888d6d73a8e3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba470348-5486-4c65-82f5-d689e16fe771,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:26.613460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38f37e71-db5c-4a2b-85cf-888d6d73a8e3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:26.617447 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-38f37e71-db5c-4a2b-85cf-888d6d73a8e3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2534285 Dec 21 16:45:26.619071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38f37e71-db5c-4a2b-85cf-888d6d73a8e3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:26.625483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port f396f781-72bc-463c-a2e5-a36667158125 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:45:26.632032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39274) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:26.668069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b514103d-8761-413c-b0f0-2bb7f3183a7e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:26.675295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:26.695919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 31f10549-4090-4eca-bf4d-4462e94f45ec completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:26.720628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'subnet': {'network_id': '826b61f4-46ab-47b2-adc0-648812cf12ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:26.721827 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ef0d227a-c82e-42a8-9369-a70397b80d07 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules/ba470348-5486-4c65-82f5-d689e16fe771 HTTP/1.1" status: 200 len: 705 time: 0.0823584 Dec 21 16:45:26.725844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39280) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:26.737302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514103d-8761-413c-b0f0-2bb7f3183a7e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=95a16921-ea5a-455f-b7ce-0894e95a3f55,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:26.742922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:26.755795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b514103d-8761-413c-b0f0-2bb7f3183a7e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:26.772898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b514103d-8761-413c-b0f0-2bb7f3183a7e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:26.796436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad60c99e-cdbd-4bb6-9be4-cbf7eb5bca64 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:26.815889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:45:26.816296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fb6c4aab-7b5a-42a9-bbd8-1666f9865d4f not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:45:26.921451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:26.925560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Usage tracker for resource:subnet and tenant:d6db1029ce48454ea18658174b736e21 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:26.928637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:26.935308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:26.959502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Made reservation on behalf of d6db1029ce48454ea18658174b736e21 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:27.175766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.184203 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b514103d-8761-413c-b0f0-2bb7f3183a7e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/95a16921-ea5a-455f-b7ce-0894e95a3f55 HTTP/1.1" status: 204 len: 168 time: 2.4201143 Dec 21 16:45:27.188400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39292) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:27.203843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45905c6a-9fee-4ecf-8df6-59e7538398c4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.221997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.242734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.258587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Transition to ACTIVE for port object 44eb3df8-906a-4df3-8c46-d2a7eaffd58b will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:27.277360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d88cd8e7-b8a2-41b3-a57e-e9cec02a585c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:27.297811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45905c6a-9fee-4ecf-8df6-59e7538398c4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.306720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ac03bc54-0e24-4ed3-816b-722d681362e8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126413 Dec 21 16:45:27.307995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39296) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:27.312782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Transition to ACTIVE for port object 44eb3df8-906a-4df3-8c46-d2a7eaffd58b will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:27.319949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.336692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:27.392622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a7c20-7142-4bc7-be73-4dda87123151 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:45:27.424594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d88cd8e7-b8a2-41b3-a57e-e9cec02a585c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:27.428568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Allocated IP 172.26.7.103 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/055cd9a1-ac21-4c16-b3c0-7a27f69e1fad) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:27.431741 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d88cd8e7-b8a2-41b3-a57e-e9cec02a585c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6992259 Dec 21 16:45:27.435001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39302) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:27.441693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-738a7c20-7142-4bc7-be73-4dda87123151 None None] Deleting port a7450488-99bb-47c3-abf2-23c932edd4ef {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:27.442124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-738a7c20-7142-4bc7-be73-4dda87123151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.484988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45905c6a-9fee-4ecf-8df6-59e7538398c4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.485541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45905c6a-9fee-4ecf-8df6-59e7538398c4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed2dad2-cd1d-408c-9d96-3846e4df2cbd {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:45:27.515805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.5 (bcf5bc01-0f00-41c9-bda6-521fc7d39c7c/f11418b5-c7de-4593-a0b5-2b5c3abcefb3/f396f781-72bc-463c-a2e5-a36667158125) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:27.516146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45905c6a-9fee-4ecf-8df6-59e7538398c4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.520381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-45905c6a-9fee-4ecf-8df6-59e7538398c4 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/5ed2dad2-cd1d-408c-9d96-3846e4df2cbd HTTP/1.1" status: 204 len: 168 time: 1.7069345 Dec 21 16:45:27.521880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bcd40c45-4b84-43e5-97dc-b34b240634ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.532230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39306) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:27.564476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.583061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bcd40c45-4b84-43e5-97dc-b34b240634ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.595986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f00acc-086a-42fc-be66-fd539117e15b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:27.596786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f3f00acc-086a-42fc-be66-fd539117e15b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:27.669319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f3f00acc-086a-42fc-be66-fd539117e15b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:27.673564 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f3f00acc-086a-42fc-be66-fd539117e15b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3644204 Dec 21 16:45:27.674468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39312) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:27.696563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bcd40c45-4b84-43e5-97dc-b34b240634ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.753564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5f748a48-e05f-4124-b544-6e35ef4c3453 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:27.804974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Network bcf5bc01-0f00-41c9-bda6-521fc7d39c7c is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:27.813457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd40c45-4b84-43e5-97dc-b34b240634ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba470348-5486-4c65-82f5-d689e16fe771,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:27.825949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:27.826271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bcd40c45-4b84-43e5-97dc-b34b240634ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:27.834593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:27.858976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7660fa-98de-4eee-b211-bd0ec9c3f83a None None] Network 35d185fa-6efc-449b-a12d-31d108df5cf2 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:27.885834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bcd40c45-4b84-43e5-97dc-b34b240634ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.887158 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bcd40c45-4b84-43e5-97dc-b34b240634ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/ba470348-5486-4c65-82f5-d689e16fe771 HTTP/1.1" status: 204 len: 168 time: 0.4503105 Dec 21 16:45:27.894511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39320) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:27.906092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:27.912476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f33aa-7495-4bbf-9c0f-ff51454b0ede tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:27.913266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e78f33aa-7495-4bbf-9c0f-ff51454b0ede tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:27.923176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7cf577c3-ec3e-4acd-8e4a-70cdf6c872d4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:27.952901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-954ef10e-5910-4ce8-af70-5a72b837e5a6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting subnet 08b9bade-81ef-4ae1-8a12-69af478af7bf {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:45:27.955163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e78f33aa-7495-4bbf-9c0f-ff51454b0ede tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:27.959297 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e78f33aa-7495-4bbf-9c0f-ff51454b0ede tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2832541 Dec 21 16:45:27.960307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39324) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:27.964346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-954ef10e-5910-4ce8-af70-5a72b837e5a6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.002435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Pushing event updated for resources: {'Port': ['ID=44eb3df8-906a-4df3-8c46-d2a7eaffd58b,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:28.019094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Subnet': ['ID=8d61a792-58ce-4cd9-abca-03f14efa5a1f,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:28.028060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:28.087125 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-371f0b0a-6891-4bc5-9563-3b10287009f0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243064 Dec 21 16:45:28.090227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39328) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:28.098983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:28.228457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-954ef10e-5910-4ce8-af70-5a72b837e5a6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.248204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ee3cfa94-198f-4341-a7b5-5ef7f4b90efc None None] Provisioning for port 31f10549-4090-4eca-bf4d-4462e94f45ec completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:28.252948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:28.253355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:28.253742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:28.254149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:28.254479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:28.254883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:28.255264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:28.255642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:28.256011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:28.256442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:28.256821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:45:28.271382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:28.272644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:28.284275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.300513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:28.336762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:28.344201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.357404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ee3cfa94-198f-4341-a7b5-5ef7f4b90efc None None] Provisioning complete for port 31f10549-4090-4eca-bf4d-4462e94f45ec triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:28.358985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfa94-198f-4341-a7b5-5ef7f4b90efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.362931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39332) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:28.381564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695045924', 'description': 'tempest-secgroup-smoke-1695045924 description', 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:28.388192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:28.392307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:security_group and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:28.395343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:28.401843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:28.435384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.448072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a7450488-99bb-47c3-abf2-23c932edd4ef no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:28.458504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3bd5f6ca-b1bc-447d-be1d-6daec405f9ba tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:28.458890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.464096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object f396f781-72bc-463c-a2e5-a36667158125 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:28.477274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Attempting to bind port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:28.477684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Attempting to bind port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2796ad91-5d86-4079-bc22-f1cb01a36972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bcf5bc01-0f00-41c9-bda6-521fc7d39c7c'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:28.478344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Attempting to bind port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b on network bcf5bc01-0f00-41c9-bda6-521fc7d39c7c {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:28.490613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Checking segment: {'id': '0eefbeeb-ac89-411f-a031-2fae7e8f7d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '826b61f4-46ab-47b2-adc0-648812cf12ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:28.491058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network hostable DHCP agents. Network: 826b61f4-46ab-47b2-adc0-648812cf12ea, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:45:28.509389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.519850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-738a7c20-7142-4bc7-be73-4dda87123151 None None] For port a7450488-99bb-47c3-abf2-23c932edd4ef, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a7450488-99bb-47c3-abf2-23c932edd4ef,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:28.520286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-738a7c20-7142-4bc7-be73-4dda87123151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.520867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3bd5f6ca-b1bc-447d-be1d-6daec405f9ba tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:28.525289 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3bd5f6ca-b1bc-447d-be1d-6daec405f9ba tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6214459 Dec 21 16:45:28.529457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39336) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:28.541748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': '08a41b65-a404-4c17-9565-5da01603b061', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:28.550715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:28.551160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Checking segment: {'id': '2796ad91-5d86-4079-bc22-f1cb01a36972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bcf5bc01-0f00-41c9-bda6-521fc7d39c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:28.551773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.552405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Bound using segment: {'id': '2796ad91-5d86-4079-bc22-f1cb01a36972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bcf5bc01-0f00-41c9-bda6-521fc7d39c7c'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:28.552964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Bound port: 44eb3df8-906a-4df3-8c46-d2a7eaffd58b, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2796ad91-5d86-4079-bc22-f1cb01a36972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bcf5bc01-0f00-41c9-bda6-521fc7d39c7c'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:28.553370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.553954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-954ef10e-5910-4ce8-af70-5a72b837e5a6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.554326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:28.571943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.583060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8960909f-5bac-4484-8f4b-8cdaa081e1bc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:28.620148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:28.632393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:28.641645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:security_group_rule and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:28.645870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network 826b61f4-46ab-47b2-adc0-648812cf12ea is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:45:28.647724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:28.659881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:28.680204 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Project 07a7587b50f14e64a81f695a34167fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:45:28.689492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.691324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-738a7c20-7142-4bc7-be73-4dda87123151 None None] Calling delete_port for a7450488-99bb-47c3-abf2-23c932edd4ef owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:28.697001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network bcf5bc01-0f00-41c9-bda6-521fc7d39c7c is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:28.699614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=f396f781-72bc-463c-a2e5-a36667158125,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:28.703372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:28.704189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 826b61f4-46ab-47b2-adc0-648812cf12ea) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:28.708455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:28.709094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.717232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-919b3e3f-a5f2-4b6c-8d40-a6871378c6da tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:28.750287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:28.752815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:28.764099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-954ef10e-5910-4ce8-af70-5a72b837e5a6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.783078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c88e0cbb-7d38-4591-a607-4f84ca53737b tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:28.802572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.828691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-954ef10e-5910-4ce8-af70-5a72b837e5a6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.842122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ef10e-5910-4ce8-af70-5a72b837e5a6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Subnet': ['ID=08b9bade-81ef-4ae1-8a12-69af478af7bf,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:28.844120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfa94-198f-4341-a7b5-5ef7f4b90efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:28.853367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-954ef10e-5910-4ce8-af70-5a72b837e5a6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:28.856092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f4ba8d-bd32-41a9-af9a-446e4b1bd0bc None None] Network 826b61f4-46ab-47b2-adc0-648812cf12ea requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:28.882671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdaafe2-9354-4358-a9b8-3f993ebf33ad None None] Network 45536266-b383-453a-912a-65220c8ba93a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:28.892959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-954ef10e-5910-4ce8-af70-5a72b837e5a6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/08b9bade-81ef-4ae1-8a12-69af478af7bf HTTP/1.1" status: 204 len: 168 time: 1.3566706 Dec 21 16:45:28.893866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39340) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:28.904499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:28.918083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:28.920779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:28.953896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Pushing event updated for resources: {'Port': ['ID=055cd9a1-ac21-4c16-b3c0-7a27f69e1fad,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:28.964150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:28.973707 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3573360 Dec 21 16:45:28.984883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39346) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:29.005261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'subnet': {'network_id': '9303405c-c0f7-4bfb-b84b-c1baa1037eec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:29.025999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.026524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:29.027266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.037469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.088446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ee3cfa94-198f-4341-a7b5-5ef7f4b90efc None None] For port 31f10549-4090-4eca-bf4d-4462e94f45ec, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=31f10549-4090-4eca-bf4d-4462e94f45ec,segment=NetworkSegment(63c7949f-c18c-4887-a660-12c2cfbc4981),segment_id=63c7949f-c18c-4887-a660-12c2cfbc4981)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:29.100977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.104823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-287c4c04-abea-4505-9a90-8bcb4c4eba70 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:29.177883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfa94-198f-4341-a7b5-5ef7f4b90efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.178379 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2127337 Dec 21 16:45:29.179834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2dff9cfd-9b5a-4ae7-8874-f8178aa8d19c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:29.191164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39350) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:29.227809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.237820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.241260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:29.247099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': 'bcf5bc01-0f00-41c9-bda6-521fc7d39c7c', 'name': 'tempest-PortsTestJSON-1418949073'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:29.257329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-160336c1-b5f3-45e2-a2be-5867d943c352 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:29.271161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Usage tracker for resource:subnet and tenant:d6db1029ce48454ea18658174b736e21 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:29.271571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.285986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:29.301440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:29.306140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ba1a98-7e16-4a58-90a2-ac1cff318ae5,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:29.308792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e819eb0-f816-45a8-a662-962dcbe23b86,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:29.308935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:29.313856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:29.330847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.334865 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8034401 Dec 21 16:45:29.335147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:29.337989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39354) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:29.339907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:security_group_rule and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:29.347943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-738a7c20-7142-4bc7-be73-4dda87123151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.352282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:29.355552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Made reservation on behalf of d6db1029ce48454ea18658174b736e21 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:29.404483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:29.412433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.418253 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dd427fe1-9e96-4a7a-960c-b71c4877483f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules/e5ba1a98-7e16-4a58-90a2-ac1cff318ae5 HTTP/1.1" status: 200 len: 711 time: 0.0784116 Dec 21 16:45:29.422433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39358) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:29.431352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] For port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:29.472059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port 0bdb788d-1888-4379-a6a8-b8333cf779b7 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:29.472421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.528326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] For port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=44eb3df8-906a-4df3-8c46-d2a7eaffd58b,segment=NetworkSegment(2796ad91-5d86-4079-bc22-f1cb01a36972),segment_id=2796ad91-5d86-4079-bc22-f1cb01a36972)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:29.529428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.535009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a7c20-7142-4bc7-be73-4dda87123151 None None] No DVR routers for this DVR port a7450488-99bb-47c3-abf2-23c932edd4ef on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:45:29.546997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.579366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.586864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cfa94-198f-4341-a7b5-5ef7f4b90efc None None] Pushing event updated for resources: {'Port': ['ID=31f10549-4090-4eca-bf4d-4462e94f45ec,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:29.598367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee3cfa94-198f-4341-a7b5-5ef7f4b90efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:29.604717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c615ad5-69e1-4a02-a0a2-cd35b27e3b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:29.681354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-464dee7a-fca2-48e8-82c5-0b09f77aaa13 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:29.707089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.707874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.785684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-464dee7a-fca2-48e8-82c5-0b09f77aaa13 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:29.790203 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-464dee7a-fca2-48e8-82c5-0b09f77aaa13 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3655672 Dec 21 16:45:29.790940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39362) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:29.817772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d57e247a-5a73-4c31-b103-677eee4628d5 None None] Provisioning complete for port 31f10549-4090-4eca-bf4d-4462e94f45ec triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:29.818202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d57e247a-5a73-4c31-b103-677eee4628d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.849277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb7c785f-d12b-45fb-800a-ff900313f620 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:29.866710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a7c20-7142-4bc7-be73-4dda87123151 None None] Pushing event deleted for resources: {'Port': ['ID=a7450488-99bb-47c3-abf2-23c932edd4ef,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:29.965385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68e13959-897d-4ad2-8a0e-8e9d4d2ee4b1 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:29.981777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68e13959-897d-4ad2-8a0e-8e9d4d2ee4b1 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.009623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:30.035220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:30.038132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:30.038811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.044324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Pushing event updated for resources: {'Port': ['ID=44eb3df8-906a-4df3-8c46-d2a7eaffd58b,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:30.050709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:30.051734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-826b61f4-46ab-47b2-adc0-648812cf12ea', 'network_id': '826b61f4-46ab-47b2-adc0-648812cf12ea', 'tenant_id': 'd6db1029ce48454ea18658174b736e21', 'fixed_ips': [{'subnet_id': '8d61a792-58ce-4cd9-abca-03f14efa5a1f'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:30.052786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.054979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:30.061909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68e13959-897d-4ad2-8a0e-8e9d4d2ee4b1 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.063344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:30.063766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:30.074989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.083508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:30.086814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:30.092392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:30.098793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=1b335231-1491-451c-91d7-414f62de035d,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:30.100659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e13959-897d-4ad2-8a0e-8e9d4d2ee4b1 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5ba1a98-7e16-4a58-90a2-ac1cff318ae5,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:30.101633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:30.115283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68e13959-897d-4ad2-8a0e-8e9d4d2ee4b1 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:30.120160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-800b4476-5079-4a7d-8af7-f3c6bf0636a6 tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:30.122579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6758cf8f-4e5d-4290-8ff3-b92e6a275c84 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:30.126568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.131407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:30.141535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.161594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:30.182584 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0912440 Dec 21 16:45:30.195312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39366) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:30.209500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:4c:c7:58', 'name': 'tempest-NetworksTestDHCPv6-945050167'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:30.224197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51010b-6af3-4de7-af48-25569dff4e4e None None] DHCP port deletion for 45536266-b383-453a-912a-65220c8ba93a request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:45:30.228815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:30.235570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.312515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1a51010b-6af3-4de7-af48-25569dff4e4e None None] Deleting port 0bdb788d-1888-4379-a6a8-b8333cf779b7 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:30.313060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a51010b-6af3-4de7-af48-25569dff4e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.315872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.320768 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.9550912 Dec 21 16:45:30.336303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39370) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:30.386447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'security_group_rule': {'security_group_id': '4b86c4cc-bf73-48e1-a6c5-43ed46b508cb', 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:30.398690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:30.402568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:30.412399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port 0bdb788d-1888-4379-a6a8-b8333cf779b7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0bdb788d-1888-4379-a6a8-b8333cf779b7,segment=NetworkSegment(9df4be36-abd6-47e3-9329-5f0f5db422ab),segment_id=9df4be36-abd6-47e3-9329-5f0f5db422ab)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:30.412746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.417689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 31f10549-4090-4eca-bf4d-4462e94f45ec up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:30.424917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:30.432343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port c4ee7496-14df-4d25-be01-6b08168e36c9 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:45:30.536606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68e13959-897d-4ad2-8a0e-8e9d4d2ee4b1 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.541133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-68e13959-897d-4ad2-8a0e-8e9d4d2ee4b1 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/e5ba1a98-7e16-4a58-90a2-ac1cff318ae5 HTTP/1.1" status: 204 len: 168 time: 0.7422073 Dec 21 16:45:30.548126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39374) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:30.605822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Subnet': ['ID=92e0582b-eb09-4913-bfac-3dd392b17e6c,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:30.661845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:security_group_rule and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:30.680062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:30.685500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Checking segment: {'id': '3878f31c-95c1-4829-8523-7c62939ff6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9303405c-c0f7-4bfb-b84b-c1baa1037eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:30.686216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network hostable DHCP agents. Network: 9303405c-c0f7-4bfb-b84b-c1baa1037eec, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:45:30.744375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:30.765569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-14404642-0701-4cef-aa93-17507a00ae2c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:30.773707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network 9303405c-c0f7-4bfb-b84b-c1baa1037eec is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:45:30.800987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-14404642-0701-4cef-aa93-17507a00ae2c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:30.805690 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-14404642-0701-4cef-aa93-17507a00ae2c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2538533 Dec 21 16:45:30.806518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39378) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:30.834080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 9303405c-c0f7-4bfb-b84b-c1baa1037eec) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:30.837616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for 0bdb788d-1888-4379-a6a8-b8333cf779b7 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:30.860566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:30.861377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.870933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.9 (bcf5bc01-0f00-41c9-bda6-521fc7d39c7c/f11418b5-c7de-4593-a0b5-2b5c3abcefb3/c4ee7496-14df-4d25-be01-6b08168e36c9) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:30.873439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:30.875364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Allocated IP 2001:db8::2 (826b61f4-46ab-47b2-adc0-648812cf12ea/8d61a792-58ce-4cd9-abca-03f14efa5a1f/c05107bf-94ed-4ebb-8b54-fe9367a2c96c) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:30.879573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a55618-8d51-4ee5-9977-526391fe5134 None None] Network 9303405c-c0f7-4bfb-b84b-c1baa1037eec requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:30.909411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9134128 Dec 21 16:45:30.912428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39382) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:30.941518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 31f10549-4090-4eca-bf4d-4462e94f45ec triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:30.941945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.970663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:30.979287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '1b335231-1491-451c-91d7-414f62de035d'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:30.980172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.036961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:31.038862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1a51010b-6af3-4de7-af48-25569dff4e4e None None] For port 0bdb788d-1888-4379-a6a8-b8333cf779b7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0bdb788d-1888-4379-a6a8-b8333cf779b7,segment=NetworkSegment(9df4be36-abd6-47e3-9329-5f0f5db422ab),segment_id=9df4be36-abd6-47e3-9329-5f0f5db422ab)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:31.039247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a51010b-6af3-4de7-af48-25569dff4e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.063149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:31.070683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:31.099659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.104267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:31.113054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c574751a-d826-4994-b7d1-97d13e06975d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:31.118601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-963247af-1e46-4208-b0ae-be198ced3e22 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.179833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=0bdb788d-1888-4379-a6a8-b8333cf779b7,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:31.182436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:31.197488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:31.221484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-963247af-1e46-4208-b0ae-be198ced3e22 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.239397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Router 40857800-45df-4d73-ae65-463b93d85aa9 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:45:31.269753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No DVR routers for this DVR port 0bdb788d-1888-4379-a6a8-b8333cf779b7 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:45:31.298300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1a51010b-6af3-4de7-af48-25569dff4e4e None None] Calling delete_port for 0bdb788d-1888-4379-a6a8-b8333cf779b7 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:31.417962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.478647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-963247af-1e46-4208-b0ae-be198ced3e22 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.482330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.495284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69000d10-8a65-4f9d-992d-f2bf6b6affab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:31.510194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ec073add-342d-4084-8116-2ba5a7324731 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:31.573624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963247af-1e46-4208-b0ae-be198ced3e22 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a41b65-a404-4c17-9565-5da01603b061,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:31.588390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-963247af-1e46-4208-b0ae-be198ced3e22 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:31.607742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.616888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-963247af-1e46-4208-b0ae-be198ced3e22 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.620628 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-963247af-1e46-4208-b0ae-be198ced3e22 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-groups/08a41b65-a404-4c17-9565-5da01603b061 HTTP/1.1" status: 204 len: 168 time: 0.8041036 Dec 21 16:45:31.626274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39386) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:31.636692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98dc8a9-485e-4e5b-92cc-f664030f6094,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:31.639905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:31.663137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.704078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45536266-b383-453a-912a-65220c8ba93a']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:31.715371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.719813 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3679144 Dec 21 16:45:31.720503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39390) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:31.725667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object c4ee7496-14df-4d25-be01-6b08168e36c9 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:31.735979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'security_group_rule': {'security_group_id': '4b86c4cc-bf73-48e1-a6c5-43ed46b508cb', 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:31.745792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.762317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df4be36-abd6-47e3-9329-5f0f5db422ab') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:31.762611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df4be36-abd6-47e3-9329-5f0f5db422ab') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:31.773689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:31.785343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:security_group_rule and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:31.791193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.799020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:31.823344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:31.832464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.838210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port ae8ba686-8af2-44ee-b94a-0d5676eb9736 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:45:31.877384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.898905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:45:31.899355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.906772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-1a51010b-6af3-4de7-af48-25569dff4e4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:45:31.907217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-1a51010b-6af3-4de7-af48-25569dff4e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:45:31.922537 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:45:31.960981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:31.974075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2559d01a-3142-4f06-afa2-f7a2eb564f37 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:31.984469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Allocated IP 2001:db8::f816:3eff:fe29:b184 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/1b335231-1491-451c-91d7-414f62de035d/17aa1854-3a51-422e-bfea-95ed0e045c58) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:31.988229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-9303405c-c0f7-4bfb-b84b-c1baa1037eec', 'network_id': '9303405c-c0f7-4bfb-b84b-c1baa1037eec', 'tenant_id': 'd6db1029ce48454ea18658174b736e21', 'fixed_ips': [{'subnet_id': '92e0582b-eb09-4913-bfac-3dd392b17e6c'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:31.989116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.037897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.067198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.074506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c82634b4-b769-44c1-aa51-edb758bbbc63 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:32.115943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0bdb788d-1888-4379-a6a8-b8333cf779b7 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:32.138482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c82634b4-b769-44c1-aa51-edb758bbbc63 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:32.148263 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c82634b4-b769-44c1-aa51-edb758bbbc63 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4726794 Dec 21 16:45:32.151038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network bcf5bc01-0f00-41c9-bda6-521fc7d39c7c is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:32.156536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39394) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:32.178634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:32.180048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852570552'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:32.181250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:32.190529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Transition to ACTIVE for port object c05107bf-94ed-4ebb-8b54-fe9367a2c96c will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:32.191952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:32.193096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 0bdb788d-1888-4379-a6a8-b8333cf779b7 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:45:32.193492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0bdb788d-1888-4379-a6a8-b8333cf779b7 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:45:32.216450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:32.222005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.226067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.275134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:32.288222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=c4ee7496-14df-4d25-be01-6b08168e36c9,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:32.292272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:32.297550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3ac2b254-e8ae-4dcb-9494-a6c8a6ad4d23 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:32.303815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03d798-7623-4217-9d9a-d1b0d5f612d6 None None] Sync routers for ids ['40857800-45df-4d73-ae65-463b93d85aa9'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:32.317786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.344476 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/networks/45536266-b383-453a-912a-65220c8ba93a HTTP/1.1" status: 204 len: 168 time: 3.4494882 Dec 21 16:45:32.347128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Network': ['ID=45536266-b383-453a-912a-65220c8ba93a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:32.349276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39398) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:32.350274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:32.370991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-535403292', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:32.376589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:32.377729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.380089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Transition to ACTIVE for port object c05107bf-94ed-4ebb-8b54-fe9367a2c96c will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:32.381909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:32.384641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.389221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6570406 Dec 21 16:45:32.392596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39402) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:32.416458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.418730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:32.420712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1a51010b-6af3-4de7-af48-25569dff4e4e None None] Deleting port 0bdb788d-1888-4379-a6a8-b8333cf779b7 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:32.421762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a51010b-6af3-4de7-af48-25569dff4e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.427783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:32.431133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:32.440768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:32.457489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.466299 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2677219 Dec 21 16:45:32.467788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.469845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39406) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:32.470467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:32.471582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4d8cdb74-c8c0-40df-8424-78f977833bfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:32.494192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53f25b9-1ba4-4c74-ab49-f104aa68a3bc,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:32.515408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:router and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:32.521428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5a750826-9e28-4cd5-b1a1-7b383608cfe3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'enable_snat': False}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:32.542149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:32.558047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.562210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8320572 Dec 21 16:45:32.562464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39410) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:32.569348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'security_group_rule': {'security_group_id': '4b86c4cc-bf73-48e1-a6c5-43ed46b508cb', 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:32.571841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 44eb3df8-906a-4df3-8c46-d2a7eaffd58b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:32.578649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:32.578971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:32.586320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:security_group_rule and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:32.593867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.600107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:32.600287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0efc2-634e-4bad-8537-1b4262ee35f5 None None] Network bcf5bc01-0f00-41c9-bda6-521fc7d39c7c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:32.609279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:32.628183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:32.630357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f30ea51-7abd-4140-91b0-b2b59ca3575c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:32.631149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1f30ea51-7abd-4140-91b0-b2b59ca3575c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:32.643254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.645727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.659388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b538bc4c-063e-4b0b-a6da-d4d25cde73b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:32.675451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1f30ea51-7abd-4140-91b0-b2b59ca3575c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:32.679290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1f30ea51-7abd-4140-91b0-b2b59ca3575c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1905632 Dec 21 16:45:32.680176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39416) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:32.707558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.708573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.742702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dceed3ee-de0e-4a14-a6cd-5b9756a99619,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:32.746495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Allocated IP 2001:db8::1 (826b61f4-46ab-47b2-adc0-648812cf12ea/8d61a792-58ce-4cd9-abca-03f14efa5a1f/981d8388-4c28-431d-9050-7b5db6540dd0) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:32.748830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1a51010b-6af3-4de7-af48-25569dff4e4e None None] The port '0bdb788d-1888-4379-a6a8-b8333cf779b7' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:45:32.753261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:32.756833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03d798-7623-4217-9d9a-d1b0d5f612d6 None None] Routers {'40857800-45df-4d73-ae65-463b93d85aa9'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:32.757484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5d03d798-7623-4217-9d9a-d1b0d5f612d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['40857800-45df-4d73-ae65-463b93d85aa9'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:32.780990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.781539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-68a78651-92aa-4fa9-8976-b93d6ccae3fa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port c4ee7496-14df-4d25-be01-6b08168e36c9 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:32.785643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68a78651-92aa-4fa9-8976-b93d6ccae3fa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.785775 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6237106 Dec 21 16:45:32.790008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39420) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:32.815532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Request body: {'security_group_rule': {'security_group_id': 'dceed3ee-de0e-4a14-a6cd-5b9756a99619', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:32.832106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.845272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.845767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:32.849959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-59c1b5ca-38d9-49cc-97ad-77dfe7501456 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:32.859946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.861887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Usage tracker for resource:security_group_rule and tenant:07a7587b50f14e64a81f695a34167fdc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:32.883656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Pushing event updated for resources: {'Port': ['ID=c05107bf-94ed-4ebb-8b54-fe9367a2c96c,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:32.886038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4f6e16cd-2672-485c-8406-9fe614accf25 None None] Provisioning for port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:32.917861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43589ae4-b76e-4c27-aa5a-126121b3097f,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:32.926015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:32.926593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:32.938879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:32.940360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Network 826b61f4-46ab-47b2-adc0-648812cf12ea is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:32.942384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:32.946407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3802693 Dec 21 16:45:32.946562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Allocated IP 2001:db8::2 (9303405c-c0f7-4bfb-b84b-c1baa1037eec/92e0582b-eb09-4913-bfac-3dd392b17e6c/1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:32.948096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39424) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:32.948835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5d03d798-7623-4217-9d9a-d1b0d5f612d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:32.952675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'security_group_rule': {'security_group_id': '4b86c4cc-bf73-48e1-a6c5-43ed46b508cb', 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:32.963375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:32.980672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:32.994158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:32.998641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:32.998817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:security_group_rule and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:33.004875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:33.012230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.013809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:33.070060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Transition to ACTIVE for port object 17aa1854-3a51-422e-bfea-95ed0e045c58 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:33.134351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.143964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03d798-7623-4217-9d9a-d1b0d5f612d6 None None] Routers {'40857800-45df-4d73-ae65-463b93d85aa9'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:33.144685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5d03d798-7623-4217-9d9a-d1b0d5f612d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['40857800-45df-4d73-ae65-463b93d85aa9'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:33.340008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.345579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Transition to ACTIVE for port object 17aa1854-3a51-422e-bfea-95ed0e045c58 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:33.362673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5d03d798-7623-4217-9d9a-d1b0d5f612d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:33.363198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03d798-7623-4217-9d9a-d1b0d5f612d6 None None] The sync data for ids ['40857800-45df-4d73-ae65-463b93d85aa9'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:33.381694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:33.400438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:33.400865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.431057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68a78651-92aa-4fa9-8976-b93d6ccae3fa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.437090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.458765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44eaabb3-f309-4434-a055-4c0e74f4317e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:33.492617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.535015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Transition to ACTIVE for port object 981d8388-4c28-431d-9050-7b5db6540dd0 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:33.565801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.602489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-68a78651-92aa-4fa9-8976-b93d6ccae3fa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for c4ee7496-14df-4d25-be01-6b08168e36c9 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:33.671506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.676458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Attempting to bind port c05107bf-94ed-4ebb-8b54-fe9367a2c96c on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:33.676862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Attempting to bind port c05107bf-94ed-4ebb-8b54-fe9367a2c96c by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0eefbeeb-ac89-411f-a031-2fae7e8f7d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '826b61f4-46ab-47b2-adc0-648812cf12ea'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:33.677444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Attempting to bind port c05107bf-94ed-4ebb-8b54-fe9367a2c96c on network 826b61f4-46ab-47b2-adc0-648812cf12ea {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:33.680047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.684984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::f816:3eff:fe4c:c758 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/1b335231-1491-451c-91d7-414f62de035d/ae8ba686-8af2-44ee-b94a-0d5676eb9736) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:33.702210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86ccc993-f989-418b-9ee5-5a38b3b03ac4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:33.733230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.742131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.750001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.754456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fb02cca4-1daa-444e-bc12-39055457c028 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:33.781138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:33.781581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Checking segment: {'id': '0eefbeeb-ac89-411f-a031-2fae7e8f7d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '826b61f4-46ab-47b2-adc0-648812cf12ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:33.782232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.782477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Bound using segment: {'id': '0eefbeeb-ac89-411f-a031-2fae7e8f7d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '826b61f4-46ab-47b2-adc0-648812cf12ea'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:33.783070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Bound port: c05107bf-94ed-4ebb-8b54-fe9367a2c96c, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eefbeeb-ac89-411f-a031-2fae7e8f7d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '826b61f4-46ab-47b2-adc0-648812cf12ea'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:33.783611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.820820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network 826b61f4-46ab-47b2-adc0-648812cf12ea is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:33.826884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc8f47c-edba-4195-8cfa-b3c9f641d4a3,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:33.828593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:33.833985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:33.837418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:33.841894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Port': ['ID=981d8388-4c28-431d-9050-7b5db6540dd0,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:33.846959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:33.847118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:33.847436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.857353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:33.858812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0261446-6892-4241-ad96-1ae3e3c19e16 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:33.870403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.875038 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9240656 Dec 21 16:45:33.876034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39430) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:33.879989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:33.882225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'security_group_rule': {'security_group_id': '4b86c4cc-bf73-48e1-a6c5-43ed46b508cb', 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:33.889978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:33.893871 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1002984 Dec 21 16:45:33.894021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:33.895050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39434) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:33.900651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b14a00-dc8f-4b24-aa38-c2462ff678d9,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:33.906895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:security_group_rule and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:33.910197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:33.913253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Pushing event updated for resources: {'Port': ['ID=17aa1854-3a51-422e-bfea-95ed0e045c58,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:33.918545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:33.951235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:33.987670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:33.989790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68a78651-92aa-4fa9-8976-b93d6ccae3fa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.011341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae37f183-151d-413a-b9ee-cee4d8b8af27 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:34.100179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.110152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a78651-92aa-4fa9-8976-b93d6ccae3fa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=c4ee7496-14df-4d25-be01-6b08168e36c9,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:34.123459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68a78651-92aa-4fa9-8976-b93d6ccae3fa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:34.126544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Attempting to bind port 17aa1854-3a51-422e-bfea-95ed0e045c58 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:34.127031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Attempting to bind port 17aa1854-3a51-422e-bfea-95ed0e045c58 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:34.127451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Attempting to bind port 17aa1854-3a51-422e-bfea-95ed0e045c58 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:34.133043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Project 9fbf8b86e42b4c1f92705ea070b83c47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:45:34.154368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.155630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Transition to ACTIVE for port object 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:34.185652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.198910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:34.199314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:34.199770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.200257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:34.201218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Bound port: 17aa1854-3a51-422e-bfea-95ed0e045c58, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:34.201218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.213466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-63efdfb3-6065-47e2-9f38-067e065fae89 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.228396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] For port c05107bf-94ed-4ebb-8b54-fe9367a2c96c, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:34.236842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.241681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Transition to ACTIVE for port object 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:34.292430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.299911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] For port c05107bf-94ed-4ebb-8b54-fe9367a2c96c, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c05107bf-94ed-4ebb-8b54-fe9367a2c96c,segment=NetworkSegment(0eefbeeb-ac89-411f-a031-2fae7e8f7d0b),segment_id=0eefbeeb-ac89-411f-a031-2fae7e8f7d0b)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:34.302455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:34.306596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-63efdfb3-6065-47e2-9f38-067e065fae89 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.341706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.350297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.357068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.375814 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5452aed5-143a-4fb3-a304-88aa41425b82 req-0c3260f5-1afa-4fdd-87cf-c7c8459d336e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4446764 Dec 21 16:45:34.393656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=44eb3df8-906a-4df3-8c46-d2a7eaffd58b,segment=NetworkSegment(2796ad91-5d86-4079-bc22-f1cb01a36972),segment_id=2796ad91-5d86-4079-bc22-f1cb01a36972)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:34.420847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object ae8ba686-8af2-44ee-b94a-0d5676eb9736 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:34.421441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.422599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68a78651-92aa-4fa9-8976-b93d6ccae3fa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.427558 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-68a78651-92aa-4fa9-8976-b93d6ccae3fa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/c4ee7496-14df-4d25-be01-6b08168e36c9 HTTP/1.1" status: 204 len: 168 time: 1.7434065 Dec 21 16:45:34.430806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39440) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:34.447198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.457688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Network 9303405c-c0f7-4bfb-b84b-c1baa1037eec is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:34.466084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:34.469099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:34.479172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Pushing event updated for resources: {'Port': ['ID=1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:34.487133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:34.490296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3998cdbb-94d0-481d-927b-017021ee173b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:34.499177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:45:34.526395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.541229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.545389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1d25be04-1393-4784-9034-af6c084815d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:34.552229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-54237236-b3e5-4189-a582-217d36f33e1d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:45:34.552972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-54237236-b3e5-4189-a582-217d36f33e1d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:34.560730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] For port 17aa1854-3a51-422e-bfea-95ed0e045c58, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:34.636338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f82e7c0-5669-49aa-9b9d-067695f8d4e6,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:34.652214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:34.663634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.665430 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7887166 Dec 21 16:45:34.667460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] For port 17aa1854-3a51-422e-bfea-95ed0e045c58, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=17aa1854-3a51-422e-bfea-95ed0e045c58,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:34.671901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-54237236-b3e5-4189-a582-217d36f33e1d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:34.676452 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-54237236-b3e5-4189-a582-217d36f33e1d tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/c4ee7496-14df-4d25-be01-6b08168e36c9 HTTP/1.1" status: 404 len: 333 time: 0.2422597 Dec 21 16:45:34.677421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39444) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:34.678016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39446) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:34.691549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'security_group_rule': {'security_group_id': '4b86c4cc-bf73-48e1-a6c5-43ed46b508cb', 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:34.696167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.716868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Attempting to bind port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:34.717488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Attempting to bind port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3878f31c-95c1-4829-8523-7c62939ff6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9303405c-c0f7-4bfb-b84b-c1baa1037eec'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:34.718093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Attempting to bind port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba on network 9303405c-c0f7-4bfb-b84b-c1baa1037eec {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:34.728390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Pushing event updated for resources: {'Port': ['ID=c05107bf-94ed-4ebb-8b54-fe9367a2c96c,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:34.751321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.766053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:34.769692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d5ce12b9-813e-43c3-acbf-32504692181e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:34.772380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-63efdfb3-6065-47e2-9f38-067e065fae89 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.780367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:34.780804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Checking segment: {'id': '3878f31c-95c1-4829-8523-7c62939ff6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9303405c-c0f7-4bfb-b84b-c1baa1037eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:34.781268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.781725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Bound using segment: {'id': '3878f31c-95c1-4829-8523-7c62939ff6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9303405c-c0f7-4bfb-b84b-c1baa1037eec'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:34.782203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db8a9865-48f6-45b2-9d84-e17688856cf6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:34.782315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Bound port: 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3878f31c-95c1-4829-8523-7c62939ff6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9303405c-c0f7-4bfb-b84b-c1baa1037eec'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:34.782688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.867052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:security_group_rule and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:34.875427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efdfb3-6065-47e2-9f38-067e065fae89 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceed3ee-de0e-4a14-a6cd-5b9756a99619,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:34.879751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:34.901370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-63efdfb3-6065-47e2-9f38-067e065fae89 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:34.913795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:34.947447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-63efdfb3-6065-47e2-9f38-067e065fae89 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:34.949045 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-63efdfb3-6065-47e2-9f38-067e065fae89 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-groups/dceed3ee-de0e-4a14-a6cd-5b9756a99619 HTTP/1.1" status: 204 len: 168 time: 1.0513237 Dec 21 16:45:34.955074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] For port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:34.958696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] For port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba,segment=NetworkSegment(3878f31c-95c1-4829-8523-7c62939ff6e9),segment_id=3878f31c-95c1-4829-8523-7c62939ff6e9)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:34.961271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39452) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:34.963971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=44eb3df8-906a-4df3-8c46-d2a7eaffd58b,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:34.982930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:34.993046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a54edb01-75f9-4363-84a6-bf80105a3f9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:35.007364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ae33f-0f42-42ba-844b-d5d1892de72b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port f396f781-72bc-463c-a2e5-a36667158125 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:35.008283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae33f-0f42-42ba-844b-d5d1892de72b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:35.029957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:35.044485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-950130aa-2371-44dd-8cb2-424afeeb8d99 None None] Could not find standard attr ID for object c4ee7496-14df-4d25-be01-6b08168e36c9. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:45:35.059087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:35.093315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=ae8ba686-8af2-44ee-b94a-0d5676eb9736,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:35.100284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Allocated IP 172.26.7.181 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/1e8492b6-48d3-437e-8ca7-85c7ea47d9c6) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:35.119544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-950130aa-2371-44dd-8cb2-424afeeb8d99 None None] Provisioning for port f396f781-72bc-463c-a2e5-a36667158125 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:35.129235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Pushing event updated for resources: {'Port': ['ID=17aa1854-3a51-422e-bfea-95ed0e045c58,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:35.134161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-950130aa-2371-44dd-8cb2-424afeeb8d99 None None] Provisioning complete for port f396f781-72bc-463c-a2e5-a36667158125 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:35.134827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-950130aa-2371-44dd-8cb2-424afeeb8d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:35.135089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:35.149622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:35.180684 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Project 9fbf8b86e42b4c1f92705ea070b83c47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:45:35.181052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:35.181471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c1c4d1bb-c725-4b45-9cd8-1d38139c9d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:35.201269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:35.208489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:35.209234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:35.261127 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5452aed5-143a-4fb3-a304-88aa41425b82 req-fb20eef1-1d73-44c8-a33c-dbbd168356f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=075038327d62448cb2e2d92fbfae8cf8&device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 1099 time: 0.6680844 Dec 21 16:45:35.284987 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.0876403 Dec 21 16:45:35.286913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:35.291509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39460) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:35.422959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-950130aa-2371-44dd-8cb2-424afeeb8d99 None None] Port f396f781-72bc-463c-a2e5-a36667158125 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:35.437776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Pushing event updated for resources: {'Port': ['ID=1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:35.460013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:35.463194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:35.463727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:35.492109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-950130aa-2371-44dd-8cb2-424afeeb8d99 None None] Provisioning complete for port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:35.493253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-950130aa-2371-44dd-8cb2-424afeeb8d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:35.721124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9a50a7c4-6acf-4da0-b851-3ab859e7b0cf tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:35.894471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-560ac33c-ee10-4426-9dcc-b72742142567 None None] Provisioning complete for port f396f781-72bc-463c-a2e5-a36667158125 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:35.898173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-560ac33c-ee10-4426-9dcc-b72742142567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:35.936907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:35.950494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9a50a7c4-6acf-4da0-b851-3ab859e7b0cf tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:35.956169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9a50a7c4-6acf-4da0-b851-3ab859e7b0cf tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9860742 Dec 21 16:45:35.962538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39466) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:35.970168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:35.997131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-560ac33c-ee10-4426-9dcc-b72742142567 None None] Port f396f781-72bc-463c-a2e5-a36667158125 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:36.045732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:36.059141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae33f-0f42-42ba-844b-d5d1892de72b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:36.068112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:36.096980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ccdcaed6-5134-4961-8811-c26a77ac31fa tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:36.105268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452aed5-143a-4fb3-a304-88aa41425b82 req-72f02109-31ca-4a4a-98ed-2daf709672ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:36.107614 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5452aed5-143a-4fb3-a304-88aa41425b82 req-72f02109-31ca-4a4a-98ed-2daf709672ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 200 len: 913 time: 0.7876687 Dec 21 16:45:36.114884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:36.119323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.4335785 Dec 21 16:45:36.120789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fa2af361-e299-46fe-a7b7-6fb5e8f38b04 None None] Could not find standard attr ID for object c4ee7496-14df-4d25-be01-6b08168e36c9. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:45:36.230437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39470) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:36.269833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:36.270699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:36.280708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1399ae28-794d-474d-861c-928b6462e9aa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:36.301340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ae33f-0f42-42ba-844b-d5d1892de72b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for f396f781-72bc-463c-a2e5-a36667158125 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:36.347813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'network': {'name': 'tempest-network-smoke--1454103890', 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'port_security_enabled': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:36.353041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5a750826-9e28-4cd5-b1a1-7b383608cfe3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:36.364280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0b3a74-9c51-4d1a-aa01-65959a938663,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:36.367256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:36.379066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:36.392727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:network and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:36.404719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:36.428775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:36.442953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7632440-589b-4dc7-9859-58208d9a9da5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:36.446435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5452aed5-143a-4fb3-a304-88aa41425b82 req-0d598e25-63e2-49c8-9f7f-660b2ca403a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 200 len: 1001 time: 0.3291202 Dec 21 16:45:36.447424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7632440-589b-4dc7-9859-58208d9a9da5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:36.448265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e7632440-589b-4dc7-9859-58208d9a9da5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:36.498722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Port': ['ID=981d8388-4c28-431d-9050-7b5db6540dd0,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:36.516422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Made reservation on behalf of 9fbf8b86e42b4c1f92705ea070b83c47 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:36.520877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:36.521929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:36.530319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00a35b-a116-4c5e-9c4e-640c12170173 req-194a4e8f-e786-4526-824c-fb421fd6308b tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:36.532056 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bc00a35b-a116-4c5e-9c4e-640c12170173 req-194a4e8f-e786-4526-824c-fb421fd6308b tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.7750173 Dec 21 16:45:36.595989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-73ea62b6-72e6-4b81-b302-8a5694a8e3b6 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:36.611414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:36.611880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452aed5-143a-4fb3-a304-88aa41425b82 req-09fb88b2-481f-4cf2-bee8-b8bc13716068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:36.613493 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5452aed5-143a-4fb3-a304-88aa41425b82 req-09fb88b2-481f-4cf2-bee8-b8bc13716068 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d7f618-3d65-4d7b-bf24-22070d8333ab HTTP/1.1" status: 200 len: 851 time: 0.1527710 Dec 21 16:45:36.637899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:36.671754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e7632440-589b-4dc7-9859-58208d9a9da5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:36.676210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e7632440-589b-4dc7-9859-58208d9a9da5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.3792536 Dec 21 16:45:36.679902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39474) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:36.707307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:36.778807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-73ea62b6-72e6-4b81-b302-8a5694a8e3b6 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:36.781297 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-73ea62b6-72e6-4b81-b302-8a5694a8e3b6 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.8146582 Dec 21 16:45:36.786692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39478) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:36.799415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:36.803218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:36.809358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 44eb3df8-906a-4df3-8c46-d2a7eaffd58b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:36.826158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:36.829810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=1e8492b6-48d3-437e-8ca7-85c7ea47d9c6,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:36.834265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:36.881743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:36.889956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network 826b61f4-46ab-47b2-adc0-648812cf12ea is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:36.897354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:36.907411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:36.908378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:36.909661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bc00a35b-a116-4c5e-9c4e-640c12170173 req-610d3d7d-9359-48d1-9c7f-a1a0ec6f5c63 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202133 Dec 21 16:45:36.912142 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-7d8f9baf-8857-4c51-a5fd-35f8125a1c0d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] delete failed (client error): The resource could not be found. Dec 21 16:45:36.917310 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7d8f9baf-8857-4c51-a5fd-35f8125a1c0d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "DELETE /v2.0/security-groups/dceed3ee-de0e-4a14-a6cd-5b9756a99619 HTTP/1.1" status: 404 len: 347 time: 0.1222215 Dec 21 16:45:36.984282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39482) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:36.993698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:45:37.003759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:37.004150 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Added segment 3cd05db3-1040-41d8-a3e7-524d619acb73 of type vlan for network 60484531-a8a3-40ab-b578-f05d8f488ab8 Dec 21 16:45:37.030419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae33f-0f42-42ba-844b-d5d1892de72b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:37.044631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:37.078922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 17aa1854-3a51-422e-bfea-95ed0e045c58 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:37.079456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:37.125196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ae33f-0f42-42ba-844b-d5d1892de72b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=f396f781-72bc-463c-a2e5-a36667158125,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:37.136079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6e2ae33f-0f42-42ba-844b-d5d1892de72b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:37.160937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 17aa1854-3a51-422e-bfea-95ed0e045c58 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:37.167028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c05107bf-94ed-4ebb-8b54-fe9367a2c96c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:37.239478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port c05107bf-94ed-4ebb-8b54-fe9367a2c96c completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:37.242194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a6ef5-edd3-4a14-ba4d-355d7061b7a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port ae8ba686-8af2-44ee-b94a-0d5676eb9736 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:37.242583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6ef5-edd3-4a14-ba4d-355d7061b7a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:37.273927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ae957bbf-6258-48ae-aeaa-b5b75bc5bc53 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Synchronizing usage tracker for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:37.312218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ae957bbf-6258-48ae-aeaa-b5b75bc5bc53 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Unset dirty status for tenant:07a7587b50f14e64a81f695a34167fdc on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:37.313478 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ae957bbf-6258-48ae-aeaa-b5b75bc5bc53 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3281624 Dec 21 16:45:37.317815 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5452aed5-143a-4fb3-a304-88aa41425b82 req-88a20e10-da7d-481c-b9c6-2661ec858fb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28f1e28f-1df5-418a-9ebc-3336554e3511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6974216 Dec 21 16:45:37.328358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:37.332453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:37.333108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:37.345696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:37.499804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae33f-0f42-42ba-844b-d5d1892de72b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:37.504774 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6e2ae33f-0f42-42ba-844b-d5d1892de72b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/f396f781-72bc-463c-a2e5-a36667158125 HTTP/1.1" status: 204 len: 168 time: 2.8203533 Dec 21 16:45:37.511685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39488) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:37.521337 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2311044 Dec 21 16:45:37.531813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39492) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:37.580667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'admin_state_up': True, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:37.607849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:37.620760 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1a3d00-7729-4223-9703-aca78290c7d3 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:45:37.621330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1b1a3d00-7729-4223-9703-aca78290c7d3 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:37.625587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:router and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:37.668082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'Network': ['ID=60484531-a8a3-40ab-b578-f05d8f488ab8,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:37.672019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:37.681467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 60484531-a8a3-40ab-b578-f05d8f488ab8 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:45:37.687772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:37.718607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:37.761795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39498) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:37.786095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1b1a3d00-7729-4223-9703-aca78290c7d3 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:37.796116 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1b1a3d00-7729-4223-9703-aca78290c7d3 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/f396f781-72bc-463c-a2e5-a36667158125 HTTP/1.1" status: 404 len: 333 time: 0.2814178 Dec 21 16:45:37.798758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39504) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:37.805141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:37.806187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:37.815130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5a750826-9e28-4cd5-b1a1-7b383608cfe3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:37.890213 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5452aed5-143a-4fb3-a304-88aa41425b82 req-d6788fbc-462d-488e-95b0-7052dc8ebbce service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524426 Dec 21 16:45:37.908720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5a750826-9e28-4cd5-b1a1-7b383608cfe3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:38.019666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:38.020505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:38.072009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6ef5-edd3-4a14-ba4d-355d7061b7a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:38.088214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:38.369965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a6ef5-edd3-4a14-ba4d-355d7061b7a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for ae8ba686-8af2-44ee-b94a-0d5676eb9736 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:38.505044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5452aed5-143a-4fb3-a304-88aa41425b82 req-c1c4a690-4ea7-4422-afa3-d7fc675d49b4 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990632 Dec 21 16:45:38.525151 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9c55e6d1-73b1-4dbf-9bbd-56fab3d87c1b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=07a7587b50f14e64a81f695a34167fdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7584126 Dec 21 16:45:38.529022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39510) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:38.530532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cdf60f-6023-4e0e-8f84-db4c722a2aac None None] Network 826b61f4-46ab-47b2-adc0-648812cf12ea requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:38.750360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-05fe7df4-9dc6-484b-b36f-ee8a6d274ef1 None None] Provisioning for port c05107bf-94ed-4ebb-8b54-fe9367a2c96c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:38.768410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-05fe7df4-9dc6-484b-b36f-ee8a6d274ef1 None None] Provisioning complete for port c05107bf-94ed-4ebb-8b54-fe9367a2c96c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:38.768833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05fe7df4-9dc6-484b-b36f-ee8a6d274ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:38.770414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d1fef64-11e9-47c7-8e14-45a563126df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:38.785756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6ef5-edd3-4a14-ba4d-355d7061b7a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:38.799272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:38.870688 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e854392-4cd1-4d6e-b1d0-e16097ae5b6f req-fc74b763-f409-41d6-83e0-ed49229c3e5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=075038327d62448cb2e2d92fbfae8cf8&device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 1099 time: 0.2822664 Dec 21 16:45:38.876098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a6ef5-edd3-4a14-ba4d-355d7061b7a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=ae8ba686-8af2-44ee-b94a-0d5676eb9736,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:38.884076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d1fef64-11e9-47c7-8e14-45a563126df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:38.936235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b8a6ef5-edd3-4a14-ba4d-355d7061b7a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:38.995664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aff66fc-ae74-4e5d-9f57-0ee1f9025cd0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting subnet f11418b5-c7de-4593-a0b5-2b5c3abcefb3 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:45:38.999817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0aff66fc-ae74-4e5d-9f57-0ee1f9025cd0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:39.028729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6ef5-edd3-4a14-ba4d-355d7061b7a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:39.052909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05fe7df4-9dc6-484b-b36f-ee8a6d274ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:39.131774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-05fe7df4-9dc6-484b-b36f-ee8a6d274ef1 None None] For port c05107bf-94ed-4ebb-8b54-fe9367a2c96c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c05107bf-94ed-4ebb-8b54-fe9367a2c96c,segment=NetworkSegment(0eefbeeb-ac89-411f-a031-2fae7e8f7d0b),segment_id=0eefbeeb-ac89-411f-a031-2fae7e8f7d0b)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:39.143067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05fe7df4-9dc6-484b-b36f-ee8a6d274ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:39.144995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:39.196511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4b8a6ef5-edd3-4a14-ba4d-355d7061b7a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/ae8ba686-8af2-44ee-b94a-0d5676eb9736 HTTP/1.1" status: 204 len: 168 time: 2.5138617 Dec 21 16:45:39.198739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39514) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:39.256276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e854392-4cd1-4d6e-b1d0-e16097ae5b6f req-ac4dc04b-e815-4710-9865-d5f612645f88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:39.257941 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e854392-4cd1-4d6e-b1d0-e16097ae5b6f req-ac4dc04b-e815-4710-9865-d5f612645f88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 200 len: 913 time: 0.3653469 Dec 21 16:45:39.258766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d1fef64-11e9-47c7-8e14-45a563126df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:39.336962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:39.380655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0aff66fc-ae74-4e5d-9f57-0ee1f9025cd0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:39.425751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d69b8f1-e73a-4b2b-8310-09864670b413 None None] Network 9303405c-c0f7-4bfb-b84b-c1baa1037eec requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:39.442520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Router 81b3b1be-6df0-42b3-91cd-ae78a1fd7dee is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:45:39.458044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e854392-4cd1-4d6e-b1d0-e16097ae5b6f req-2040aefa-423f-4f27-8264-d2b47ca82f20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 200 len: 1001 time: 0.1882656 Dec 21 16:45:39.493324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4fbd5-00a1-4130-b3be-56042bbb946e req-deaf068a-1282-4e08-b242-c11e90410370 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:39.494991 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-89e4fbd5-00a1-4130-b3be-56042bbb946e req-deaf068a-1282-4e08-b242-c11e90410370 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 1.3061650 Dec 21 16:45:39.507347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:39.512548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fef64-11e9-47c7-8e14-45a563126df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a78e5fe-05b5-4f8e-8b64-f8d4a3dae636,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:39.522710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8d1fef64-11e9-47c7-8e14-45a563126df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:39.560014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d1fef64-11e9-47c7-8e14-45a563126df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:39.561685 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8d1fef64-11e9-47c7-8e14-45a563126df1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6a78e5fe-05b5-4f8e-8b64-f8d4a3dae636 HTTP/1.1" status: 204 len: 168 time: 1.0305698 Dec 21 16:45:39.591660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4d5eb-cd7e-44f6-905f-9de644f8dc3a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:39.593700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4d5eb-cd7e-44f6-905f-9de644f8dc3a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:39.598581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39520) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:39.599703 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5bb4d5eb-cd7e-44f6-905f-9de644f8dc3a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3858778 Dec 21 16:45:39.665461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe7df4-9dc6-484b-b36f-ee8a6d274ef1 None None] Pushing event updated for resources: {'Port': ['ID=c05107bf-94ed-4ebb-8b54-fe9367a2c96c,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:39.697975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e854392-4cd1-4d6e-b1d0-e16097ae5b6f req-8b64cebd-2342-4060-840e-2080c4264e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:39.698534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-05fe7df4-9dc6-484b-b36f-ee8a6d274ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:39.699636 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e854392-4cd1-4d6e-b1d0-e16097ae5b6f req-8b64cebd-2342-4060-840e-2080c4264e0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d7f618-3d65-4d7b-bf24-22070d8333ab HTTP/1.1" status: 200 len: 851 time: 0.2283323 Dec 21 16:45:39.756176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Provisioning for port 17aa1854-3a51-422e-bfea-95ed0e045c58 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:39.763872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Provisioning complete for port 17aa1854-3a51-422e-bfea-95ed0e045c58 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:39.765448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:39.988598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.042903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] For port 17aa1854-3a51-422e-bfea-95ed0e045c58, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=17aa1854-3a51-422e-bfea-95ed0e045c58,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:40.060436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.068853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b78636a-6008-4045-b6df-de4a03b9b4a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:40.078907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-89e4fbd5-00a1-4130-b3be-56042bbb946e req-ff1cf941-cd43-4525-8e7e-8848046aa1a2 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5641062 Dec 21 16:45:40.130766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0aff66fc-ae74-4e5d-9f57-0ee1f9025cd0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.251965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Provisioning for port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:40.274685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Provisioning complete for port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:40.275151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.315091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Pushing event updated for resources: {'Port': ['ID=17aa1854-3a51-422e-bfea-95ed0e045c58,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:40.326415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:40.433012 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e854392-4cd1-4d6e-b1d0-e16097ae5b6f req-8eda3aab-204d-4ada-8325-2c7b4df89d44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28f1e28f-1df5-418a-9ebc-3336554e3511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7214279 Dec 21 16:45:40.476345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a750826-9e28-4cd5-b1a1-7b383608cfe3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Router 40857800-45df-4d73-ae65-463b93d85aa9 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:45:40.510565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.595111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] For port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba,segment=NetworkSegment(3878f31c-95c1-4829-8523-7c62939ff6e9),segment_id=3878f31c-95c1-4829-8523-7c62939ff6e9)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:40.600023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c05107bf-94ed-4ebb-8b54-fe9367a2c96c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:40.663157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.666443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:40.671617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f706d26-5bce-446c-9430-710272e29cd1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 1b335231-1491-451c-91d7-414f62de035d {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:45:40.675969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f706d26-5bce-446c-9430-710272e29cd1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.728875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0aff66fc-ae74-4e5d-9f57-0ee1f9025cd0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.743687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port c05107bf-94ed-4ebb-8b54-fe9367a2c96c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:40.744115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.775530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f706d26-5bce-446c-9430-710272e29cd1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.795754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Pushing event updated for resources: {'Port': ['ID=1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:40.799612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:40.814288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e7b8835d-8566-4ecd-bd61-29dc42de9b37 None None] Provisioning for port 981d8388-4c28-431d-9050-7b5db6540dd0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:40.835613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e7b8835d-8566-4ecd-bd61-29dc42de9b37 None None] Provisioning complete for port 981d8388-4c28-431d-9050-7b5db6540dd0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:40.836299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7b8835d-8566-4ecd-bd61-29dc42de9b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.861432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b095552-2133-4408-af4c-9f43d2f044a5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:40.916777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0aff66fc-ae74-4e5d-9f57-0ee1f9025cd0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:40.935113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff66fc-ae74-4e5d-9f57-0ee1f9025cd0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Subnet': ['ID=f11418b5-c7de-4593-a0b5-2b5c3abcefb3,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:40.943904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:40.957444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff2f04-ef01-4b97-a1d8-dac16ec6293a None None] Sync routers for ids ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:40.961287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0aff66fc-ae74-4e5d-9f57-0ee1f9025cd0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:40.977635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff2f04-ef01-4b97-a1d8-dac16ec6293a None None] Routers {'81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:40.978323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-81ff2f04-ef01-4b97-a1d8-dac16ec6293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:40.978940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287c2f0a-bdb6-4b50-ad54-95f4f3f3ddce None None] Network bcf5bc01-0f00-41c9-bda6-521fc7d39c7c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:40.984121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "PUT /v2.0/routers/81b3b1be-6df0-42b3-91cd-ae78a1fd7dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0689030 Dec 21 16:45:40.991450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39538) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:40.992533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0aff66fc-ae74-4e5d-9f57-0ee1f9025cd0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/f11418b5-c7de-4593-a0b5-2b5c3abcefb3 HTTP/1.1" status: 204 len: 168 time: 3.1890800 Dec 21 16:45:40.993965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39540) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:40.997661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router 8db3148a-7e26-4c09-a0ab-bc6b1c91b806 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:45:41.002810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8835d-8566-4ecd-bd61-29dc42de9b37 None None] Port 981d8388-4c28-431d-9050-7b5db6540dd0 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:41.016335 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e854392-4cd1-4d6e-b1d0-e16097ae5b6f req-8ea73ce0-cdff-4721-8f0d-425ff40617c4 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735657 Dec 21 16:45:41.121244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-81ff2f04-ef01-4b97-a1d8-dac16ec6293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:41.148503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 17aa1854-3a51-422e-bfea-95ed0e045c58 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:41.156919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff2f04-ef01-4b97-a1d8-dac16ec6293a None None] Routers {'81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:41.159104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-81ff2f04-ef01-4b97-a1d8-dac16ec6293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:41.167711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:41.311174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f706d26-5bce-446c-9430-710272e29cd1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:41.329878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:41.330300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:41.337287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e7b8835d-8566-4ecd-bd61-29dc42de9b37 None None] Provisioning complete for port c05107bf-94ed-4ebb-8b54-fe9367a2c96c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:41.341993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7b8835d-8566-4ecd-bd61-29dc42de9b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:41.346558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-81ff2f04-ef01-4b97-a1d8-dac16ec6293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:41.350964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff2f04-ef01-4b97-a1d8-dac16ec6293a None None] The sync data for ids ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:41.407966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:41.441367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39550) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:41.510523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 17aa1854-3a51-422e-bfea-95ed0e045c58 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:41.511087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:41.535478 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e854392-4cd1-4d6e-b1d0-e16097ae5b6f req-11e48078-84ee-4baa-981b-cabaef00210c service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455975 Dec 21 16:45:41.544720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:41.554697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f706d26-5bce-446c-9430-710272e29cd1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:41.561160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-954ef10e-5910-4ce8-af70-5a72b837e5a6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:41.609780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f706d26-5bce-446c-9430-710272e29cd1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=1b335231-1491-451c-91d7-414f62de035d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:41.613982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f706d26-5bce-446c-9430-710272e29cd1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:41.618175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f706d26-5bce-446c-9430-710272e29cd1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:41.719041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e7b8835d-8566-4ecd-bd61-29dc42de9b37 None None] Could not find standard attr ID for object ae8ba686-8af2-44ee-b94a-0d5676eb9736. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:45:41.722680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ae5883-5721-45cc-827e-ddf92034d817 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:41.779753 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1f706d26-5bce-446c-9430-710272e29cd1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/1b335231-1491-451c-91d7-414f62de035d HTTP/1.1" status: 204 len: 168 time: 2.1799898 Dec 21 16:45:41.784112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e7b8835d-8566-4ecd-bd61-29dc42de9b37 None None] Provisioning complete for port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:41.784534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7b8835d-8566-4ecd-bd61-29dc42de9b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:41.795703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39556) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:41.891415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2814cd20-a5c5-44c4-b7c4-5615e8b2da3f None None] DHCP port deletion for bcf5bc01-0f00-41c9-bda6-521fc7d39c7c request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:45:41.904606 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-180a403a-52f0-45ea-b1a3-a6da83af97aa tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057949 Dec 21 16:45:41.905417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39560) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:41.914573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:41.935514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2814cd20-a5c5-44c4-b7c4-5615e8b2da3f None None] Deleting port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:41.935514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2814cd20-a5c5-44c4-b7c4-5615e8b2da3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:41.948242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-00e2cead-48e4-45d6-83eb-8a3fd5fcac5b tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:41.948911 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-00e2cead-48e4-45d6-83eb-8a3fd5fcac5b tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 16:45:41.955124 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-00e2cead-48e4-45d6-83eb-8a3fd5fcac5b tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4689746 Dec 21 16:45:41.956246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39566) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:41.976428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'tempest-secgroup--692188561'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:41.991578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:42.068975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:42.079592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:42.094505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:42.110023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:42.117277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:42.122456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:42.126250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:42.223063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:42.277338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:42.290843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] For port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=44eb3df8-906a-4df3-8c46-d2a7eaffd58b,segment=NetworkSegment(2796ad91-5d86-4079-bc22-f1cb01a36972),segment_id=2796ad91-5d86-4079-bc22-f1cb01a36972)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:42.291171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:42.311558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358ad16-97f7-4292-a6f2-6219fc3199fa req-28a725fe-8268-434e-99c8-7728b0fe0dec tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:42.312495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:42.313192 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4358ad16-97f7-4292-a6f2-6219fc3199fa req-28a725fe-8268-434e-99c8-7728b0fe0dec tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.8678524 Dec 21 16:45:42.318449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:42.351957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2814cd20-a5c5-44c4-b7c4-5615e8b2da3f None None] For port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=44eb3df8-906a-4df3-8c46-d2a7eaffd58b,segment=NetworkSegment(2796ad91-5d86-4079-bc22-f1cb01a36972),segment_id=2796ad91-5d86-4079-bc22-f1cb01a36972)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:42.352294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2814cd20-a5c5-44c4-b7c4-5615e8b2da3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:42.426665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:42.438619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:42.454368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for 44eb3df8-906a-4df3-8c46-d2a7eaffd58b owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:42.519511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:42.526081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2814cd20-a5c5-44c4-b7c4-5615e8b2da3f None None] Calling delete_port for 44eb3df8-906a-4df3-8c46-d2a7eaffd58b owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:42.527131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Allocated IP 172.26.7.95 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/d581bd80-5315-460c-874b-0a767dedf528) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:42.529999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:42.574304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caea517c-5717-468a-a5b7-84b1fcf65b46 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:45:42.577318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:42.619391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-caea517c-5717-468a-a5b7-84b1fcf65b46 None None] Deleting port 17aa1854-3a51-422e-bfea-95ed0e045c58 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:42.619743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caea517c-5717-468a-a5b7-84b1fcf65b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:42.654256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a750826-9e28-4cd5-b1a1-7b383608cfe3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:42.669162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4358ad16-97f7-4292-a6f2-6219fc3199fa req-a178c05b-26b6-4f47-bf52-caf037512e24 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341084 Dec 21 16:45:42.761886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5a750826-9e28-4cd5-b1a1-7b383608cfe3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:42.766604 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5a750826-9e28-4cd5-b1a1-7b383608cfe3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "PUT /v2.0/routers/40857800-45df-4d73-ae65-463b93d85aa9 HTTP/1.1" status: 200 len: 922 time: 10.3678741 Dec 21 16:45:42.768731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39570) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:42.772768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:42.782333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:42.834293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:42.834808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7fbf7-0d44-4b55-8632-7542ddfe7ae7 None None] Sync routers for ids ['40857800-45df-4d73-ae65-463b93d85aa9'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:42.849587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:42.859009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:42.895718 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-e5165abb-16c4-46ac-a93a-fa3c5cb9631b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:42.899476 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e5165abb-16c4-46ac-a93a-fa3c5cb9631b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "PUT /v2.0/routers/81b3b1be-6df0-42b3-91cd-ae78a1fd7dee/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8858535 Dec 21 16:45:42.900786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39574) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:42.909406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=44eb3df8-906a-4df3-8c46-d2a7eaffd58b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:42.917768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:42.937415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No DVR routers for this DVR port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:45:42.956945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7fbf7-0d44-4b55-8632-7542ddfe7ae7 None None] Routers {'40857800-45df-4d73-ae65-463b93d85aa9'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:42.957639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fdc7fbf7-0d44-4b55-8632-7542ddfe7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['40857800-45df-4d73-ae65-463b93d85aa9'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:42.973593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:42.977825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:42.987626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dab4a90-fdfc-4dba-9865-308f4bac8255 None None] Sync routers for ids ['8db3148a-7e26-4c09-a0ab-bc6b1c91b806'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:43.000191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:43.001093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab4a90-fdfc-4dba-9865-308f4bac8255 None None] Routers {'8db3148a-7e26-4c09-a0ab-bc6b1c91b806'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:43.001698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.002233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4dab4a90-fdfc-4dba-9865-308f4bac8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['8db3148a-7e26-4c09-a0ab-bc6b1c91b806'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:43.003295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2526f4-e9ca-4bed-902a-e35cfb11eefe,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:43.006511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:43.032531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-2814cd20-a5c5-44c4-b7c4-5615e8b2da3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:45:43.032944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-2814cd20-a5c5-44c4-b7c4-5615e8b2da3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:45:43.051337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fdc7fbf7-0d44-4b55-8632-7542ddfe7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:43.071258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4dab4a90-fdfc-4dba-9865-308f4bac8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:43.081705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:43.082120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.083773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab4a90-fdfc-4dba-9865-308f4bac8255 None None] Routers {'8db3148a-7e26-4c09-a0ab-bc6b1c91b806'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:43.084645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4dab4a90-fdfc-4dba-9865-308f4bac8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['8db3148a-7e26-4c09-a0ab-bc6b1c91b806'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:43.155521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4dab4a90-fdfc-4dba-9865-308f4bac8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:43.156356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dab4a90-fdfc-4dba-9865-308f4bac8255 None None] The sync data for ids ['8db3148a-7e26-4c09-a0ab-bc6b1c91b806'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:43.211450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.220536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.226739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7fbf7-0d44-4b55-8632-7542ddfe7ae7 None None] Routers {'40857800-45df-4d73-ae65-463b93d85aa9'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:43.227471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fdc7fbf7-0d44-4b55-8632-7542ddfe7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['40857800-45df-4d73-ae65-463b93d85aa9'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:43.237632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-981302cb-d6e3-4fd5-b427-dee8b41be995 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:43.278018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.281939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 10.9287181 Dec 21 16:45:43.310175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39578) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:43.330604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:43.334327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:43.345810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fdc7fbf7-0d44-4b55-8632-7542ddfe7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:43.346265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7fbf7-0d44-4b55-8632-7542ddfe7ae7 None None] The sync data for ids ['40857800-45df-4d73-ae65-463b93d85aa9'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:43.372746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-caea517c-5717-468a-a5b7-84b1fcf65b46 None None] For port 17aa1854-3a51-422e-bfea-95ed0e045c58, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=17aa1854-3a51-422e-bfea-95ed0e045c58,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:43.373509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caea517c-5717-468a-a5b7-84b1fcf65b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.378840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf5bc01-0f00-41c9-bda6-521fc7d39c7c']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:43.430745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:43.482419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2796ad91-5d86-4079-bc22-f1cb01a36972') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:43.482756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2796ad91-5d86-4079-bc22-f1cb01a36972') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:43.493825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:43.503124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'Port': ['ID=d581bd80-5315-460c-874b-0a767dedf528,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:43.506831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:43.520329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.529707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-caea517c-5717-468a-a5b7-84b1fcf65b46 None None] Calling delete_port for 17aa1854-3a51-422e-bfea-95ed0e045c58 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:43.531367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.534218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:43.539151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2763a867-937b-4a7d-8183-011395162ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:43.545057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.558107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2814cd20-a5c5-44c4-b7c4-5615e8b2da3f None None] Deleting port 44eb3df8-906a-4df3-8c46-d2a7eaffd58b {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:43.558107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2814cd20-a5c5-44c4-b7c4-5615e8b2da3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.594101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.609214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:45:43.609670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:45:43.628691 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:45:43.644971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2814cd20-a5c5-44c4-b7c4-5615e8b2da3f None None] The port '44eb3df8-906a-4df3-8c46-d2a7eaffd58b' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:45:43.651412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40fd624-8108-47c6-b63b-f05797357b77,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:43.695006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caea517c-5717-468a-a5b7-84b1fcf65b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.704894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:43.724657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:43.735285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.739421 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7787180 Dec 21 16:45:43.765648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea517c-5717-468a-a5b7-84b1fcf65b46 None None] Pushing event deleted for resources: {'Port': ['ID=17aa1854-3a51-422e-bfea-95ed0e045c58,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:43.769260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39584) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:43.777137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 44eb3df8-906a-4df3-8c46-d2a7eaffd58b no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:43.799857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': 'a40fd624-8108-47c6-b63b-f05797357b77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:43.812920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:43.824584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-caea517c-5717-468a-a5b7-84b1fcf65b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:43.825905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea517c-5717-468a-a5b7-84b1fcf65b46 None None] No DVR routers for this DVR port 17aa1854-3a51-422e-bfea-95ed0e045c58 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:45:43.829189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 44eb3df8-906a-4df3-8c46-d2a7eaffd58b {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:45:43.829963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 44eb3df8-906a-4df3-8c46-d2a7eaffd58b not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:45:43.831486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 17aa1854-3a51-422e-bfea-95ed0e045c58 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:43.848832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_pluggable_backend [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Port 17aa1854-3a51-422e-bfea-95ed0e045c58 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88887) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 21 16:45:43.849182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_pluggable_backend [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Reverting IP allocation for 2001:db8::f816:3eff:fe29:b184 {{(pid=88887) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Dec 21 16:45:43.869720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.875764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-433ec1a2-201b-4a99-854f-b7dc88944473 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:43.878528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 17aa1854-3a51-422e-bfea-95ed0e045c58 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:45:43.879016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 17aa1854-3a51-422e-bfea-95ed0e045c58 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:45:43.883777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:43.896158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.901331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:43.913525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-427d5fad-d541-474e-8d08-9a485a57db02 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:43.936718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:43.942021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:43.949802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.027499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:44.031237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=35692b99-64eb-4ced-8876-8972ad3189fc,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:44.080646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:44.082803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:44.089584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:44.089584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.092435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba1e3f9-7c6c-419d-984a-1762e5b5eaf0 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:44.126400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2158766 Dec 21 16:45:44.126843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39590) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:44.134423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:15:15:7b', 'name': 'tempest-NetworksTestDHCPv6-371035654'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:44.201044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Network': ['ID=bcf5bc01-0f00-41c9-bda6-521fc7d39c7c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:44.212700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:44.252089 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/networks/bcf5bc01-0f00-41c9-bda6-521fc7d39c7c HTTP/1.1" status: 204 len: 168 time: 3.2513380 Dec 21 16:45:44.265025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39594) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:44.280690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2004196705'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:44.289085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:44.295877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.298066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:network and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:44.303255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:44.313441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:44.327142 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f9578088-3b4c-4d39-868d-aeabd4693c25 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/routers/40857800-45df-4d73-ae65-463b93d85aa9 HTTP/1.1" status: 200 len: 922 time: 1.5540340 Dec 21 16:45:44.332394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39598) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:44.348730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '35692b99-64eb-4ced-8876-8972ad3189fc'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:44.350105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.384270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:44.389916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.400890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:44.414700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:44.423205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:44.436146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:44.489240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02236ee-fb80-495d-8795-d2cfadbe5b48 req-3c21f657-4b1e-4dc8-8402-fd6390d98581 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:44.490962 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d02236ee-fb80-495d-8795-d2cfadbe5b48 req-3c21f657-4b1e-4dc8-8402-fd6390d98581 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.6213806 Dec 21 16:45:44.517389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.521661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:44.529089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.543631 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-972a11af-b48b-47f8-9014-babdef22d6ed tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/routers/8db3148a-7e26-4c09-a0ab-bc6b1c91b806 HTTP/1.1" status: 200 len: 880 time: 1.2285781 Dec 21 16:45:44.546626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:45:44.547704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.548642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39602) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:44.554456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Allocated IP 2001:db8::f816:3eff:fe5c:c889 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/35692b99-64eb-4ced-8876-8972ad3189fc/1983512a-eaa3-49c1-a077-f031ce1da972) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:44.565455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d963daca-a926-4074-9842-a5a6a300cbb3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:44.595235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-11621874-cc34-4f78-a8d7-f9025a486c23 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Synchronizing usage tracker for tenant:91e1519027ab452dae24b7b138639e6a on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:44.598006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.598734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.611947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472476cd-434c-417a-b2c5-3b68c0d6d9e9,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:44.623338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:44.678323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.679053 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Added segment bb32dc8a-a786-4485-a32b-7360a1f2be8a of type vlan for network d59b4f4b-8bc4-438d-b827-74d81d10f45a Dec 21 16:45:44.692429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 0742d981-284d-4c23-a151-49327f3a9ffb yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:45:44.694847 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d02236ee-fb80-495d-8795-d2cfadbe5b48 req-89b2c31d-45b0-492d-aac5-964067c27aef tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802483 Dec 21 16:45:44.695656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.696857 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9166427 Dec 21 16:45:44.705095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39606) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:44.707004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-11621874-cc34-4f78-a8d7-f9025a486c23 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Unset dirty status for tenant:91e1519027ab452dae24b7b138639e6a on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:44.708303 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-11621874-cc34-4f78-a8d7-f9025a486c23 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&device_id=40857800-45df-4d73-ae65-463b93d85aa9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3747506 Dec 21 16:45:44.712755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39610) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:44.717526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-24459707-b7c4-40f1-b610-5d34216f6cc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': 'a40fd624-8108-47c6-b63b-f05797357b77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:44.749838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-24459707-b7c4-40f1-b610-5d34216f6cc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:44.773193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-24459707-b7c4-40f1-b610-5d34216f6cc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:44.781449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-24459707-b7c4-40f1-b610-5d34216f6cc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:44.791345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-24459707-b7c4-40f1-b610-5d34216f6cc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:44.797748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.803634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.809697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Transition to ACTIVE for port object 1983512a-eaa3-49c1-a077-f031ce1da972 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:44.829591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Transition to ACTIVE for port object 1983512a-eaa3-49c1-a077-f031ce1da972 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:44.834726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:44.841009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-78c3448b-eab0-40ae-bc5e-65d7ca5c0742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:44.918496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:44.922841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:44.925408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:44.928499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Pushing event updated for resources: {'Port': ['ID=1983512a-eaa3-49c1-a077-f031ce1da972,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:44.931263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:44.938331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24459707-b7c4-40f1-b610-5d34216f6cc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.016845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609cb7ed-5784-4fe7-85b6-8ffd3f2015a5 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:45.017486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-609cb7ed-5784-4fe7-85b6-8ffd3f2015a5 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Synchronizing usage tracker for tenant:91e1519027ab452dae24b7b138639e6a on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:45.020513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Attempting to bind port 1983512a-eaa3-49c1-a077-f031ce1da972 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:45.020946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Attempting to bind port 1983512a-eaa3-49c1-a077-f031ce1da972 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:45.021368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Attempting to bind port 1983512a-eaa3-49c1-a077-f031ce1da972 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:45.029297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:45.029714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:45.029911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.030027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.030467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:45.031030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Bound port: 1983512a-eaa3-49c1-a077-f031ce1da972, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:45.031467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.033971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:45.034622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.046096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91a1c86e-bc7a-40db-9afb-4676fc2c2b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:45.070331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-609cb7ed-5784-4fe7-85b6-8ffd3f2015a5 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Unset dirty status for tenant:91e1519027ab452dae24b7b138639e6a on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:45.074471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-609cb7ed-5784-4fe7-85b6-8ffd3f2015a5 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/networks/7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 881 time: 0.3491859 Dec 21 16:45:45.078473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39614) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:45.127167 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-24459707-b7c4-40f1-b610-5d34216f6cc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 16:45:45.128305 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-24459707-b7c4-40f1-b610-5d34216f6cc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4188714 Dec 21 16:45:45.131500 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f0a25689-060a-42ed-a1a3-33880962ae50 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=40857800-45df-4d73-ae65-463b93d85aa9 HTTP/1.1" status: 200 len: 205 time: 0.0517983 Dec 21 16:45:45.132097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39618) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:45.135791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39620) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:45.143808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] For port 1983512a-eaa3-49c1-a077-f031ce1da972, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:45.147417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] For port 1983512a-eaa3-49c1-a077-f031ce1da972, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1983512a-eaa3-49c1-a077-f031ce1da972,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:45.151001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.155879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1047dfd-a090-4158-88ad-53a4f17dcf9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:45.162546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::f816:3eff:fe15:157b (5f0be329-6402-4a2c-810d-f62e9ae5da2b/35692b99-64eb-4ced-8876-8972ad3189fc/0742d981-284d-4c23-a151-49327f3a9ffb) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:45.224454 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9569592 Dec 21 16:45:45.226734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39626) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:45.245769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Pushing event updated for resources: {'Port': ['ID=1983512a-eaa3-49c1-a077-f031ce1da972,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:45.249933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:45.257123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Network': ['ID=d59b4f4b-8bc4-438d-b827-74d81d10f45a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:45.266205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'd59b4f4b-8bc4-438d-b827-74d81d10f45a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:45.271489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network d59b4f4b-8bc4-438d-b827-74d81d10f45a details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:45:45.436593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c59f6805-4103-4f15-ae3f-1a39a4f53d27 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.482930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Router 4813b777-3e99-4a40-964f-659cba89a6f0 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:45:45.488213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c59f6805-4103-4f15-ae3f-1a39a4f53d27 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.587474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:45.678287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c59f6805-4103-4f15-ae3f-1a39a4f53d27 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.687971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0f99ad3f-56ee-44b1-baae-779700b4b507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:45.701432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c19b3965-7604-477a-a598-072c4f0082c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.702226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.788600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f6805-4103-4f15-ae3f-1a39a4f53d27 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40fd624-8108-47c6-b63b-f05797357b77,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:45.791045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c59f6805-4103-4f15-ae3f-1a39a4f53d27 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:45.801742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c59f6805-4103-4f15-ae3f-1a39a4f53d27 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:45.805865 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c59f6805-4103-4f15-ae3f-1a39a4f53d27 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "DELETE /v2.0/security-groups/a40fd624-8108-47c6-b63b-f05797357b77 HTTP/1.1" status: 204 len: 168 time: 0.6726422 Dec 21 16:45:45.807900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39632) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:45.863900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:45.875042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:45.879690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:45.946877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:45.987065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fdc87025-0e5e-4f29-9618-e87f848bdca7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Synchronizing usage tracker for tenant:e5f87538517e46418da641ffb342a63b on resource:router {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:45.998460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:46.066640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b0dc515-a022-4aed-a9fb-fbd456d5a00c tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Synchronizing usage tracker for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:46.127136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b0dc515-a022-4aed-a9fb-fbd456d5a00c tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Unset dirty status for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:46.128497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6b0dc515-a022-4aed-a9fb-fbd456d5a00c tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3170991 Dec 21 16:45:46.141216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39638) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:46.155310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074211543'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:46.172527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fdc87025-0e5e-4f29-9618-e87f848bdca7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Unset dirty status for tenant:e5f87538517e46418da641ffb342a63b on resource:router {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:46.173877 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fdc87025-0e5e-4f29-9618-e87f848bdca7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.6237237 Dec 21 16:45:46.174260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:46.178276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39642) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:46.199228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ad888f2f-f121-4880-814a-7577654841f7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-535403292'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:46.208861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:46.219248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Deleting port 981d8388-4c28-431d-9050-7b5db6540dd0 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:46.219625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:46.248140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:46.254542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:46.289507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:46.299706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9f70e-b82e-49e9-932a-dd2d306fe40c req-bf93a3b9-5ed7-492a-872c-3db3d64d763e tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:46.301363 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dea9f70e-b82e-49e9-932a-dd2d306fe40c req-bf93a3b9-5ed7-492a-872c-3db3d64d763e tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.4109674 Dec 21 16:45:46.301501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Sync routers for ids ['4813b777-3e99-4a40-964f-659cba89a6f0'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:46.313525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:46.313740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 0742d981-284d-4c23-a151-49327f3a9ffb will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:46.319803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Routers {'4813b777-3e99-4a40-964f-659cba89a6f0'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:46.320635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4813b777-3e99-4a40-964f-659cba89a6f0'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:46.393743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:46.397148 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.8293757 Dec 21 16:45:46.400908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39646) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:46.403132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:46.460122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:46.462802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Deleting port 055cd9a1-ac21-4c16-b3c0-7a27f69e1fad {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:46.463219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:46.502135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:46.536965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:46.541108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:46.548836 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dea9f70e-b82e-49e9-932a-dd2d306fe40c req-5e777e90-0f07-4348-9cd8-2d2acbc52192 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381287 Dec 21 16:45:46.550594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c653c352-68ac-45df-81d9-484092847f5c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:46.638257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:46.649318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1983512a-eaa3-49c1-a077-f031ce1da972 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:46.718439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:46.728342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Set router 4813b777-3e99-4a40-964f-659cba89a6f0 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:45:46.818656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:46.881940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=0742d981-284d-4c23-a151-49327f3a9ffb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:46.897196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Calling delete_port for 981d8388-4c28-431d-9050-7b5db6540dd0 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:46.903425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 1983512a-eaa3-49c1-a077-f031ce1da972 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:46.931878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:46.943205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:46.946397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:46.951621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:46.952545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.037532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9097464 Dec 21 16:45:47.049104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39654) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:47.062102 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-598f9585-d3e3-427e-a2b4-e27f01adbdc4 tempest-TestNetworkAdvancedServerOps-1553077996 tempest-TestNetworkAdvancedServerOps-1553077996-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=9fbf8b86e42b4c1f92705ea070b83c47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6555226 Dec 21 16:45:47.066371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39658) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:47.111256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.122235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d361eda3-5a48-4494-8c41-892b1860a6b2 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:47.132788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.140370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:43Z', 'revision_number': 3, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:47.146093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Checking router: 4813b777-3e99-4a40-964f-659cba89a6f0 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:45:47.146498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Updating router 4813b777-3e99-4a40-964f-659cba89a6f0 port d581bd80-5315-460c-874b-0a767dedf528 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:45:47.287277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.310904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.320769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.333068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:47.338066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Subnet': ['ID=8d0eea73-66c2-4b60-9d9e-4fd252022e21,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:47.379497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:47.443976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Checking segment: {'id': 'bb32dc8a-a786-4485-a32b-7360a1f2be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd59b4f4b-8bc4-438d-b827-74d81d10f45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:47.444709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network hostable DHCP agents. Network: d59b4f4b-8bc4-438d-b827-74d81d10f45a, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:45:47.452079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d0ed3-65d6-47b4-8193-9e3d48ce048c tempest-TestNetworkAdvancedServerOps-1553077996 tempest-TestNetworkAdvancedServerOps-1553077996-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:47.457287 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-522d0ed3-65d6-47b4-8193-9e3d48ce048c tempest-TestNetworkAdvancedServerOps-1553077996 tempest-TestNetworkAdvancedServerOps-1553077996-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3810096 Dec 21 16:45:47.465540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39662) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:47.495696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.508803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Calling delete_port for 055cd9a1-ac21-4c16-b3c0-7a27f69e1fad owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:47.527342 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-37be3445-1e69-4cc7-925e-418c0c943d12 tempest-TestNetworkAdvancedServerOps-1553077996 tempest-TestNetworkAdvancedServerOps-1553077996-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0588236 Dec 21 16:45:47.528249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.533385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39666) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:47.535671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-90624ff5-5b4e-4b2d-b263-e16060c76bd9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:47.570333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0c4a1e3b-c4c8-48a8-b101-b296950a92ed None None] Provisioning for port 1983512a-eaa3-49c1-a077-f031ce1da972 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:47.579592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c7272-7636-4c1f-b96b-294d3b398cbf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:47.584014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c7272-7636-4c1f-b96b-294d3b398cbf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:47.590733 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9b0c7272-7636-4c1f-b96b-294d3b398cbf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5346587 Dec 21 16:45:47.590733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481e3cca-68e6-447a-a205-25679eb08e76,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:47.597006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1943813298', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:47.602978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39672) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:47.607710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:47.613219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.617470 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4673936 Dec 21 16:45:47.648391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39678) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:47.679510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0c4a1e3b-c4c8-48a8-b101-b296950a92ed None None] Provisioning complete for port 1983512a-eaa3-49c1-a077-f031ce1da972 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:47.679947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1e3b-c4c8-48a8-b101-b296950a92ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.680560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-356f7710-2337-419f-8241-4c7c049ec9ce tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '481e3cca-68e6-447a-a205-25679eb08e76', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:47.681298 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-356f7710-2337-419f-8241-4c7c049ec9ce tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:47.685600 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-356f7710-2337-419f-8241-4c7c049ec9ce tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0199776 Dec 21 16:45:47.698546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39682) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:47.699658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event deleted for resources: {'Port': ['ID=981d8388-4c28-431d-9050-7b5db6540dd0,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:47.705388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:47.886622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-426008b7-e9c3-44e7-b7fa-b66c4f3706bc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 0742d981-284d-4c23-a151-49327f3a9ffb {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:47.887031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-426008b7-e9c3-44e7-b7fa-b66c4f3706bc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.934991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1e3b-c4c8-48a8-b101-b296950a92ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:47.995268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:47.998567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network d59b4f4b-8bc4-438d-b827-74d81d10f45a is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:45:48.055844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e32cd0e-f383-4731-9887-41975d2ee985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.078019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:subnet and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:48.083605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0c4a1e3b-c4c8-48a8-b101-b296950a92ed None None] For port 1983512a-eaa3-49c1-a077-f031ce1da972, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1983512a-eaa3-49c1-a077-f031ce1da972,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:48.088927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, d59b4f4b-8bc4-438d-b827-74d81d10f45a) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:48.094864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1e3b-c4c8-48a8-b101-b296950a92ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.095081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:48.095201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.097893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-05586228-70b0-4460-b824-0e3d694477b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:48.120157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:48.135571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0ac5eb-d792-4b28-9bf9-c8b906217ab8 None None] Network d59b4f4b-8bc4-438d-b827-74d81d10f45a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:48.148913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:48.156603 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9124434 Dec 21 16:45:48.158833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39688) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:48.167500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f748245e-ff33-4e40-b7c0-1fd27cd79318 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.173073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': 'd59b4f4b-8bc4-438d-b827-74d81d10f45a', 'name': 'tempest-PortsTestJSON-1849745892', 'fixed_ips': [{'subnet_id': '8d0eea73-66c2-4b60-9d9e-4fd252022e21', 'ip_address': '172.20.0.10'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:48.191742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a35b6e-7ce5-40cc-8ffc-30931af67aa7 req-dc93035c-6e12-4012-a4c9-9c6fb4c7c58f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:48.193426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e1a35b6e-7ce5-40cc-8ffc-30931af67aa7 req-dc93035c-6e12-4012-a4c9-9c6fb4c7c58f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.3887143 Dec 21 16:45:48.231216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Made reservation on behalf of 9fbf8b86e42b4c1f92705ea070b83c47 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:48.271945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a1e3b-c4c8-48a8-b101-b296950a92ed None None] Pushing event updated for resources: {'Port': ['ID=1983512a-eaa3-49c1-a077-f031ce1da972,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:48.294081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c4a1e3b-c4c8-48a8-b101-b296950a92ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:48.351071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.365620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.366507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f748245e-ff33-4e40-b7c0-1fd27cd79318 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.376580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43557d36-8975-47bb-9f46-9bdf1bc6b953 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:48.433153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.444268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.456853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-386c24fe-4b4a-4fe6-b36f-8bc6df0946d7 None None] Provisioning for port 0742d981-284d-4c23-a151-49327f3a9ffb completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:48.458566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Pushing event deleted for resources: {'Port': ['ID=055cd9a1-ac21-4c16-b3c0-7a27f69e1fad,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:48.468591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:48.468733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-386c24fe-4b4a-4fe6-b36f-8bc6df0946d7 None None] Provisioning complete for port 0742d981-284d-4c23-a151-49327f3a9ffb triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:48.469112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-386c24fe-4b4a-4fe6-b36f-8bc6df0946d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.471317 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e1a35b6e-7ce5-40cc-8ffc-30931af67aa7 req-f047d51a-6dd8-4320-b2b9-4be7d17bed6c tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563822 Dec 21 16:45:48.474156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-426008b7-e9c3-44e7-b7fa-b66c4f3706bc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.503619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Transition to ACTIVE for port object d581bd80-5315-460c-874b-0a767dedf528 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:48.589136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1983512a-eaa3-49c1-a077-f031ce1da972 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:48.629152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.643859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-caea517c-5717-468a-a5b7-84b1fcf65b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:48.682707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-386c24fe-4b4a-4fe6-b36f-8bc6df0946d7 None None] Port 0742d981-284d-4c23-a151-49327f3a9ffb cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:48.708589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-426008b7-e9c3-44e7-b7fa-b66c4f3706bc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 0742d981-284d-4c23-a151-49327f3a9ffb owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:48.795952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Attempting to bind port d581bd80-5315-460c-874b-0a767dedf528 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:48.796269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Attempting to bind port d581bd80-5315-460c-874b-0a767dedf528 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:48.796660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Attempting to bind port d581bd80-5315-460c-874b-0a767dedf528 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:48.806441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7b6f0-f2ab-4ba1-bcb3-1a299a591934 None None] Pushing event updated for resources: {'Port': ['ID=d581bd80-5315-460c-874b-0a767dedf528,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:48.809105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-74e7b6f0-f2ab-4ba1-bcb3-1a299a591934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:48.823340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.824362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:48.824832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:48.825290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.825733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:48.826934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Bound port: d581bd80-5315-460c-874b-0a767dedf528, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:48.827367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.859257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-d59b4f4b-8bc4-438d-b827-74d81d10f45a', 'network_id': 'd59b4f4b-8bc4-438d-b827-74d81d10f45a', 'tenant_id': '595d69e3149f4a448e46fa36c7472cd3', 'fixed_ips': [{'subnet_id': '8d0eea73-66c2-4b60-9d9e-4fd252022e21'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:48.860914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:48.883160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 1983512a-eaa3-49c1-a077-f031ce1da972 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:48.883957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.014220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:49.025694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:49.034465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f748245e-ff33-4e40-b7c0-1fd27cd79318 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.042002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] For port d581bd80-5315-460c-874b-0a767dedf528, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:49.042447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:49.045428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9420623e-b782-4c03-bc44-696e981191f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:49.059378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] For port d581bd80-5315-460c-874b-0a767dedf528, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d581bd80-5315-460c-874b-0a767dedf528,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:49.068952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:49.074185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748245e-ff33-4e40-b7c0-1fd27cd79318 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481e3cca-68e6-447a-a205-25679eb08e76,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:49.114125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.124342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe84abfa-e056-462c-b518-2fc0c41653d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:49.145489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.150387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f748245e-ff33-4e40-b7c0-1fd27cd79318 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:49.227578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f748245e-ff33-4e40-b7c0-1fd27cd79318 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.228863 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f748245e-ff33-4e40-b7c0-1fd27cd79318 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "DELETE /v2.0/security-groups/481e3cca-68e6-447a-a205-25679eb08e76 HTTP/1.1" status: 204 len: 168 time: 1.5266714 Dec 21 16:45:49.232929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:49.241355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.254648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39696) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:49.305622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7b6f0-f2ab-4ba1-bcb3-1a299a591934 None None] Pushing event updated for resources: {'Port': ['ID=d581bd80-5315-460c-874b-0a767dedf528,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:49.309642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-74e7b6f0-f2ab-4ba1-bcb3-1a299a591934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:49.313947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Routers {'4813b777-3e99-4a40-964f-659cba89a6f0'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:49.314714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4813b777-3e99-4a40-964f-659cba89a6f0'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:49.343918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port 84f58e37-9408-4b64-8d3a-e80da2f5dfb3 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:45:49.467545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Allocated IP 172.20.0.2 (d59b4f4b-8bc4-438d-b827-74d81d10f45a/8d0eea73-66c2-4b60-9d9e-4fd252022e21/3aa226a5-ae7f-4f90-81fd-f6a916df6dcc) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:49.576804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad888f2f-f121-4880-814a-7577654841f7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.660409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-056fed61-19d0-4750-846d-19213b5da499 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Synchronizing usage tracker for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:49.711009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-426008b7-e9c3-44e7-b7fa-b66c4f3706bc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.724226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad888f2f-f121-4880-814a-7577654841f7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.726232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-799ce24c-cb62-40fa-a775-180e92facbe9 tempest-RoutersIpV6AdminTest-1307155422 tempest-RoutersIpV6AdminTest-1307155422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:49.728211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.737809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-74037ade-ae7f-4333-b678-17b52c724487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:49.777483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Router 81b3b1be-6df0-42b3-91cd-ae78a1fd7dee has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:45:49.779671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.780992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-056fed61-19d0-4750-846d-19213b5da499 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Unset dirty status for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:49.782374 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-056fed61-19d0-4750-846d-19213b5da499 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5243115 Dec 21 16:45:49.786067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426008b7-e9c3-44e7-b7fa-b66c4f3706bc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=0742d981-284d-4c23-a151-49327f3a9ffb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:49.787918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39700) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:49.789645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-426008b7-e9c3-44e7-b7fa-b66c4f3706bc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:49.797871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.798723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] Set router 4813b777-3e99-4a40-964f-659cba89a6f0 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:45:49.840151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'Subnet': ['ID=2303edc8-4ab0-4896-8f97-c76aa04994ab,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:49.848152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:49.863168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783873196'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:49.867846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.904373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:49.924399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-426008b7-e9c3-44e7-b7fa-b66c4f3706bc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:49.936879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:49.975386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-426008b7-e9c3-44e7-b7fa-b66c4f3706bc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/0742d981-284d-4c23-a151-49327f3a9ffb HTTP/1.1" status: 204 len: 168 time: 2.3699896 Dec 21 16:45:49.979018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39704) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:49.982555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Checking segment: {'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:49.982941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Network hostable DHCP agents. Network: 60484531-a8a3-40ab-b578-f05d8f488ab8, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:45:49.983737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.011474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:50.030832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "PUT /v2.0/routers/81b3b1be-6df0-42b3-91cd-ae78a1fd7dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1197414 Dec 21 16:45:50.038528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177bf4f-1e32-441d-be9a-f154f7ec2183 None None] Sync routers for ids ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:50.039077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39708) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:50.040514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Network 60484531-a8a3-40ab-b578-f05d8f488ab8 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:45:50.052721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.053357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Fanout notify agent at l3_agent the message router_deleted on router 40857800-45df-4d73-ae65-463b93d85aa9 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:45:50.065498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 60484531-a8a3-40ab-b578-f05d8f488ab8) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:50.067384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177bf4f-1e32-441d-be9a-f154f7ec2183 None None] Routers {'81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:50.070099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:50.071234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.078080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c177bf4f-1e32-441d-be9a-f154f7ec2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:50.087604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b7dcd-6552-45a7-8ff4-39ab56e3d2dd None None] Network 60484531-a8a3-40ab-b578-f05d8f488ab8 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:50.093188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5017943 Dec 21 16:45:50.097360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39712) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:50.199454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c177bf4f-1e32-441d-be9a-f154f7ec2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:50.212197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177bf4f-1e32-441d-be9a-f154f7ec2183 None None] Routers {'81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:50.213760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c177bf4f-1e32-441d-be9a-f154f7ec2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:50.244006 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-b1edb8ec-7b26-46ec-9b0a-3aaad6b79790 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] delete failed (client error): The resource could not be found. Dec 21 16:45:50.245165 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b1edb8ec-7b26-46ec-9b0a-3aaad6b79790 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-681650654 HTTP/1.1" status: 404 len: 334 time: 0.1939518 Dec 21 16:45:50.251531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.257650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.259103 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/40857800-45df-4d73-ae65-463b93d85aa9 HTTP/1.1" status: 204 len: 168 time: 5.1220737 Dec 21 16:45:50.270273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39716) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:50.270942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39718) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:50.274732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Transition to ACTIVE for port object 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:50.283957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1e99e9bf-6e12-4f30-83c7-d53775664346 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1679981045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:50.292646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c177bf4f-1e32-441d-be9a-f154f7ec2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:50.292846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1e99e9bf-6e12-4f30-83c7-d53775664346 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:50.294121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177bf4f-1e32-441d-be9a-f154f7ec2183 None None] The sync data for ids ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:50.299813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1e99e9bf-6e12-4f30-83c7-d53775664346 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Usage tracker for resource:router and tenant:b50ca6a927d24d0a8597bc90a816736e is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:50.302988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1e99e9bf-6e12-4f30-83c7-d53775664346 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:50.303494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ee6c28-5d8f-498f-92d3-177db60769d5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:50.305175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ee6c28-5d8f-498f-92d3-177db60769d5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:50.306929 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a2ee6c28-5d8f-498f-92d3-177db60769d5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3247397 Dec 21 16:45:50.310572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1e99e9bf-6e12-4f30-83c7-d53775664346 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:50.311102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39724) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:50.328366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-45b5c346-90f3-489c-b4be-2c8df3f21e4d tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'router': {'external_gateway_info': {'network_id': '81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:50.356474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:50.375322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:50.381278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:50.403585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Transition to ACTIVE for port object 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:50.408766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:50.411351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e99e9bf-6e12-4f30-83c7-d53775664346 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.413768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e99e9bf-6e12-4f30-83c7-d53775664346 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.423998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.429807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-05fe7df4-9dc6-484b-b36f-ee8a6d274ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:50.555039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Network d59b4f4b-8bc4-438d-b827-74d81d10f45a is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:50.560989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:50.567589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-60484531-a8a3-40ab-b578-f05d8f488ab8', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:50.568483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.579655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:50.583626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Pushing event updated for resources: {'Port': ['ID=3aa226a5-ae7f-4f90-81fd-f6a916df6dcc,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:50.587706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:50.599549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:43Z', 'revision_number': 3, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:50.607939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d054790d-64ba-41b8-ab91-eee709a5a46d None None] The sync data for ids ['4813b777-3e99-4a40-964f-659cba89a6f0'] in dv-neutron-822515-1-hyperv is: [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:43Z', 'revision_number': 3, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:50.617450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.631338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad888f2f-f121-4880-814a-7577654841f7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router 8db3148a-7e26-4c09-a0ab-bc6b1c91b806 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:45:50.633617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.645334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1eebd11a-647a-4ea0-b713-bc2d9c38a230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:50.655943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a158425b-44a0-46d5-86c9-6c2b88d62b16 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 35692b99-64eb-4ced-8876-8972ad3189fc {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:45:50.667299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a158425b-44a0-46d5-86c9-6c2b88d62b16 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.680748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.10 (d59b4f4b-8bc4-438d-b827-74d81d10f45a/8d0eea73-66c2-4b60-9d9e-4fd252022e21/84f58e37-9408-4b64-8d3a-e80da2f5dfb3) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:50.693779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e99e9bf-6e12-4f30-83c7-d53775664346 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.759526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f020c12f-8989-4f7f-b6b8-02555c6266ad,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:50.780727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Attempting to bind port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:50.781192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Attempting to bind port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'bb32dc8a-a786-4485-a32b-7360a1f2be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd59b4f4b-8bc4-438d-b827-74d81d10f45a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:50.781615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Attempting to bind port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc on network d59b4f4b-8bc4-438d-b827-74d81d10f45a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:50.797669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:50.798103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Checking segment: {'id': 'bb32dc8a-a786-4485-a32b-7360a1f2be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd59b4f4b-8bc4-438d-b827-74d81d10f45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:50.798564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.799072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Bound using segment: {'id': 'bb32dc8a-a786-4485-a32b-7360a1f2be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd59b4f4b-8bc4-438d-b827-74d81d10f45a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:50.799634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Bound port: 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb32dc8a-a786-4485-a32b-7360a1f2be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd59b4f4b-8bc4-438d-b827-74d81d10f45a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:50.800067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.824906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:50.827660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a158425b-44a0-46d5-86c9-6c2b88d62b16 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.871067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:50.872402 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0816772 Dec 21 16:45:50.889081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39728) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:50.899346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-34750278-73dd-4bc5-ad88-b60c50ef8a51 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': 'f020c12f-8989-4f7f-b6b8-02555c6266ad', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:50.900083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-34750278-73dd-4bc5-ad88-b60c50ef8a51 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:50.905285 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-34750278-73dd-4bc5-ad88-b60c50ef8a51 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0099192 Dec 21 16:45:50.907298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39732) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:50.946387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Allocated IP 172.20.0.2 (60484531-a8a3-40ab-b578-f05d8f488ab8/2303edc8-4ab0-4896-8f97-c76aa04994ab/b6f82d22-199f-4517-9039-ae26f6825fec) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:50.972183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] For port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:50.977423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] For port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3aa226a5-ae7f-4f90-81fd-f6a916df6dcc,segment=NetworkSegment(bb32dc8a-a786-4485-a32b-7360a1f2be8a),segment_id=bb32dc8a-a786-4485-a32b-7360a1f2be8a)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:50.995199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.005056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-16dcd1a0-5533-4ff5-92ea-cc5f28fbb193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:51.079799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a158425b-44a0-46d5-86c9-6c2b88d62b16 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.131545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e99e9bf-6e12-4f30-83c7-d53775664346 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.159839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e46f6353-5b7c-4865-ba0b-a36ad0ddecac tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.181359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Pushing event updated for resources: {'Port': ['ID=3aa226a5-ae7f-4f90-81fd-f6a916df6dcc,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:51.193819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:51.213910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e46f6353-5b7c-4865-ba0b-a36ad0ddecac tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.292513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a158425b-44a0-46d5-86c9-6c2b88d62b16 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.302229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e99e9bf-6e12-4f30-83c7-d53775664346 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.311564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-17bb7fdc-1a9f-4d31-b54d-0a0481d17f73 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:51.320961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.321170 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1e99e9bf-6e12-4f30-83c7-d53775664346 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0418999 Dec 21 16:45:51.331741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Transition to ACTIVE for port object b6f82d22-199f-4517-9039-ae26f6825fec will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:51.342360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39736) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:51.354287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Transition to ACTIVE for port object b6f82d22-199f-4517-9039-ae26f6825fec will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:51.359808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.363749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:51.365275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-74e7b6f0-f2ab-4ba1-bcb3-1a299a591934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:51.462141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158425b-44a0-46d5-86c9-6c2b88d62b16 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=35692b99-64eb-4ced-8876-8972ad3189fc,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:51.469054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a158425b-44a0-46d5-86c9-6c2b88d62b16 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:51.477122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Pushing event updated for resources: {'Port': ['ID=b6f82d22-199f-4517-9039-ae26f6825fec,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:51.484707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Network 60484531-a8a3-40ab-b578-f05d8f488ab8 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:51.486012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:51.488026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:51.488978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:51.500659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a158425b-44a0-46d5-86c9-6c2b88d62b16 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.600415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5076430d-6c6d-4b8e-86f5-f225a18558dc None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:51.646367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Attempting to bind port b6f82d22-199f-4517-9039-ae26f6825fec on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:51.646924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Attempting to bind port b6f82d22-199f-4517-9039-ae26f6825fec by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:51.647342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Attempting to bind port b6f82d22-199f-4517-9039-ae26f6825fec on network 60484531-a8a3-40ab-b578-f05d8f488ab8 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:51.663580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.667697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:51.668273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Checking segment: {'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:51.668902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.669349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Bound using segment: {'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:51.669900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Bound port: b6f82d22-199f-4517-9039-ae26f6825fec, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:51.670356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.698866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45b5c346-90f3-489c-b4be-2c8df3f21e4d tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.837919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-45b5c346-90f3-489c-b4be-2c8df3f21e4d tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] update failed (client error): The resource could not be found. Dec 21 16:45:51.839161 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-45b5c346-90f3-489c-b4be-2c8df3f21e4d tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "PUT /v2.0/routers/81b3b1be-6df0-42b3-91cd-ae78a1fd7dee HTTP/1.1" status: 404 len: 339 time: 1.5655591 Dec 21 16:45:51.842915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39740) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:51.845757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] For port b6f82d22-199f-4517-9039-ae26f6825fec, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:51.849514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-331651652'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:51.849639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] For port b6f82d22-199f-4517-9039-ae26f6825fec, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b6f82d22-199f-4517-9039-ae26f6825fec,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:51.857359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.864905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:51.875807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Usage tracker for resource:network and tenant:d6db1029ce48454ea18658174b736e21 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:51.880372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:51.881887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:51.900200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:51.930596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Made reservation on behalf of d6db1029ce48454ea18658174b736e21 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:51.939390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.952004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object 84f58e37-9408-4b64-8d3a-e80da2f5dfb3 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:51.964929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e46f6353-5b7c-4865-ba0b-a36ad0ddecac tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:51.972186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:51.993071 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a158425b-44a0-46d5-86c9-6c2b88d62b16 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/35692b99-64eb-4ced-8876-8972ad3189fc HTTP/1.1" status: 204 len: 168 time: 1.6760790 Dec 21 16:45:51.995689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f6353-5b7c-4865-ba0b-a36ad0ddecac tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f020c12f-8989-4f7f-b6b8-02555c6266ad,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:51.999370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39744) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:52.007886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e46f6353-5b7c-4865-ba0b-a36ad0ddecac tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:52.009156 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e46f6353-5b7c-4865-ba0b-a36ad0ddecac tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "DELETE /v2.0/security-groups/f020c12f-8989-4f7f-b6b8-02555c6266ad HTTP/1.1" status: 204 len: 168 time: 1.1009476 Dec 21 16:45:52.010723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e46f6353-5b7c-4865-ba0b-a36ad0ddecac tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:52.015586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39748) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:52.102333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:45:52.134005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:52.134406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Added segment 304ff9aa-0850-4fa8-924e-d19b9a77ac6e of type vlan for network bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d Dec 21 16:45:52.138147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:52.140639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad888f2f-f121-4880-814a-7577654841f7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:45:52.153511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af7ee19f-6619-41ce-9f28-d1ef3d1ab002 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:52.156211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad888f2f-f121-4880-814a-7577654841f7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:52.161188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ad888f2f-f121-4880-814a-7577654841f7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/8db3148a-7e26-4c09-a0ab-bc6b1c91b806 HTTP/1.1" status: 200 len: 887 time: 5.9803035 Dec 21 16:45:52.173610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39752) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:52.186065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-96f9edc9-9fb7-4320-9e89-b4abff9fcefd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1817594 Dec 21 16:45:52.200735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39756) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:52.219261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91ed62-3197-4ce6-86ca-47065ba51c67 None None] Sync routers for ids ['8db3148a-7e26-4c09-a0ab-bc6b1c91b806'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:45:52.343271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:52.360457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network d59b4f4b-8bc4-438d-b827-74d81d10f45a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:52.361526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91ed62-3197-4ce6-86ca-47065ba51c67 None None] Routers {'8db3148a-7e26-4c09-a0ab-bc6b1c91b806'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:52.362190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6b91ed62-3197-4ce6-86ca-47065ba51c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['8db3148a-7e26-4c09-a0ab-bc6b1c91b806'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:52.368942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:52.371566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:52.404869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=84f58e37-9408-4b64-8d3a-e80da2f5dfb3,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:52.408755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:52.416637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Pushing event updated for resources: {'Port': ['ID=b6f82d22-199f-4517-9039-ae26f6825fec,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:52.426828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:52.437311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6b91ed62-3197-4ce6-86ca-47065ba51c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:52.464115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91ed62-3197-4ce6-86ca-47065ba51c67 None None] Routers {'8db3148a-7e26-4c09-a0ab-bc6b1c91b806'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:45:52.464987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6b91ed62-3197-4ce6-86ca-47065ba51c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['8db3148a-7e26-4c09-a0ab-bc6b1c91b806'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:52.547089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:52.547473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6b91ed62-3197-4ce6-86ca-47065ba51c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:45:52.547803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:52.548163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91ed62-3197-4ce6-86ca-47065ba51c67 None None] The sync data for ids ['8db3148a-7e26-4c09-a0ab-bc6b1c91b806'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:45:52.579098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:52.584657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:52.585571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:52.596462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5dea5a40-d598-40bd-8cf8-0579eea65d76 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:52.647344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d061c35a-14df-4721-8c69-bc5d899b66f7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Synchronizing usage tracker for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:52.677132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:52.679458 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5169110 Dec 21 16:45:52.686748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6f7d1-7629-4148-8e3d-c5b81892589c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:52.687700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a3e6f7d1-7629-4148-8e3d-c5b81892589c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:52.690457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39760) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:52.699033 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8549581 Dec 21 16:45:52.705336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': 'd59b4f4b-8bc4-438d-b827-74d81d10f45a', 'name': 'tempest-PortsTestJSON-2062531152', 'fixed_ips': [{'subnet_id': '8d0eea73-66c2-4b60-9d9e-4fd252022e21', 'ip_address': '172.20.0.9'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:52.746423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39764) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:52.759095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dd261c-2fa6-4ede-934f-fd9c5931f1f8 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:45:52.767572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-01dd261c-2fa6-4ede-934f-fd9c5931f1f8 None None] Deleting port 1983512a-eaa3-49c1-a077-f031ce1da972 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:52.768074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01dd261c-2fa6-4ede-934f-fd9c5931f1f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:52.814295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Network': ['ID=bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:52.825423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:52.834155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'subnet': {'network_id': 'bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:52.834538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:45:52.861821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:52.891706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a3e6f7d1-7629-4148-8e3d-c5b81892589c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:52.895668 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a3e6f7d1-7629-4148-8e3d-c5b81892589c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6838119 Dec 21 16:45:52.899955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39768) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:52.931221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d581bd80-5315-460c-874b-0a767dedf528 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:52.946751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d061c35a-14df-4721-8c69-bc5d899b66f7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Unset dirty status for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:52.951616 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d061c35a-14df-4721-8c69-bc5d899b66f7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8657837 Dec 21 16:45:52.967844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39772) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:52.979405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'tempest-secgroup--246178525'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:53.000067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:53.082614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:53.090287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:53.112089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0415b990-7bcf-4776-952d-4240418cf696 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:53.114455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0415b990-7bcf-4776-952d-4240418cf696 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:53.116130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:53.125477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Usage tracker for resource:subnet and tenant:d6db1029ce48454ea18658174b736e21 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:53.140401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:53.151336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:53.166621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:53.177761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:53.192750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:53.199335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:53.208717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-01dd261c-2fa6-4ede-934f-fd9c5931f1f8 None None] For port 1983512a-eaa3-49c1-a077-f031ce1da972, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1983512a-eaa3-49c1-a077-f031ce1da972,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:53.209316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01dd261c-2fa6-4ede-934f-fd9c5931f1f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:53.216670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Made reservation on behalf of d6db1029ce48454ea18658174b736e21 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:53.217312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:53.242274 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2fac3cad-228a-48f6-8a87-25386ab0cb84 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/routers/8db3148a-7e26-4c09-a0ab-bc6b1c91b806 HTTP/1.1" status: 200 len: 887 time: 1.0630465 Dec 21 16:45:53.249090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39776) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:53.260405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0415b990-7bcf-4776-952d-4240418cf696 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:53.265227 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0415b990-7bcf-4776-952d-4240418cf696 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3640652 Dec 21 16:45:53.265394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39778) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:53.309581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:53.312156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:53.351487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:53.356563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:53.360050 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-54eb244f-1c67-4e36-8efb-7ce9d006ecbe tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=8db3148a-7e26-4c09-a0ab-bc6b1c91b806 HTTP/1.1" status: 200 len: 205 time: 0.0958190 Dec 21 16:45:53.409031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:53.434989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-01dd261c-2fa6-4ede-934f-fd9c5931f1f8 None None] Calling delete_port for 1983512a-eaa3-49c1-a077-f031ce1da972 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:53.499004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:53.499816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39784) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:53.515738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port d581bd80-5315-460c-874b-0a767dedf528 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:53.535146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d581bd80-5315-460c-874b-0a767dedf528 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:53.535578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:53.571928 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6e638582-dd5e-43a4-b1c9-af2320188108 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2198417 Dec 21 16:45:53.598418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39788) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:53.599528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01dd261c-2fa6-4ede-934f-fd9c5931f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:53.606763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-74e7b6f0-f2ab-4ba1-bcb3-1a299a591934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:53.609867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:53.647269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:53.670360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd261c-2fa6-4ede-934f-fd9c5931f1f8 None None] Pushing event deleted for resources: {'Port': ['ID=1983512a-eaa3-49c1-a077-f031ce1da972,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:53.681011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01dd261c-2fa6-4ede-934f-fd9c5931f1f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:53.695671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd261c-2fa6-4ede-934f-fd9c5931f1f8 None None] No DVR routers for this DVR port 1983512a-eaa3-49c1-a077-f031ce1da972 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:45:53.788131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:53.811780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port d581bd80-5315-460c-874b-0a767dedf528, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d581bd80-5315-460c-874b-0a767dedf528,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:53.819060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:53.825175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66accecc-defc-406a-bcc7-aff8778f4ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:53.906306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=d581bd80-5315-460c-874b-0a767dedf528,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:53.909938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:53.913087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:53.928104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:53.931429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:53.946655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f748245e-ff33-4e40-b7c0-1fd27cd79318 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:53.979582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:54.020673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:54.051844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:54.057831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:54.076381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463264bc-3645-48cd-8961-f0bc190da9ba,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:54.079306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d273b0-f1de-4f36-b95a-62fab39bb1a4 None None] Network d59b4f4b-8bc4-438d-b827-74d81d10f45a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:54.079818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:54.090521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:54.126327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:54.134531 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1648984 Dec 21 16:45:54.139033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39792) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:54.206897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-31a5210a-f200-4efe-8da9-61999f413280 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '463264bc-3645-48cd-8961-f0bc190da9ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:54.207422 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-31a5210a-f200-4efe-8da9-61999f413280 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:54.211461 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-31a5210a-f200-4efe-8da9-61999f413280 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156677 Dec 21 16:45:54.223851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-db5f023d-6aa0-4736-ab38-33c4603b1b4e None None] Provisioning for port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:54.237968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39796) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:54.241052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-db5f023d-6aa0-4736-ab38-33c4603b1b4e None None] Provisioning complete for port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:54.241462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db5f023d-6aa0-4736-ab38-33c4603b1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:54.247272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:54.266567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-028c07ee-61f5-4429-8a33-596af1095c07 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '463264bc-3645-48cd-8961-f0bc190da9ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:54.267266 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-028c07ee-61f5-4429-8a33-596af1095c07 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:54.268423 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-028c07ee-61f5-4429-8a33-596af1095c07 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0109050 Dec 21 16:45:54.273860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39800) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:54.287190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2e85c0fb-e5a5-46a5-b0aa-cf45ca575b7e tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '463264bc-3645-48cd-8961-f0bc190da9ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:54.288066 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-2e85c0fb-e5a5-46a5-b0aa-cf45ca575b7e tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:54.292132 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2e85c0fb-e5a5-46a5-b0aa-cf45ca575b7e tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090358 Dec 21 16:45:54.305620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39804) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:54.318488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-daa0e0b2-f16c-4901-8d7b-2d833fb6ad9f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '463264bc-3645-48cd-8961-f0bc190da9ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:54.319397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-daa0e0b2-f16c-4901-8d7b-2d833fb6ad9f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:54.323634 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-daa0e0b2-f16c-4901-8d7b-2d833fb6ad9f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0124388 Dec 21 16:45:54.438417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39808) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:54.456213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:45:54.496398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db5f023d-6aa0-4736-ab38-33c4603b1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:54.550104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-db5f023d-6aa0-4736-ab38-33c4603b1b4e None None] For port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3aa226a5-ae7f-4f90-81fd-f6a916df6dcc,segment=NetworkSegment(bb32dc8a-a786-4485-a32b-7360a1f2be8a),segment_id=bb32dc8a-a786-4485-a32b-7360a1f2be8a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:54.557096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db5f023d-6aa0-4736-ab38-33c4603b1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:54.559741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25d6bd1b-d2f6-4ca7-a6a9-663cf9e0411a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:54.707912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f023d-6aa0-4736-ab38-33c4603b1b4e None None] Pushing event updated for resources: {'Port': ['ID=3aa226a5-ae7f-4f90-81fd-f6a916df6dcc,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:54.726667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db5f023d-6aa0-4736-ab38-33c4603b1b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:54.733319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:54.741677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3292ddd8-9f6f-4de8-bc7f-37499eb9f188 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:54.825971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d581bd80-5315-460c-874b-0a767dedf528 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:54.924148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Allocated IP 172.26.7.47 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/e9be737e-9f84-41c3-8eae-b2ff7d634bd1) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:54.935176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d581bd80-5315-460c-874b-0a767dedf528 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:54.937039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:54.937406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94255d94-1c2a-4fd0-ac38-676f5dcf2c60 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.029730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-61c342dd-1e9e-4e7a-8eb1-362901128611 None None] Provisioning complete for port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:55.030531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61c342dd-1e9e-4e7a-8eb1-362901128611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.064159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94255d94-1c2a-4fd0-ac38-676f5dcf2c60 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.064376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Subnet': ['ID=647d7a1e-e9d5-4058-a63e-9ca678332fe1,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:55.067713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:55.129513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.9 (d59b4f4b-8bc4-438d-b827-74d81d10f45a/8d0eea73-66c2-4b60-9d9e-4fd252022e21/e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:55.182317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.194363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b6f82d22-199f-4517-9039-ae26f6825fec up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:55.195405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ac145fa-2f7e-46dc-9f49-55ce3e1b1e07 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:55.251385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Checking segment: {'id': '304ff9aa-0850-4fa8-924e-d19b9a77ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:55.251800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network hostable DHCP agents. Network: bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:45:55.354602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:55.360974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port b6f82d22-199f-4517-9039-ae26f6825fec completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:55.365189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-61c342dd-1e9e-4e7a-8eb1-362901128611 None None] Provisioning for port 84f58e37-9408-4b64-8d3a-e80da2f5dfb3 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:55.373322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-61c342dd-1e9e-4e7a-8eb1-362901128611 None None] Provisioning complete for port 84f58e37-9408-4b64-8d3a-e80da2f5dfb3 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:55.374013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61c342dd-1e9e-4e7a-8eb1-362901128611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.396441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:55.402070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=5e586c31-4969-4bd3-9500-0cf716e63214,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:55.404941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:55.405609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.413585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:45:55.417296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:55.421187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.423673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.431369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae767edb-d040-48bd-88ab-5f87a12a2237 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:55.444381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:55.457894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:55.458552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.462571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1371c938-03d0-42e2-8474-89871978d529 None None] Network 60484531-a8a3-40ab-b578-f05d8f488ab8 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:55.481807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383f9661-619c-4849-8883-69b7fb74c7db None None] Network bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:45:55.502744 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9027178 Dec 21 16:45:55.506275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39812) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:55.513621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:85:1c:57', 'name': 'tempest-NetworksTestDHCPv6-336218624'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:55.519395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1983512a-eaa3-49c1-a077-f031ce1da972 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:45:55.536238 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7274017 Dec 21 16:45:55.540903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39816) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:55.558297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c5cc336d-1b77-4eaf-8884-52a39d45b628 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:55.604377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94255d94-1c2a-4fd0-ac38-676f5dcf2c60 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.605804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 1983512a-eaa3-49c1-a077-f031ce1da972 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:45:55.606311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1983512a-eaa3-49c1-a077-f031ce1da972 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:45:55.626688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-515bb6f4-1674-4a33-b129-114a761431a4 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:55.654014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94255d94-1c2a-4fd0-ac38-676f5dcf2c60 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=463264bc-3645-48cd-8961-f0bc190da9ba,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:55.656697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94255d94-1c2a-4fd0-ac38-676f5dcf2c60 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:55.690617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.712981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Allocated IP 172.20.0.1 (60484531-a8a3-40ab-b578-f05d8f488ab8/2303edc8-4ab0-4896-8f97-c76aa04994ab/3803c111-4561-47af-85d2-7b18a347510c) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:55.717764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.747547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94255d94-1c2a-4fd0-ac38-676f5dcf2c60 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.752055 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-94255d94-1c2a-4fd0-ac38-676f5dcf2c60 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "DELETE /v2.0/security-groups/463264bc-3645-48cd-8961-f0bc190da9ba HTTP/1.1" status: 204 len: 168 time: 1.1860769 Dec 21 16:45:55.752326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-426008b7-e9c3-44e7-b7fa-b66c4f3706bc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:55.784157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39820) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:55.799724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:55.911118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:55.912833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Pushing event updated for resources: {'Port': ['ID=e9be737e-9f84-41c3-8eae-b2ff7d634bd1,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:55.921403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:55.922334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:55.929174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:55.978371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:55.987120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a14ea12-8b04-4633-943b-7c132f9967ca tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:55.996528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-61c342dd-1e9e-4e7a-8eb1-362901128611 None None] Port 84f58e37-9408-4b64-8d3a-e80da2f5dfb3 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:56.033009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:56.105454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network d59b4f4b-8bc4-438d-b827-74d81d10f45a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:56.113441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:56.115832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:56.123353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:56.149988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.155289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:56.158424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:56.165335 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cbd00577-7c00-474e-9ed1-0154ee9c5a3a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3755300 Dec 21 16:45:56.168898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39824) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:56.202892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112878312'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:56.213567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Transition to ACTIVE for port object 3803c111-4561-47af-85d2-7b18a347510c will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:56.222938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:45:56.230044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.242636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:56.243361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.245917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:56.263769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port 1e8492b6-48d3-437e-8ca7-85c7ea47d9c6 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:56.264072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.272791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:56.285930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:56.370255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '5e586c31-4969-4bd3-9500-0cf716e63214'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:56.371909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.374524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:56.382172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] Provisioning complete for port 84f58e37-9408-4b64-8d3a-e80da2f5dfb3 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:56.383080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.420115 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7233005 Dec 21 16:45:56.421265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39828) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:56.539098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.544769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.596788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] Port 84f58e37-9408-4b64-8d3a-e80da2f5dfb3 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:56.611499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d', 'network_id': 'bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d', 'tenant_id': 'd6db1029ce48454ea18658174b736e21', 'fixed_ips': [{'subnet_id': '647d7a1e-e9d5-4058-a63e-9ca678332fe1'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:45:56.612437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.623603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:56.631587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.653590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5cc336d-1b77-4eaf-8884-52a39d45b628 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.663843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:56.674337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:56.681535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:56.703980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 7aff9643-167e-4e8f-84c7-268b888819c7 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:45:56.742449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:56.786835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] Provisioning for port b6f82d22-199f-4517-9039-ae26f6825fec completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:56.836986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] Provisioning complete for port b6f82d22-199f-4517-9039-ae26f6825fec triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:56.837414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:56.859995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1e557eed-424c-47bf-8948-dd14cf6319c1 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:56.992295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Network 60484531-a8a3-40ab-b578-f05d8f488ab8 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:56.994497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/5e586c31-4969-4bd3-9500-0cf716e63214/41f84548-2734-4b3d-9452-566a4a3efae0) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:56.997142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'Port': ['ID=3803c111-4561-47af-85d2-7b18a347510c,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:57.002817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:57.011027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:57.041720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.044406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:57.044833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.052635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:57.160711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.203829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for 1e8492b6-48d3-437e-8ca7-85c7ea47d9c6 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:57.246502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.253309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.261525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d70d92e0-a9ff-4b13-85c1-4c3489f154da tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:57.264053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d68f96-7084-4018-a1bc-f36315c1522c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:57.264845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b7d68f96-7084-4018-a1bc-f36315c1522c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:57.291323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.315145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b7d68f96-7084-4018-a1bc-f36315c1522c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:57.319519 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b7d68f96-7084-4018-a1bc-f36315c1522c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.8934097 Dec 21 16:45:57.319872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Allocated IP 2001:db8:1::2 (bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d/647d7a1e-e9d5-4058-a63e-9ca678332fe1/4569ce08-1697-44b9-9d73-58b8660a87c7) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:57.328952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39832) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:57.346299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.492676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.494412 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3233418 Dec 21 16:45:57.498525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a4f8c6-69d0-44ad-9aa7-4e6915aba905,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:57.500923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39836) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:57.513111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-23f2b75f-c64b-45e6-8df1-6ce0846da2cf tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '34a4f8c6-69d0-44ad-9aa7-4e6915aba905', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:57.514010 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-23f2b75f-c64b-45e6-8df1-6ce0846da2cf tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:57.522950 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-23f2b75f-c64b-45e6-8df1-6ce0846da2cf tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099466 Dec 21 16:45:57.522950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:57.530208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39840) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:57.536564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8a651338-f3b0-4f25-b0b7-b5c5698c2ce6 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '34a4f8c6-69d0-44ad-9aa7-4e6915aba905', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:57.553513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b005e700-fabf-466b-a977-b13b1d56cdd5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:57.555878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8a651338-f3b0-4f25-b0b7-b5c5698c2ce6 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:57.558161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b005e700-fabf-466b-a977-b13b1d56cdd5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:57.563295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b005e700-fabf-466b-a977-b13b1d56cdd5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:57.567593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b005e700-fabf-466b-a977-b13b1d56cdd5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2335277 Dec 21 16:45:57.569428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8a651338-f3b0-4f25-b0b7-b5c5698c2ce6 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:57.570067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.570589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39844) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:57.575323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.609264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8a651338-f3b0-4f25-b0b7-b5c5698c2ce6 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:57.623605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] For port b6f82d22-199f-4517-9039-ae26f6825fec, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b6f82d22-199f-4517-9039-ae26f6825fec,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:45:57.629425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.632275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8a651338-f3b0-4f25-b0b7-b5c5698c2ce6 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:57.665271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.665723 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-c5cc336d-1b77-4eaf-8884-52a39d45b628 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:57.666569 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c5cc336d-1b77-4eaf-8884-52a39d45b628 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "PUT /v2.0/routers/81b3b1be-6df0-42b3-91cd-ae78a1fd7dee HTTP/1.1" status: 400 len: 364 time: 2.1241126 Dec 21 16:45:57.673973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cfaf5a26-dc30-4193-a39a-8508b0b6d240 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:57.677390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.683149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c4a1e3b-c4c8-48a8-b101-b296950a92ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:57.706604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39848) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:57.748505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-51479f63-855e-498b-b0f6-4bf50e56d07a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:45:57.748753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51479f63-855e-498b-b0f6-4bf50e56d07a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.791219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=1e8492b6-48d3-437e-8ca7-85c7ea47d9c6,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:57.807371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.807588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:57.810764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] Pushing event updated for resources: {'Port': ['ID=b6f82d22-199f-4517-9039-ae26f6825fec,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:57.819196 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-8a651338-f3b0-4f25-b0b7-b5c5698c2ce6 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:57.819665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:57.825837 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8a651338-f3b0-4f25-b0b7-b5c5698c2ce6 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2889435 Dec 21 16:45:57.825837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39852) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:57.833018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6f297c84-48f9-409c-ade9-1180cc7a9a90 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '34a4f8c6-69d0-44ad-9aa7-4e6915aba905', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:57.833696 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-6f297c84-48f9-409c-ade9-1180cc7a9a90 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:57.838257 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6f297c84-48f9-409c-ade9-1180cc7a9a90 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078344 Dec 21 16:45:57.840073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Transition to ACTIVE for port object 41f84548-2734-4b3d-9452-566a4a3efae0 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:57.840280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39856) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:57.846050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2dbb1fc3-3ddc-468a-bb11-5e6c9357040a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '34a4f8c6-69d0-44ad-9aa7-4e6915aba905', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:57.892231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2dbb1fc3-3ddc-468a-bb11-5e6c9357040a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:57.901081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ce80913c-6c4f-4fd6-8699-da0766a7ba40 None None] Provisioning for port e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:57.909308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2dbb1fc3-3ddc-468a-bb11-5e6c9357040a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:57.913323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2dbb1fc3-3ddc-468a-bb11-5e6c9357040a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:57.920170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ce80913c-6c4f-4fd6-8699-da0766a7ba40 None None] Provisioning complete for port e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:57.920599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce80913c-6c4f-4fd6-8699-da0766a7ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.933275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2dbb1fc3-3ddc-468a-bb11-5e6c9357040a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:57.947071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Transition to ACTIVE for port object 41f84548-2734-4b3d-9452-566a4a3efae0 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:57.971007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:57.980152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01dd261c-2fa6-4ede-934f-fd9c5931f1f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:58.187962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.222579 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-2dbb1fc3-3ddc-468a-bb11-5e6c9357040a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:58.226600 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2dbb1fc3-3ddc-468a-bb11-5e6c9357040a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3825293 Dec 21 16:45:58.226600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::83 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/5e586c31-4969-4bd3-9500-0cf716e63214/7aff9643-167e-4e8f-84c7-268b888819c7) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:45:58.231413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Transition to ACTIVE for port object 4569ce08-1697-44b9-9d73-58b8660a87c7 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:58.235647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39860) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:58.236658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ce80913c-6c4f-4fd6-8699-da0766a7ba40 None None] Port e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:58.259761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-46f7d244-8520-40d3-a9b7-1e47ee3b824e tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '34a4f8c6-69d0-44ad-9aa7-4e6915aba905', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:58.260396 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-46f7d244-8520-40d3-a9b7-1e47ee3b824e tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:58.264730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:58.264864 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-46f7d244-8520-40d3-a9b7-1e47ee3b824e tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0223596 Dec 21 16:45:58.267065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39864) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:58.272862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:58.280124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Transition to ACTIVE for port object 4569ce08-1697-44b9-9d73-58b8660a87c7 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:58.282480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:58.284988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Pushing event updated for resources: {'Port': ['ID=41f84548-2734-4b3d-9452-566a4a3efae0,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:58.290080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:58.294579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ecbfe6ad-bee8-4185-bc98-9836054ff5c4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '34a4f8c6-69d0-44ad-9aa7-4e6915aba905', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:58.296634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.302396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:58.306622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51479f63-855e-498b-b0f6-4bf50e56d07a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.331778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ecbfe6ad-bee8-4185-bc98-9836054ff5c4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:58.337327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ce80913c-6c4f-4fd6-8699-da0766a7ba40 None None] Provisioning for port 3803c111-4561-47af-85d2-7b18a347510c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:45:58.385165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ce80913c-6c4f-4fd6-8699-da0766a7ba40 None None] Provisioning complete for port 3803c111-4561-47af-85d2-7b18a347510c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:58.385595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce80913c-6c4f-4fd6-8699-da0766a7ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.406714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ecbfe6ad-bee8-4185-bc98-9836054ff5c4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:58.422664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.468019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ecbfe6ad-bee8-4185-bc98-9836054ff5c4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:58.479403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-51479f63-855e-498b-b0f6-4bf50e56d07a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:45:58.494319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Network bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:58.502825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:58.514713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Pushing event updated for resources: {'Port': ['ID=4569ce08-1697-44b9-9d73-58b8660a87c7,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:58.521806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:58.524328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:58.524915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ecbfe6ad-bee8-4185-bc98-9836054ff5c4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:58.528097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Attempting to bind port 41f84548-2734-4b3d-9452-566a4a3efae0 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:58.528518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Attempting to bind port 41f84548-2734-4b3d-9452-566a4a3efae0 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:58.528935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Attempting to bind port 41f84548-2734-4b3d-9452-566a4a3efae0 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:58.537411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ce80913c-6c4f-4fd6-8699-da0766a7ba40 None None] Port 3803c111-4561-47af-85d2-7b18a347510c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:45:58.572913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:58.573348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:58.573810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.574256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:58.575460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Bound port: 41f84548-2734-4b3d-9452-566a4a3efae0, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:58.575892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.596813 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-ecbfe6ad-bee8-4185-bc98-9836054ff5c4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Project 842510332b614e5793b9987bcd7e6496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:45:58.635332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b6f82d22-199f-4517-9039-ae26f6825fec up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:45:58.739300 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-ecbfe6ad-bee8-4185-bc98-9836054ff5c4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:58.743264 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ecbfe6ad-bee8-4185-bc98-9836054ff5c4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4695735 Dec 21 16:45:58.746308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ce80913c-6c4f-4fd6-8699-da0766a7ba40 None None] Provisioning complete for port b6f82d22-199f-4517-9039-ae26f6825fec triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:58.747215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce80913c-6c4f-4fd6-8699-da0766a7ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.749376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39868) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:58.760230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c73bb78d-b99e-473a-af19-effb6d3ded89 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '34a4f8c6-69d0-44ad-9aa7-4e6915aba905', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:58.761559 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-c73bb78d-b99e-473a-af19-effb6d3ded89 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:58.766408 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c73bb78d-b99e-473a-af19-effb6d3ded89 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098569 Dec 21 16:45:58.766408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39872) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:58.779462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6b65e749-181a-48f8-ac1c-5f7a0cff74a4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '34a4f8c6-69d0-44ad-9aa7-4e6915aba905', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:58.810745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Attempting to bind port 4569ce08-1697-44b9-9d73-58b8660a87c7 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:45:58.811195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Attempting to bind port 4569ce08-1697-44b9-9d73-58b8660a87c7 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '304ff9aa-0850-4fa8-924e-d19b9a77ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:45:58.811602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Attempting to bind port 4569ce08-1697-44b9-9d73-58b8660a87c7 on network bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:45:58.832617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6b65e749-181a-48f8-ac1c-5f7a0cff74a4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:58.852128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b65e749-181a-48f8-ac1c-5f7a0cff74a4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:58.857114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:45:58.857544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Checking segment: {'id': '304ff9aa-0850-4fa8-924e-d19b9a77ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:45:58.857999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.858443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Bound using segment: {'id': '304ff9aa-0850-4fa8-924e-d19b9a77ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:45:58.859011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Bound port: 4569ce08-1697-44b9-9d73-58b8660a87c7, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304ff9aa-0850-4fa8-924e-d19b9a77ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:45:58.859436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.863595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b65e749-181a-48f8-ac1c-5f7a0cff74a4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:58.879515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6b65e749-181a-48f8-ac1c-5f7a0cff74a4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:58.887687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] For port 41f84548-2734-4b3d-9452-566a4a3efae0, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:58.909868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.929494 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-6b65e749-181a-48f8-ac1c-5f7a0cff74a4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Project 842510332b614e5793b9987bcd7e6496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:45:58.930110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] For port 41f84548-2734-4b3d-9452-566a4a3efae0, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=41f84548-2734-4b3d-9452-566a4a3efae0,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:58.948486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.949657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Router 474c5110-791b-41db-a9e2-4279bb0126b2 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:45:58.955020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db5f023d-6aa0-4736-ab38-33c4603b1b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:58.956803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51479f63-855e-498b-b0f6-4bf50e56d07a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:58.958908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 7aff9643-167e-4e8f-84c7-268b888819c7 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:45:58.966389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5fb2ddf4-a240-49a1-8cf0-5a919a3e7360 tempest-AllowedAddressPairIpV6TestJSON-747723984 tempest-AllowedAddressPairIpV6TestJSON-747723984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:58.996136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b6f82d22-199f-4517-9039-ae26f6825fec triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:45:58.996897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.024787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51479f63-855e-498b-b0f6-4bf50e56d07a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:59.029533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-51479f63-855e-498b-b0f6-4bf50e56d07a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:59.035399 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-6b65e749-181a-48f8-ac1c-5f7a0cff74a4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:59.039383 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6b65e749-181a-48f8-ac1c-5f7a0cff74a4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2672856 Dec 21 16:45:59.041607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39876) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:59.050111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-42be3a44-de56-4306-ada6-f8a4a1b4a0c1 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': '34a4f8c6-69d0-44ad-9aa7-4e6915aba905', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:59.155139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-42be3a44-de56-4306-ada6-f8a4a1b4a0c1 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:59.170572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.179501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] For port 4569ce08-1697-44b9-9d73-58b8660a87c7, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:45:59.192866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Pushing event updated for resources: {'Port': ['ID=41f84548-2734-4b3d-9452-566a4a3efae0,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:59.197307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.198455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:59.200526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] For port 4569ce08-1697-44b9-9d73-58b8660a87c7, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4569ce08-1697-44b9-9d73-58b8660a87c7,segment=NetworkSegment(304ff9aa-0850-4fa8-924e-d19b9a77ac6e),segment_id=304ff9aa-0850-4fa8-924e-d19b9a77ac6e)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:45:59.201228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-42be3a44-de56-4306-ada6-f8a4a1b4a0c1 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:59.212530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-42be3a44-de56-4306-ada6-f8a4a1b4a0c1 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:59.217612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.223672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:59.236617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-42be3a44-de56-4306-ada6-f8a4a1b4a0c1 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:59.246912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.260218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:59.335403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.340943 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-42be3a44-de56-4306-ada6-f8a4a1b4a0c1 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Project 842510332b614e5793b9987bcd7e6496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:45:59.341491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.342289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Fanout notify agent at l3_agent the message router_deleted on router 8db3148a-7e26-4c09-a0ab-bc6b1c91b806 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:45:59.345262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51479f63-855e-498b-b0f6-4bf50e56d07a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.350227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.365485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.387596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:45:59.393266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:45:59.396436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Pushing event updated for resources: {'Port': ['ID=4569ce08-1697-44b9-9d73-58b8660a87c7,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:59.409719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:45:59.411304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:59.414886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=7aff9643-167e-4e8f-84c7-268b888819c7,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:59.417994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:45:59.426302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:45:59.427088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.441936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:59.449926 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-51479f63-855e-498b-b0f6-4bf50e56d07a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72 HTTP/1.1" status: 204 len: 168 time: 1.8717239 Dec 21 16:45:59.460543 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-42be3a44-de56-4306-ada6-f8a4a1b4a0c1 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:45:59.464731 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-42be3a44-de56-4306-ada6-f8a4a1b4a0c1 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4168494 Dec 21 16:45:59.465920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39880) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:59.466059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39882) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:59.525700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.579417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'Port': ['ID=3803c111-4561-47af-85d2-7b18a347510c,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:45:59.640154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.641423 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/8db3148a-7e26-4c09-a0ab-bc6b1c91b806 HTTP/1.1" status: 204 len: 168 time: 6.1405611 Dec 21 16:45:59.642918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:45:59.651471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39888) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:59.654305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:45:59.724831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'network': {'name': 'tempest-RoutersTest-801134409'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:45:59.741277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:45:59.750285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:network and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:45:59.759220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:45:59.769949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:45:59.854210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3470302 Dec 21 16:45:59.860756 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ff84f4-b3dd-4a50-bc30-2fa26ff382fb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:45:59.861333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-73ff84f4-b3dd-4a50-bc30-2fa26ff382fb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:45:59.864080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39892) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:45:59.929774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-73ff84f4-b3dd-4a50-bc30-2fa26ff382fb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:45:59.929774 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-73ff84f4-b3dd-4a50-bc30-2fa26ff382fb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/e2f8d4ea-d43d-4573-9f63-ee2e83d6ad72 HTTP/1.1" status: 404 len: 333 time: 0.4591711 Dec 21 16:45:59.932922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39898) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:00.004299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b484ce3d-f8fd-42e3-88e7-4f6cd3f1de94 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.005327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:00.012668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.097548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b484ce3d-f8fd-42e3-88e7-4f6cd3f1de94 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.135016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:00.141495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.142842 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "PUT /v2.0/routers/474c5110-791b-41db-a9e2-4279bb0126b2 HTTP/1.1" status: 200 len: 879 time: 8.7930403 Dec 21 16:46:00.146682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4529dc58-45b0-4602-99f3-f9f4fa249e5d None None] Sync routers for ids ['474c5110-791b-41db-a9e2-4279bb0126b2'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:00.159898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529dc58-45b0-4602-99f3-f9f4fa249e5d None None] Routers {'474c5110-791b-41db-a9e2-4279bb0126b2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:00.160574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4529dc58-45b0-4602-99f3-f9f4fa249e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['474c5110-791b-41db-a9e2-4279bb0126b2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:00.161803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39902) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:00.163497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-db0c58a4-bf6e-45d7-a44b-59f84fd64aad tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port 84f58e37-9408-4b64-8d3a-e80da2f5dfb3 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:00.163886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db0c58a4-bf6e-45d7-a44b-59f84fd64aad tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.241902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4529dc58-45b0-4602-99f3-f9f4fa249e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:00.254400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529dc58-45b0-4602-99f3-f9f4fa249e5d None None] Routers {'474c5110-791b-41db-a9e2-4279bb0126b2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:00.255205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4529dc58-45b0-4602-99f3-f9f4fa249e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['474c5110-791b-41db-a9e2-4279bb0126b2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:00.298417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b484ce3d-f8fd-42e3-88e7-4f6cd3f1de94 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.305622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cffeb7bb-d497-465e-bd26-21cd650299ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:00.321261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4529dc58-45b0-4602-99f3-f9f4fa249e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:00.321827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4529dc58-45b0-4602-99f3-f9f4fa249e5d None None] The sync data for ids ['474c5110-791b-41db-a9e2-4279bb0126b2'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:00.332332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484ce3d-f8fd-42e3-88e7-4f6cd3f1de94 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a4f8c6-69d0-44ad-9aa7-4e6915aba905,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:00.344185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Network 60484531-a8a3-40ab-b578-f05d8f488ab8 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:00.345118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:46:00.355752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b484ce3d-f8fd-42e3-88e7-4f6cd3f1de94 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:00.356552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:00.387866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b484ce3d-f8fd-42e3-88e7-4f6cd3f1de94 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.389108 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b484ce3d-f8fd-42e3-88e7-4f6cd3f1de94 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "DELETE /v2.0/security-groups/34a4f8c6-69d0-44ad-9aa7-4e6915aba905 HTTP/1.1" status: 204 len: 168 time: 0.9196744 Dec 21 16:46:00.391972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39906) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:00.470572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.471000 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added segment 0787d105-0da7-4f7a-aab1-4f9af57d7db5 of type vlan for network 10f69b11-9fc3-4287-8ab4-ba2058b19d66 Dec 21 16:46:00.541990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d232d827-595f-43f5-8346-380cf70d8495 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Synchronizing usage tracker for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:00.545897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db0c58a4-bf6e-45d7-a44b-59f84fd64aad tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.633127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41f84548-2734-4b3d-9452-566a4a3efae0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:00.692011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-db0c58a4-bf6e-45d7-a44b-59f84fd64aad tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for 84f58e37-9408-4b64-8d3a-e80da2f5dfb3 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:00.734916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 41f84548-2734-4b3d-9452-566a4a3efae0 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:00.741312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4569ce08-1697-44b9-9d73-58b8660a87c7 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:00.795337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d232d827-595f-43f5-8346-380cf70d8495 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Unset dirty status for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:00.796780 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d232d827-595f-43f5-8346-380cf70d8495 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4037671 Dec 21 16:46:00.831339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 4569ce08-1697-44b9-9d73-58b8660a87c7 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:00.837479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39910) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:00.844485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'tempest-secgroup--716075888'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:00.863145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:00.882830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:00.903206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.909025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.920531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db0c58a4-bf6e-45d7-a44b-59f84fd64aad tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:00.923985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Allocated IP 2001:db8::1 (35d185fa-6efc-449b-a12d-31d108df5cf2/51f85581-2c0d-4e7b-bf6b-914738730797/420001d6-b7bc-4b1f-a38c-008187b0f502) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:00.929578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f194221e-028c-4776-8d6f-bba170219116 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:00.958239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7790e9f-0497-4000-91df-7cb36286c057 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:00.962933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7790e9f-0497-4000-91df-7cb36286c057 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:00.964658 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f7790e9f-0497-4000-91df-7cb36286c057 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.0976527 Dec 21 16:46:00.970468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39914) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:00.986738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c58a4-bf6e-45d7-a44b-59f84fd64aad tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=84f58e37-9408-4b64-8d3a-e80da2f5dfb3,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:01.022095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6bd52e80-c873-49ab-8189-fbba42cb09bb None None] Provisioning complete for port 3803c111-4561-47af-85d2-7b18a347510c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:01.022686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6bd52e80-c873-49ab-8189-fbba42cb09bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:01.034158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db0c58a4-bf6e-45d7-a44b-59f84fd64aad tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:01.081406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6bd52e80-c873-49ab-8189-fbba42cb09bb None None] Port 3803c111-4561-47af-85d2-7b18a347510c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:01.138050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:01.158324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-742fab8d-565b-47fc-8343-9aef3eb696e9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 7aff9643-167e-4e8f-84c7-268b888819c7 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:01.158717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-742fab8d-565b-47fc-8343-9aef3eb696e9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:01.174227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:01.178392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:01.179085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:01.191891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:01.194836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:01.206677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:01.222697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:01.283165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db0c58a4-bf6e-45d7-a44b-59f84fd64aad tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:01.350891 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-db0c58a4-bf6e-45d7-a44b-59f84fd64aad tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/84f58e37-9408-4b64-8d3a-e80da2f5dfb3 HTTP/1.1" status: 204 len: 168 time: 1.4132710 Dec 21 16:46:01.356765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39918) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:01.428687 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7736416 Dec 21 16:46:01.440048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39922) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:01.442165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Network': ['ID=10f69b11-9fc3-4287-8ab4-ba2058b19d66,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:01.447110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:01.450754 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f3e187-95fe-423c-9e0d-a5e57ba792a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:46:01.451345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a1f3e187-95fe-423c-9e0d-a5e57ba792a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:01.451461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'subnet': {'network_id': '10f69b11-9fc3-4287-8ab4-ba2058b19d66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:01.461432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 10f69b11-9fc3-4287-8ab4-ba2058b19d66 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:46:01.512888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:01.520318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:01.533259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:01.611679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4adb393a-ef0b-4469-bba0-71ef4d05cea0 tempest-ExternalNetworksTestJSON-1660348113 tempest-ExternalNetworksTestJSON-1660348113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:01.634619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Transition to ACTIVE for port object 420001d6-b7bc-4b1f-a38c-008187b0f502 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:01.651236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a1f3e187-95fe-423c-9e0d-a5e57ba792a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:01.658941 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a1f3e187-95fe-423c-9e0d-a5e57ba792a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/84f58e37-9408-4b64-8d3a-e80da2f5dfb3 HTTP/1.1" status: 404 len: 333 time: 0.2942498 Dec 21 16:46:01.659146 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6118381d-2ebd-435f-9dac-e7b8f240190e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/routers/474c5110-791b-41db-a9e2-4279bb0126b2 HTTP/1.1" status: 200 len: 920 time: 1.4802895 Dec 21 16:46:01.659146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39926) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:01.659146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:01.662713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39928) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:01.725133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:01.729236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8879008 Dec 21 16:46:01.738007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39934) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:01.749681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e087e6-14ca-4915-8055-94031980fcdf,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:01.750121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:subnet and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:01.757733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9f154827-64ef-465f-811e-c7de7d788584 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': 'd2e087e6-14ca-4915-8055-94031980fcdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:01.768547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:01.774868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:01.780385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9f154827-64ef-465f-811e-c7de7d788584 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:01.792230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:01.793183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9f154827-64ef-465f-811e-c7de7d788584 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:01.797435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-742fab8d-565b-47fc-8343-9aef3eb696e9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:01.808093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9f154827-64ef-465f-811e-c7de7d788584 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:01.814874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:01.874710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9f154827-64ef-465f-811e-c7de7d788584 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:01.900654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:01.947222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-742fab8d-565b-47fc-8343-9aef3eb696e9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 7aff9643-167e-4e8f-84c7-268b888819c7 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:01.959874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:02.049783 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6ed66cb4-e892-44af-a2a7-2649bf64e0c7 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&device_id=474c5110-791b-41db-a9e2-4279bb0126b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3804171 Dec 21 16:46:02.054254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39938) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:02.071952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:02.098532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-9f154827-64ef-465f-811e-c7de7d788584 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The resource could not be found. Dec 21 16:46:02.099963 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9f154827-64ef-465f-811e-c7de7d788584 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3571379 Dec 21 16:46:02.119169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39942) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:02.125804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d4bc4819-ccba-480b-97a2-04e51e0a6a2a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': 'd2e087e6-14ca-4915-8055-94031980fcdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8af35bbb-9d73-4c04-bf19-cc47c68eac6b'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:02.143562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d4bc4819-ccba-480b-97a2-04e51e0a6a2a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:02.193901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network 35d185fa-6efc-449b-a12d-31d108df5cf2 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:02.216937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e95b2f5b-c659-48f2-a87a-088e2543f06d None None] Provisioning for port 41f84548-2734-4b3d-9452-566a4a3efae0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:02.228883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e95b2f5b-c659-48f2-a87a-088e2543f06d None None] Provisioning complete for port 41f84548-2734-4b3d-9452-566a4a3efae0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:02.229518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e95b2f5b-c659-48f2-a87a-088e2543f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:02.242759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:02.257427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d4bc4819-ccba-480b-97a2-04e51e0a6a2a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:02.258007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Port': ['ID=420001d6-b7bc-4b1f-a38c-008187b0f502,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:02.261607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d4bc4819-ccba-480b-97a2-04e51e0a6a2a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:02.271678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:02.274180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d4bc4819-ccba-480b-97a2-04e51e0a6a2a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:02.305425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:02.306707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:02.327203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-742fab8d-565b-47fc-8343-9aef3eb696e9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:02.332207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8b40f5-e4b8-4c9d-890b-9d27045ab841 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting subnet 8d0eea73-66c2-4b60-9d9e-4fd252022e21 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:02.341542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df8b40f5-e4b8-4c9d-890b-9d27045ab841 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:02.342478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-51479f63-855e-498b-b0f6-4bf50e56d07a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:02.404297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621fd0d9-77fa-4cb9-9c0c-a95ec2d472a2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:02.405938 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-621fd0d9-77fa-4cb9-9c0c-a95ec2d472a2 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/networks/7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 881 time: 0.3506482 Dec 21 16:46:02.452986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fab8d-565b-47fc-8343-9aef3eb696e9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=7aff9643-167e-4e8f-84c7-268b888819c7,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:02.463061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-742fab8d-565b-47fc-8343-9aef3eb696e9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:02.463806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39946) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:02.466001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e95b2f5b-c659-48f2-a87a-088e2543f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:02.468266 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-d4bc4819-ccba-480b-97a2-04e51e0a6a2a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The resource could not be found. Dec 21 16:46:02.469588 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d4bc4819-ccba-480b-97a2-04e51e0a6a2a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3493929 Dec 21 16:46:02.545954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39950) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:02.573213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e95b2f5b-c659-48f2-a87a-088e2543f06d None None] For port 41f84548-2734-4b3d-9452-566a4a3efae0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=41f84548-2734-4b3d-9452-566a4a3efae0,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:02.578208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-742fab8d-565b-47fc-8343-9aef3eb696e9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:02.578414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e95b2f5b-c659-48f2-a87a-088e2543f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:02.584107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:02.594702 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-742fab8d-565b-47fc-8343-9aef3eb696e9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/7aff9643-167e-4e8f-84c7-268b888819c7 HTTP/1.1" status: 204 len: 168 time: 1.6156387 Dec 21 16:46:02.599873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39954) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:02.649004 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8986777e-9861-463d-b9bc-390eaac93e22 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=474c5110-791b-41db-a9e2-4279bb0126b2 HTTP/1.1" status: 200 len: 205 time: 0.1801057 Dec 21 16:46:02.651155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39958) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:02.657200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df8b40f5-e4b8-4c9d-890b-9d27045ab841 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:02.661812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b2f5b-c659-48f2-a87a-088e2543f06d None None] Pushing event updated for resources: {'Port': ['ID=41f84548-2734-4b3d-9452-566a4a3efae0,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:02.665165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e95b2f5b-c659-48f2-a87a-088e2543f06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:02.666064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f3eb6-b5dc-4636-9c88-4184d1e31712 None None] Network bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:02.709820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Router 4813b777-3e99-4a40-964f-659cba89a6f0 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:46:02.782262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca881dd-0748-49a9-9562-770758dccf1b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:02.785960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca881dd-0748-49a9-9562-770758dccf1b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:02.787019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fca881dd-0748-49a9-9562-770758dccf1b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:02.831479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fca881dd-0748-49a9-9562-770758dccf1b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:02.836491 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fca881dd-0748-49a9-9562-770758dccf1b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2355862 Dec 21 16:46:02.838568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39962) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:02.874345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-613c61e8-7d41-40a1-b262-d100e55efaa8 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:02.935868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-05603a56-dd0a-48f0-acdb-dac78683feaa None None] Provisioning for port 4569ce08-1697-44b9-9d73-58b8660a87c7 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:02.944753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-05603a56-dd0a-48f0-acdb-dac78683feaa None None] Provisioning complete for port 4569ce08-1697-44b9-9d73-58b8660a87c7 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:02.945180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05603a56-dd0a-48f0-acdb-dac78683feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.055584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-613c61e8-7d41-40a1-b262-d100e55efaa8 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.087439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.089426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05603a56-dd0a-48f0-acdb-dac78683feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.129813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-05603a56-dd0a-48f0-acdb-dac78683feaa None None] For port 4569ce08-1697-44b9-9d73-58b8660a87c7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4569ce08-1697-44b9-9d73-58b8660a87c7,segment=NetworkSegment(304ff9aa-0850-4fa8-924e-d19b9a77ac6e),segment_id=304ff9aa-0850-4fa8-924e-d19b9a77ac6e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:03.137026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05603a56-dd0a-48f0-acdb-dac78683feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.143843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24f11657-d4d0-4d68-bd81-25e86d619fef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:03.171641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba955ed-2b68-4471-9d20-4f50caee3e67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 5e586c31-4969-4bd3-9500-0cf716e63214 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:03.177869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ba955ed-2b68-4471-9d20-4f50caee3e67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.185768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-05603a56-dd0a-48f0-acdb-dac78683feaa None None] Could not find standard attr ID for object 7aff9643-167e-4e8f-84c7-268b888819c7. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:46:03.235872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05603a56-dd0a-48f0-acdb-dac78683feaa None None] Pushing event updated for resources: {'Port': ['ID=4569ce08-1697-44b9-9d73-58b8660a87c7,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:03.240245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-05603a56-dd0a-48f0-acdb-dac78683feaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:03.263417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df8b40f5-e4b8-4c9d-890b-9d27045ab841 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.309089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9616cea8-2289-4e8e-bec7-a822dd568e72 None None] Provisioning for port 420001d6-b7bc-4b1f-a38c-008187b0f502 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:03.315997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9616cea8-2289-4e8e-bec7-a822dd568e72 None None] Provisioning complete for port 420001d6-b7bc-4b1f-a38c-008187b0f502 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:03.316827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9616cea8-2289-4e8e-bec7-a822dd568e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.386240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9616cea8-2289-4e8e-bec7-a822dd568e72 None None] Port 420001d6-b7bc-4b1f-a38c-008187b0f502 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:03.510578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5544de87-3022-4698-9d47-369e10dffbde None None] Provisioning complete for port 4569ce08-1697-44b9-9d73-58b8660a87c7 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:03.511557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5544de87-3022-4698-9d47-369e10dffbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.514911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.591657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ba955ed-2b68-4471-9d20-4f50caee3e67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.636217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-613c61e8-7d41-40a1-b262-d100e55efaa8 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.704113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:03.767104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ba955ed-2b68-4471-9d20-4f50caee3e67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.781503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.802016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c61e8-7d41-40a1-b262-d100e55efaa8 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e087e6-14ca-4915-8055-94031980fcdf,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:03.815059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-613c61e8-7d41-40a1-b262-d100e55efaa8 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:03.815642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f706d26-5bce-446c-9430-710272e29cd1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:03.869944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ba955ed-2b68-4471-9d20-4f50caee3e67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.875119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e4ef661f-d904-40b1-baad-cb42d826e479 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:03.919972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba955ed-2b68-4471-9d20-4f50caee3e67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=5e586c31-4969-4bd3-9500-0cf716e63214,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:03.922710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ba955ed-2b68-4471-9d20-4f50caee3e67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:03.926307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.934714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ba955ed-2b68-4471-9d20-4f50caee3e67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.938368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df8b40f5-e4b8-4c9d-890b-9d27045ab841 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.942142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e61d2c6-6147-492d-8c03-bbcfd1c0ad1b None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:03.944058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Deleting port e9be737e-9f84-41c3-8eae-b2ff7d634bd1 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:03.944433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.956836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-613c61e8-7d41-40a1-b262-d100e55efaa8 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:03.958024 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-613c61e8-7d41-40a1-b262-d100e55efaa8 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "DELETE /v2.0/security-groups/d2e087e6-14ca-4915-8055-94031980fcdf HTTP/1.1" status: 204 len: 168 time: 1.4023373 Dec 21 16:46:03.967018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39966) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:03.974966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Subnet': ['ID=658629c2-4097-4194-a255-b554d9d156ad,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:03.993662 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6ba955ed-2b68-4471-9d20-4f50caee3e67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/5e586c31-4969-4bd3-9500-0cf716e63214 HTTP/1.1" status: 204 len: 168 time: 1.1511238 Dec 21 16:46:03.994671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39970) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:04.001273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:04.001865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5ec8850-56f0-431d-a8ed-c99db7ab781b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:04.091505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b40f5-e4b8-4c9d-890b-9d27045ab841 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0eea73-66c2-4b60-9d9e-4fd252022e21,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:04.100060 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2801faa4-9cf6-4bd5-adb2-8a9d8e51823b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991154 Dec 21 16:46:04.100247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df8b40f5-e4b8-4c9d-890b-9d27045ab841 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:04.101615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39974) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:04.104048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df8b40f5-e4b8-4c9d-890b-9d27045ab841 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:04.126322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745ef5b2-7e59-4b91-a98c-2b7a62ba9c59 None None] Network d59b4f4b-8bc4-438d-b827-74d81d10f45a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:04.176952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Checking segment: {'id': '0787d105-0da7-4f7a-aab1-4f9af57d7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '10f69b11-9fc3-4287-8ab4-ba2058b19d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:04.177348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network hostable DHCP agents. Network: 10f69b11-9fc3-4287-8ab4-ba2058b19d66, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:46:04.192504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:04.197598 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-df8b40f5-e4b8-4c9d-890b-9d27045ab841 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/8d0eea73-66c2-4b60-9d9e-4fd252022e21 HTTP/1.1" status: 204 len: 168 time: 2.5324538 Dec 21 16:46:04.207447 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "PUT /v2.0/routers/4813b777-3e99-4a40-964f-659cba89a6f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1043744 Dec 21 16:46:04.219201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 39978) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:04.226080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Sync routers for ids ['4813b777-3e99-4a40-964f-659cba89a6f0'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:04.319210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:04.338220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:04.339532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:04.342209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Routers {'4813b777-3e99-4a40-964f-659cba89a6f0'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:04.342973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4813b777-3e99-4a40-964f-659cba89a6f0'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:04.350131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ca794daa-a48d-4708-98a2-4b84b3e08fb4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:04.397011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:04.413020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:04.414605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4bdfadc2-c7aa-4b71-9f9d-d40e1404d6c1 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Synchronizing usage tracker for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:04.421496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ac429-e70c-42ed-b6fb-54e874153d20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:04.422262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c31ac429-e70c-42ed-b6fb-54e874153d20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:04.502201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event updated for resources: {'Port': ['ID=420001d6-b7bc-4b1f-a38c-008187b0f502,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:04.508776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 10f69b11-9fc3-4287-8ab4-ba2058b19d66 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:46:04.511843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:04.585238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4bdfadc2-c7aa-4b71-9f9d-d40e1404d6c1 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Unset dirty status for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:04.587212 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4bdfadc2-c7aa-4b71-9f9d-d40e1404d6c1 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6097074 Dec 21 16:46:04.588110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Calling delete_port for e9be737e-9f84-41c3-8eae-b2ff7d634bd1 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:04.597180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39994) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:04.606815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4bfd29f8-685a-499f-8eb3-faae8368bd13 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': 'f4770e74-2656-42ea-bc5d-fa5dfe3aac5d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:04.611540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 10f69b11-9fc3-4287-8ab4-ba2058b19d66) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:04.620044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c31ac429-e70c-42ed-b6fb-54e874153d20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:04.623987 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c31ac429-e70c-42ed-b6fb-54e874153d20 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5187640 Dec 21 16:46:04.625361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:04.626086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:04.630983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 39998) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:04.632059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4bfd29f8-685a-499f-8eb3-faae8368bd13 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:04.632591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:04.632977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:04.669334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41f84548-2734-4b3d-9452-566a4a3efae0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:04.693690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93563422-dd5d-4231-8977-cf247c3c74e7 None None] Network 10f69b11-9fc3-4287-8ab4-ba2058b19d66 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:04.704559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4bfd29f8-685a-499f-8eb3-faae8368bd13 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:04.712490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4bfd29f8-685a-499f-8eb3-faae8368bd13 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:04.730605 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-2c90adf4-68d7-4eab-a98d-e1953b1cd5e5 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695045924&fields=id&tenant_id=9fbf8b86e42b4c1f92705ea070b83c47 HTTP/1.1" status: 200 len: 267 time: 0.2315578 Dec 21 16:46:04.753096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Network 35d185fa-6efc-449b-a12d-31d108df5cf2 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:04.754742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4bfd29f8-685a-499f-8eb3-faae8368bd13 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:04.759211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:04.943681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa79cae2-c6d4-46dd-8d33-32a5b26c1d10 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:46:04.944375 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4990590 Dec 21 16:46:04.958090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40002) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:04.977612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-aa79cae2-c6d4-46dd-8d33-32a5b26c1d10 None None] Deleting port 41f84548-2734-4b3d-9452-566a4a3efae0 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:04.978030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa79cae2-c6d4-46dd-8d33-32a5b26c1d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.047587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-92a4eb6e-12e2-4672-808c-d80e3058967e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1558833845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:05.057864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-92a4eb6e-12e2-4672-808c-d80e3058967e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:05.066516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-92a4eb6e-12e2-4672-808c-d80e3058967e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:router and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:05.070926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-92a4eb6e-12e2-4672-808c-d80e3058967e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:05.079551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-92a4eb6e-12e2-4672-808c-d80e3058967e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:05.106555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a20f9f-1cb8-487f-a2aa-6afdcde9d24b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:05.112794 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-71a20f9f-1cb8-487f-a2aa-6afdcde9d24b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4726152 Dec 21 16:46:05.117817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06bdcc-3895-405f-9463-af925fc37a96 None None] DHCP port deletion for d59b4f4b-8bc4-438d-b827-74d81d10f45a request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:46:05.120638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40006) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:05.151147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fa06bdcc-3895-405f-9463-af925fc37a96 None None] Deleting port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:05.151575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa06bdcc-3895-405f-9463-af925fc37a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.181604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92a4eb6e-12e2-4672-808c-d80e3058967e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.182623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92a4eb6e-12e2-4672-808c-d80e3058967e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.192712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-215966cf-1351-4223-af54-93b4487887e3 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:05.193761 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-215966cf-1351-4223-af54-93b4487887e3 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/networks?id=60484531-a8a3-40ab-b578-f05d8f488ab8 HTTP/1.1" status: 200 len: 797 time: 0.4231508 Dec 21 16:46:05.232227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] For port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3aa226a5-ae7f-4f90-81fd-f6a916df6dcc,segment=NetworkSegment(bb32dc8a-a786-4485-a32b-7360a1f2be8a),segment_id=bb32dc8a-a786-4485-a32b-7360a1f2be8a)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:05.232643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.240447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.248166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-abceaf90-28fe-42ae-ac3e-2a35be2ac5de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:05.286679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6ea37c96-1ed1-4fe7-8816-e54984d4c31e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1598337 Dec 21 16:46:05.286931 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-f972eaee-84d8-4891-a764-51bb940d5547 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/quotas/9fbf8b86e42b4c1f92705ea070b83c47 HTTP/1.1" status: 200 len: 375 time: 0.0757651 Dec 21 16:46:05.291661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40010) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:05.299313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:05.304365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 41f84548-2734-4b3d-9452-566a4a3efae0 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:05.304796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.346372 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-4bfd29f8-685a-499f-8eb3-faae8368bd13 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The resource could not be found. Dec 21 16:46:05.348467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Pushing event deleted for resources: {'Port': ['ID=e9be737e-9f84-41c3-8eae-b2ff7d634bd1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:05.352911 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4bfd29f8-685a-499f-8eb3-faae8368bd13 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7538593 Dec 21 16:46:05.358165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40014) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:05.383773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408018649'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:05.392328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92a4eb6e-12e2-4672-808c-d80e3058967e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.416296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:05.455142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:05.474051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Set router 4813b777-3e99-4a40-964f-659cba89a6f0 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:46:05.483149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:05.498843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:05.511096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:05.522637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:05.525616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92a4eb6e-12e2-4672-808c-d80e3058967e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.535554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:05.549881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.560323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:05.596238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7747141f-41ff-4631-8188-05e85e809ee8 None None] Provisioning complete for port 420001d6-b7bc-4b1f-a38c-008187b0f502 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:05.596927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7747141f-41ff-4631-8188-05e85e809ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.601426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92a4eb6e-12e2-4672-808c-d80e3058967e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.606163 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-92a4eb6e-12e2-4672-808c-d80e3058967e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5761254 Dec 21 16:46:05.606163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:05.622485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40018) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:05.719558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-aa79cae2-c6d4-46dd-8d33-32a5b26c1d10 None None] For port 41f84548-2734-4b3d-9452-566a4a3efae0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=41f84548-2734-4b3d-9452-566a4a3efae0,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:05.720021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa79cae2-c6d4-46dd-8d33-32a5b26c1d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.738854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Router 81b3b1be-6df0-42b3-91cd-ae78a1fd7dee has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:46:05.782434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-10f69b11-9fc3-4287-8ab4-ba2058b19d66', 'network_id': '10f69b11-9fc3-4287-8ab4-ba2058b19d66', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'fixed_ips': [{'subnet_id': '658629c2-4097-4194-a255-b554d9d156ad'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:46:05.783294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.785574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:05.805567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:05.814748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:05.883470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:05.912092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.942061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:05.955253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-742fab8d-565b-47fc-8343-9aef3eb696e9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:05.995184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-aa79cae2-c6d4-46dd-8d33-32a5b26c1d10 None None] Calling delete_port for 41f84548-2734-4b3d-9452-566a4a3efae0 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:06.038545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7747141f-41ff-4631-8188-05e85e809ee8 None None] Port 420001d6-b7bc-4b1f-a38c-008187b0f502 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:06.054446 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-56553ac4-dc28-4575-848b-fc6ab75e2343 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fbf8b86e42b4c1f92705ea070b83c47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6463754 Dec 21 16:46:06.072156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=3aa226a5-ae7f-4f90-81fd-f6a916df6dcc,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:06.080152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:06.087783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No DVR routers for this DVR port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:46:06.116470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.561040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4569ce08-1697-44b9-9d73-58b8660a87c7 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:06.595626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fa06bdcc-3895-405f-9463-af925fc37a96 None None] For port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3aa226a5-ae7f-4f90-81fd-f6a916df6dcc,segment=NetworkSegment(bb32dc8a-a786-4485-a32b-7360a1f2be8a),segment_id=bb32dc8a-a786-4485-a32b-7360a1f2be8a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:06.595626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa06bdcc-3895-405f-9463-af925fc37a96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.604851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.632816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.640082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.648935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.661743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59b4f4b-8bc4-438d-b827-74d81d10f45a']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:06.674849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.679380 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-1462d7a3-791b-4adb-b6d4-1c6e9bb1c378 service neutron] 10.222.0.67 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896772 Dec 21 16:46:06.681005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb32dc8a-a786-4485-a32b-7360a1f2be8a') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:06.681356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb32dc8a-a786-4485-a32b-7360a1f2be8a') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:06.715471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:06.719777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.766211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fa06bdcc-3895-405f-9463-af925fc37a96 None None] Calling delete_port for 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:06.774489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.837800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa79cae2-c6d4-46dd-8d33-32a5b26c1d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.844838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:46:06.845716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.847664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-05603a56-dd0a-48f0-acdb-dac78683feaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:06.852605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e22280-a0f0-4837-a015-b8a8819e973c,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:06.856449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:46:06.862025 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:46:06.884126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.884690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Fanout notify agent at l3_agent the message router_deleted on router 474c5110-791b-41db-a9e2-4279bb0126b2 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:46:06.919167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.923356 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5612986 Dec 21 16:46:06.927326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40022) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:06.939494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706530432'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:06.977441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:06.982732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79cae2-c6d4-46dd-8d33-32a5b26c1d10 None None] Pushing event deleted for resources: {'Port': ['ID=41f84548-2734-4b3d-9452-566a4a3efae0,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:06.985185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-94cf5a3f-7979-44f9-b926-62fc678d4809 service neutron] 10.222.0.67 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932224 Dec 21 16:46:06.989122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:06.989283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.990295 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/474c5110-791b-41db-a9e2-4279bb0126b2 HTTP/1.1" status: 204 len: 168 time: 4.3381262 Dec 21 16:46:06.991422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:06.994252 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "PUT /v2.0/routers/81b3b1be-6df0-42b3-91cd-ae78a1fd7dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2837512 Dec 21 16:46:06.998621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40026) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:06.999034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40028) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:07.000455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa79cae2-c6d4-46dd-8d33-32a5b26c1d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:07.006373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-edc6b311-cbdd-45a2-9730-8dd80ea12f62 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1241655562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:07.009487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa79cae2-c6d4-46dd-8d33-32a5b26c1d10 None None] No DVR routers for this DVR port 41f84548-2734-4b3d-9452-566a4a3efae0 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:46:07.014710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:07.021614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:07.030693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861a8e8-bd78-498b-b9bb-6c70a343c1b0 None None] Sync routers for ids ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:07.050542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:07.057520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861a8e8-bd78-498b-b9bb-6c70a343c1b0 None None] Routers {'81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:07.058504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5861a8e8-bd78-498b-b9bb-6c70a343c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:07.072545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:07.090007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.110131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-edc6b311-cbdd-45a2-9730-8dd80ea12f62 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:07.116115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-fa06bdcc-3895-405f-9463-af925fc37a96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:46:07.116533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-fa06bdcc-3895-405f-9463-af925fc37a96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:46:07.118338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Allocated IP 172.20.0.2 (10f69b11-9fc3-4287-8ab4-ba2058b19d66/658629c2-4097-4194-a255-b554d9d156ad/b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:07.134459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 4569ce08-1697-44b9-9d73-58b8660a87c7 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:07.134923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.139249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.149838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.172569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5861a8e8-bd78-498b-b9bb-6c70a343c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:07.192728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861a8e8-bd78-498b-b9bb-6c70a343c1b0 None None] Routers {'81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:07.194297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5861a8e8-bd78-498b-b9bb-6c70a343c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:07.205652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Network': ['ID=d59b4f4b-8bc4-438d-b827-74d81d10f45a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:07.214849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:07.214849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-edc6b311-cbdd-45a2-9730-8dd80ea12f62 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Usage tracker for resource:router and tenant:b50ca6a927d24d0a8597bc90a816736e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:07.223370 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/networks/d59b4f4b-8bc4-438d-b827-74d81d10f45a HTTP/1.1" status: 204 len: 168 time: 3.0030382 Dec 21 16:46:07.225648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-edc6b311-cbdd-45a2-9730-8dd80ea12f62 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:07.233383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40036) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:07.245814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-392490825'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:07.258895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-edc6b311-cbdd-45a2-9730-8dd80ea12f62 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:07.281637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:07.302247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:network and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:07.305944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5861a8e8-bd78-498b-b9bb-6c70a343c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:07.306686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861a8e8-bd78-498b-b9bb-6c70a343c1b0 None None] The sync data for ids ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:07.320404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:07.330974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:07.353765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:07.363039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.442295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:07.447743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-edc6b311-cbdd-45a2-9730-8dd80ea12f62 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.448736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-edc6b311-cbdd-45a2-9730-8dd80ea12f62 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.456720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:07.465429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:57Z', 'revision_number': 4, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '3803c111-4561-47af-85d2-7b18a347510c', 'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'mac_address': 'fa:16:3e:a4:8b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:54Z', 'updated_at': '2021-12-21T16:45:58Z', 'revision_number': 2, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'subnets': [{'id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:07.468740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:07.481267 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-823164e8-3149-44d3-8247-3b57abbeb599 req-fe374b06-0b8f-4d14-9d23-f8044e79ba1e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 210 time: 0.0916891 Dec 21 16:46:07.488904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:46:07.498819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Checking router: 4813b777-3e99-4a40-964f-659cba89a6f0 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:46:07.499246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Updating router 4813b777-3e99-4a40-964f-659cba89a6f0 port 3803c111-4561-47af-85d2-7b18a347510c binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:46:07.517519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-edc6b311-cbdd-45a2-9730-8dd80ea12f62 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.521138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.521697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Added segment 4ffc80ec-1afa-4c85-ab08-77ec701acc64 of type vlan for network 38be5e8c-dac6-4120-bef0-b3e8be8a3a55 Dec 21 16:46:07.538396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:07.558266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-817815e8-d207-4b4b-b120-d1e661b61dbe tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.582333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.587511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3434b8b0-6e99-4027-8e94-2048bac8bfd6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:07.624749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fa06bdcc-3895-405f-9463-af925fc37a96 None None] Deleting port 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:07.625318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fa06bdcc-3895-405f-9463-af925fc37a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.769448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:07.772881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=14235ea6-40a0-4947-9df5-b0e1c1b24d2f,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:07.789934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:07.792052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:07.802716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:07.803002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.803405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.811985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.817775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Transition to ACTIVE for port object b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:07.827312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.833882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:07.854592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.865829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347a35e-a072-418b-801d-3c8b8bc140c1 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:07.897592 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6046767 Dec 21 16:46:07.899079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:07.899962 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9694831 Dec 21 16:46:07.900697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40050) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:07.908367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8c086d-dbe0-4ba6-be28-1566e3fbc761,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:07.914408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-65f70803-cddd-4288-a110-c43927e9aff7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:07.929799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40054) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:07.932854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:07.940426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-50d07eb7-8950-4e36-ae3d-f34c63e3ccc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': 'c7e22280-a0f0-4837-a015-b8a8819e973c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8c8c086d-dbe0-4ba6-be28-1566e3fbc761'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:07.952802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-50d07eb7-8950-4e36-ae3d-f34c63e3ccc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:07.973706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-50d07eb7-8950-4e36-ae3d-f34c63e3ccc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:07.978979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-50d07eb7-8950-4e36-ae3d-f34c63e3ccc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:07.979820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fa06bdcc-3895-405f-9463-af925fc37a96 None None] The port '3aa226a5-ae7f-4f90-81fd-f6a916df6dcc' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:46:07.998463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Transition to ACTIVE for port object b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:08.004213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-50d07eb7-8950-4e36-ae3d-f34c63e3ccc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:08.023988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-edc6b311-cbdd-45a2-9730-8dd80ea12f62 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:08.082879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:08.092959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-edc6b311-cbdd-45a2-9730-8dd80ea12f62 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:08.097105 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-edc6b311-cbdd-45a2-9730-8dd80ea12f62 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0941958 Dec 21 16:46:08.099830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40060) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:08.108605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'enable_snat': True}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:08.125650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:46:08.163287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:08.185215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a65d835-6c55-49c7-9996-7f7315312f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:08.234838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:46:08.235552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3aa226a5-ae7f-4f90-81fd-f6a916df6dcc not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:46:08.236037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41f84548-2734-4b3d-9452-566a4a3efae0 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:46:08.245600 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-50d07eb7-8950-4e36-ae3d-f34c63e3ccc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:08.250013 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-50d07eb7-8950-4e36-ae3d-f34c63e3ccc9 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3164415 Dec 21 16:46:08.259476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40064) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:08.284912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Allocated IP 172.20.0.1 (10f69b11-9fc3-4287-8ab4-ba2058b19d66/658629c2-4097-4194-a255-b554d9d156ad/c539e0d0-ef8d-4e32-9d96-247b9b6c4216) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:08.293360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-817815e8-d207-4b4b-b120-d1e661b61dbe tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 16:46:08.294904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-817815e8-d207-4b4b-b120-d1e661b61dbe tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "DELETE /v2.0/routers/81b3b1be-6df0-42b3-91cd-ae78a1fd7dee HTTP/1.1" status: 409 len: 329 time: 1.2931936 Dec 21 16:46:08.297558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-65f70803-cddd-4288-a110-c43927e9aff7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:08.298537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40068) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:08.302047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 41f84548-2734-4b3d-9452-566a4a3efae0 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:46:08.302442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41f84548-2734-4b3d-9452-566a4a3efae0 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:46:08.302996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-65f70803-cddd-4288-a110-c43927e9aff7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:08.307382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-65f70803-cddd-4288-a110-c43927e9aff7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:08.319179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-65f70803-cddd-4288-a110-c43927e9aff7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:08.342453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f70803-cddd-4288-a110-c43927e9aff7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:08.349030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f70803-cddd-4288-a110-c43927e9aff7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:08.407571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Pushing event updated for resources: {'Port': ['ID=b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:08.415885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Network 10f69b11-9fc3-4287-8ab4-ba2058b19d66 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:08.420061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:08.422522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:08.464924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:08.468793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:08.468793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:08.476755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:08.485224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-674ccd8d-7426-4086-958b-803bfdc328bf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:08.551288 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-65f70803-cddd-4288-a110-c43927e9aff7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14235ea6-40a0-4947-9df5-b0e1c1b24d2f (CIDR: 2001:db8::/64) Dec 21 16:46:08.564719 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f70803-cddd-4288-a110-c43927e9aff7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:08.565217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f70803-cddd-4288-a110-c43927e9aff7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:46:08.598525 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-65f70803-cddd-4288-a110-c43927e9aff7 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6939311 Dec 21 16:46:08.603932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40074) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:08.615475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:08.631163 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3965969 Dec 21 16:46:08.669467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40078) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:08.677589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': '38be5e8c-dac6-4120-bef0-b3e8be8a3a55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:08.832177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Network': ['ID=38be5e8c-dac6-4120-bef0-b3e8be8a3a55,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:08.835496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:08.848876 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cab0f90-2b9d-48ca-8954-f47b7f891e82 req-340cab2b-8b88-4b64-ae4c-228c8452be1c tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 210 time: 0.1425922 Dec 21 16:46:08.860908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 38be5e8c-dac6-4120-bef0-b3e8be8a3a55 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:46:09.081235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': '14235ea6-40a0-4947-9df5-b0e1c1b24d2f'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:46:09.082371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.108181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Attempting to bind port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:46:09.108773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Attempting to bind port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0787d105-0da7-4f7a-aab1-4f9af57d7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '10f69b11-9fc3-4287-8ab4-ba2058b19d66'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:46:09.109322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Attempting to bind port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c on network 10f69b11-9fc3-4287-8ab4-ba2058b19d66 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:09.173534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.273864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:46:09.274283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Checking segment: {'id': '0787d105-0da7-4f7a-aab1-4f9af57d7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '10f69b11-9fc3-4287-8ab4-ba2058b19d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:09.274722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.275220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Bound using segment: {'id': '0787d105-0da7-4f7a-aab1-4f9af57d7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '10f69b11-9fc3-4287-8ab4-ba2058b19d66'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:46:09.275772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Bound port: b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0787d105-0da7-4f7a-aab1-4f9af57d7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '10f69b11-9fc3-4287-8ab4-ba2058b19d66'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:46:09.276199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.321959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ba24cc77-d292-45e4-9841-46f00096d0f0 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.341459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.453661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:09.456923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ba24cc77-d292-45e4-9841-46f00096d0f0 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.474821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:09.486986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:09.491944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:09.520350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:09.537165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.540520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:09.544679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:09.571171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Allocated IP 2001:db8::f816:3eff:fe80:4c5d (5f0be329-6402-4a2c-810d-f62e9ae5da2b/14235ea6-40a0-4947-9df5-b0e1c1b24d2f/9b155bd5-f698-4c7e-9f80-50b87cb911a8) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:09.575927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:09.580772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Transition to ACTIVE for port object 3803c111-4561-47af-85d2-7b18a347510c will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:09.595696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.598064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-af481971-cbe1-45e9-b4f6-a70dd0a039d4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:09.598888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-af481971-cbe1-45e9-b4f6-a70dd0a039d4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Synchronizing usage tracker for tenant:9fbf8b86e42b4c1f92705ea070b83c47 on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:09.601617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:09.604365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.628981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:09.635252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.645117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] For port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:46:09.664808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:09.718327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] For port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c,segment=NetworkSegment(0787d105-0da7-4f7a-aab1-4f9af57d7db5),segment_id=0787d105-0da7-4f7a-aab1-4f9af57d7db5)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:46:09.729532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Transition to ACTIVE for port object c539e0d0-ef8d-4e32-9d96-247b9b6c4216 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:09.737943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ba24cc77-d292-45e4-9841-46f00096d0f0 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.749094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5eef05ad-1172-495d-b1de-0a6e3608b3e9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:09.766086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-af481971-cbe1-45e9-b4f6-a70dd0a039d4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Unset dirty status for tenant:9fbf8b86e42b4c1f92705ea070b83c47 on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:09.767364 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-af481971-cbe1-45e9-b4f6-a70dd0a039d4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.48 "GET /v2.0/networks?id=60484531-a8a3-40ab-b578-f05d8f488ab8 HTTP/1.1" status: 200 len: 797 time: 0.6378598 Dec 21 16:46:09.805397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06492f9-b12d-47a3-b20a-d11b0a55e054 None None] Pushing event updated for resources: {'Port': ['ID=3803c111-4561-47af-85d2-7b18a347510c,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:09.808972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.814351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d06492f9-b12d-47a3-b20a-d11b0a55e054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:09.814892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d06492f9-b12d-47a3-b20a-d11b0a55e054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:09.856224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.895928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:09.897997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24cc77-d292-45e4-9841-46f00096d0f0 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8c086d-dbe0-4ba6-be28-1566e3fbc761,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:09.900720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ba24cc77-d292-45e4-9841-46f00096d0f0 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:09.959753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.022852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ba24cc77-d292-45e4-9841-46f00096d0f0 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.026605 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ba24cc77-d292-45e4-9841-46f00096d0f0 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "DELETE /v2.0/security-groups/8c8c086d-dbe0-4ba6-be28-1566e3fbc761 HTTP/1.1" status: 204 len: 168 time: 1.7636001 Dec 21 16:46:10.033470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40088) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:10.112795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.126234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68a78651-92aa-4fa9-8976-b93d6ccae3fa tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:10.149408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Attempting to bind port 3803c111-4561-47af-85d2-7b18a347510c on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:46:10.149829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Attempting to bind port 3803c111-4561-47af-85d2-7b18a347510c by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:46:10.150241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Attempting to bind port 3803c111-4561-47af-85d2-7b18a347510c on network 60484531-a8a3-40ab-b578-f05d8f488ab8 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:10.157312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-1e7c7916-1d89-463c-8d8f-11736ae4b149 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Synchronizing usage tracker for tenant:9fbf8b86e42b4c1f92705ea070b83c47 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:10.165380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Pushing event updated for resources: {'Port': ['ID=b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:10.167642 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7c4da2dc-a578-4aa2-81d9-9daca427380e req-8f4184ae-97c6-43dc-b77c-5ed159685a73 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 210 time: 0.0976434 Dec 21 16:46:10.183081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:46:10.184173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Checking segment: {'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:10.184638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.185090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Bound using segment: {'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:46:10.185631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Bound port: 3803c111-4561-47af-85d2-7b18a347510c, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:46:10.186049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.196543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:10.265361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-1e7c7916-1d89-463c-8d8f-11736ae4b149 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Unset dirty status for tenant:9fbf8b86e42b4c1f92705ea070b83c47 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:10.266742 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-1e7c7916-1d89-463c-8d8f-11736ae4b149 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fbf8b86e42b4c1f92705ea070b83c47 HTTP/1.1" status: 200 len: 380 time: 0.3918498 Dec 21 16:46:10.268849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 10f69b11-9fc3-4287-8ab4-ba2058b19d66 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:10.272154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=c539e0d0-ef8d-4e32-9d96-247b9b6c4216,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:10.275235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:10.282247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'port': {'device_id': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'admin_state_up': True, 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'security_groups': ['4b86c4cc-bf73-48e1-a6c5-43ed46b508cb']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:10.299297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:10.301849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:10.375140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3cb74fd1-f3e9-4aff-ac49-b9f6e50fd174 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Synchronizing usage tracker for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:10.411308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Allocated IP 172.26.7.165 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/52fc241f-5dc7-4da7-acf1-0919b695f6af) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:10.424532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] For port 3803c111-4561-47af-85d2-7b18a347510c, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:46:10.426260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3cb74fd1-f3e9-4aff-ac49-b9f6e50fd174 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Unset dirty status for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:10.429572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] For port 3803c111-4561-47af-85d2-7b18a347510c, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3803c111-4561-47af-85d2-7b18a347510c,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:46:10.429752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3cb74fd1-f3e9-4aff-ac49-b9f6e50fd174 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3905914 Dec 21 16:46:10.430840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40092) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:10.449162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.456225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a1fb9bdc-8527-4eca-9ec8-31b9ffe89629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:10.524962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.555578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Transition to ACTIVE for port object 9b155bd5-f698-4c7e-9f80-50b87cb911a8 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:10.602378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06492f9-b12d-47a3-b20a-d11b0a55e054 None None] Pushing event updated for resources: {'Port': ['ID=3803c111-4561-47af-85d2-7b18a347510c,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:10.610458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d06492f9-b12d-47a3-b20a-d11b0a55e054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:10.618696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Transition to ACTIVE for port object 9b155bd5-f698-4c7e-9f80-50b87cb911a8 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:10.626814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.686376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.691821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49d8e65d-a8e6-4a55-a5f9-a2dff4ef7b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:10.701101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-96c4175a-5ca8-439b-9c8b-b5b4a9a8d965 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.707151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:10.725676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:port and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:10.736165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:10.738309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Routers {'4813b777-3e99-4a40-964f-659cba89a6f0'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:10.743721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4813b777-3e99-4a40-964f-659cba89a6f0'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:10.764027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.778942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:10.787657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa723e9d-d537-4069-b044-e0582650851a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:10.859367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-96c4175a-5ca8-439b-9c8b-b5b4a9a8d965 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.928142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.943748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Made reservation on behalf of 9fbf8b86e42b4c1f92705ea070b83c47 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:10.946071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:10.949836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:11.019408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-96c4175a-5ca8-439b-9c8b-b5b4a9a8d965 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:11.026338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Subnet': ['ID=0aee7f15-c9a7-4326-bdf1-d354d7cec376,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:11.031560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c046c840-8244-46b8-a550-a5949b41aa4a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:11.041626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:11.045487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f1936f7b-92b2-4d75-86b4-4a8f9b5a2c6c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:11.054972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4175a-5ca8-439b-9c8b-b5b4a9a8d965 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e22280-a0f0-4837-a015-b8a8819e973c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:11.064844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-96c4175a-5ca8-439b-9c8b-b5b4a9a8d965 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:11.081954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:11.096463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b796f43a-9b4f-4d5f-9c9b-7b0e3f15381c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:11.101133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Pushing event updated for resources: {'Port': ['ID=9b155bd5-f698-4c7e-9f80-50b87cb911a8,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:11.104127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:11.145992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:11.154236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:11.156807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:11.170759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-96c4175a-5ca8-439b-9c8b-b5b4a9a8d965 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:11.174516 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-96c4175a-5ca8-439b-9c8b-b5b4a9a8d965 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "DELETE /v2.0/security-groups/c7e22280-a0f0-4837-a015-b8a8819e973c HTTP/1.1" status: 204 len: 168 time: 0.7327447 Dec 21 16:46:11.184882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40096) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:11.251538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:11.252692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:11.259569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:11.279458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:11.292284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:11.293754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:11.296382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:11.309631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Checking segment: {'id': '4ffc80ec-1afa-4c85-ab08-77ec701acc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '38be5e8c-dac6-4120-bef0-b3e8be8a3a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:11.310260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network hostable DHCP agents. Network: 38be5e8c-dac6-4120-bef0-b3e8be8a3a55, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:46:11.340590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event updated for resources: {'Port': ['ID=52fc241f-5dc7-4da7-acf1-0919b695f6af,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:11.357318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:11.391697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=5e93d912-fedb-4c7e-b12c-88fa9cd6fd80,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:11.414829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:11.422950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:11.434165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Attempting to bind port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:46:11.434570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Attempting to bind port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:46:11.435000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Attempting to bind port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:11.457598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:46:11.466004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:46:11.466428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:11.466905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:11.467345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:46:11.467867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Bound port: 9b155bd5-f698-4c7e-9f80-50b87cb911a8, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:46:11.468291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:11.492702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] Set router 4813b777-3e99-4a40-964f-659cba89a6f0 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:46:11.554941 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7ba7d13d-18ee-49c5-bb3a-8fca14efa69d req-058b1c3a-4757-4c99-b6cc-5e56c52cdd92 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 210 time: 0.0847018 Dec 21 16:46:11.560562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9513798 Dec 21 16:46:11.564555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40102) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:11.580907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:02:82:a5', 'name': 'tempest-NetworksTestDHCPv6-1283505951'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:11.609539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Deleting port 420001d6-b7bc-4b1f-a38c-008187b0f502 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:11.610154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:11.720563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1e29beee-436e-444c-b74c-b22effd043e0 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Synchronizing usage tracker for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:11.769325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] For port 9b155bd5-f698-4c7e-9f80-50b87cb911a8, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:46:11.851807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] For port 9b155bd5-f698-4c7e-9f80-50b87cb911a8, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b155bd5-f698-4c7e-9f80-50b87cb911a8,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:46:11.858029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:11.865565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:11.904343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1e29beee-436e-444c-b74c-b22effd043e0 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Unset dirty status for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:11.912975 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1e29beee-436e-444c-b74c-b22effd043e0 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7204514 Dec 21 16:46:11.913203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network 38be5e8c-dac6-4120-bef0-b3e8be8a3a55 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:46:11.922225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40106) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:11.953503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 38be5e8c-dac6-4120-bef0-b3e8be8a3a55) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:11.960656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Allocated IP 172.20.0.12 (60484531-a8a3-40ab-b578-f05d8f488ab8/2303edc8-4ab0-4896-8f97-c76aa04994ab/86dfcff5-3e2e-4192-9af3-9e3877842c3d) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:11.968318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1079d5-d1fd-49bd-8dcf-87d8c21388fb None None] Network 38be5e8c-dac6-4120-bef0-b3e8be8a3a55 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:11.974624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:11.975296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.048392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.082462 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4104202 Dec 21 16:46:12.094536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40110) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:12.106452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b7e9bd5a-efb0-4c48-a0aa-ace26158383b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-805997618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:12.165758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Pushing event updated for resources: {'Port': ['ID=9b155bd5-f698-4c7e-9f80-50b87cb911a8,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:12.185806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:12.213559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b7e9bd5a-efb0-4c48-a0aa-ace26158383b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:12.236340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Calling delete_port for 420001d6-b7bc-4b1f-a38c-008187b0f502 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:12.240419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b7e9bd5a-efb0-4c48-a0aa-ace26158383b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:router and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:12.271696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b7e9bd5a-efb0-4c48-a0aa-ace26158383b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:12.292195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b7e9bd5a-efb0-4c48-a0aa-ace26158383b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:12.292738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:12.334646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'tempest-secgroup--310074802'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:12.342631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:12.356807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:12.401542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:57Z', 'revision_number': 4, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '3803c111-4561-47af-85d2-7b18a347510c', 'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'mac_address': 'fa:16:3e:a4:8b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:54Z', 'updated_at': '2021-12-21T16:46:10Z', 'revision_number': 4, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'subnets': [{'id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:12.417639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.420137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c560a-8785-4b4c-9202-1fa66b564d91 None None] The sync data for ids ['4813b777-3e99-4a40-964f-659cba89a6f0'] in dv-neutron-822515-1-hyperv is: [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:57Z', 'revision_number': 4, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '3803c111-4561-47af-85d2-7b18a347510c', 'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'mac_address': 'fa:16:3e:a4:8b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:54Z', 'updated_at': '2021-12-21T16:46:10Z', 'revision_number': 4, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'subnets': [{'id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:12.436507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7e9bd5a-efb0-4c48-a0aa-ace26158383b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.437591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7e9bd5a-efb0-4c48-a0aa-ace26158383b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.468892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7e9bd5a-efb0-4c48-a0aa-ace26158383b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.483124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:12.487148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:12.490155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:12.496706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7e9bd5a-efb0-4c48-a0aa-ace26158383b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.497218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:12.555035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-38be5e8c-dac6-4120-bef0-b3e8be8a3a55', 'network_id': '38be5e8c-dac6-4120-bef0-b3e8be8a3a55', 'tenant_id': '595d69e3149f4a448e46fa36c7472cd3', 'fixed_ips': [{'subnet_id': '0aee7f15-c9a7-4326-bdf1-d354d7cec376'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:46:12.556550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.578589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:12.617362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.644440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.664984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:12.687361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-963247af-1e46-4208-b0ae-be198ced3e22 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:12.726826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:12.731537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.759643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:12.775205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Transition to ACTIVE for port object 86dfcff5-3e2e-4192-9af3-9e3877842c3d will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:12.781318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:12.793630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ab94ef-7635-4c02-8e4d-2bc7ffdc8ef1,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:12.812248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7e9bd5a-efb0-4c48-a0aa-ace26158383b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.812708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:12.813801 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b7e9bd5a-efb0-4c48-a0aa-ace26158383b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7181876 Dec 21 16:46:12.821458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40116) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:12.835129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.856383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'network_id': '38be5e8c-dac6-4120-bef0-b3e8be8a3a55', 'name': 'tempest-PortsTestJSON-1499113529'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:12.876129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-612f14e1-c6d0-4a41-bf3c-2d6dcab9f8df tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:12.892713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:12.913466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Allocated IP 172.20.0.2 (38be5e8c-dac6-4120-bef0-b3e8be8a3a55/0aee7f15-c9a7-4326-bdf1-d354d7cec376/b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:12.946755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.948133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0205171 Dec 21 16:46:12.951480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:12.954166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40120) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:12.981677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:13.046885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-dee3ee35-da02-4015-b777-675819adfe25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': 'a0ab94ef-7635-4c02-8e4d-2bc7ffdc8ef1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:13.069912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dee3ee35-da02-4015-b777-675819adfe25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:13.091096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dee3ee35-da02-4015-b777-675819adfe25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:13.096928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dee3ee35-da02-4015-b777-675819adfe25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:13.172249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee1fe9-cad5-4fc2-a672-396eea508c16 None None] Network 10f69b11-9fc3-4287-8ab4-ba2058b19d66 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:13.211466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:13.230155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Network 60484531-a8a3-40ab-b578-f05d8f488ab8 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:13.231873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:13.237875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:13.251861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'Port': ['ID=86dfcff5-3e2e-4192-9af3-9e3877842c3d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:13.257516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:13.295710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:13.299226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:13.305414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:13.328987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:13.343778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Transition to ACTIVE for port object b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:13.366698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Transition to ACTIVE for port object b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:13.376293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:13.383523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:13.386883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=c539e0d0-ef8d-4e32-9d96-247b9b6c4216,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:13.400671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:13.470803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dee3ee35-da02-4015-b777-675819adfe25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:13.474997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98b5c9c3-1e18-45bf-9faf-f9b50a6bfb9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:13.512925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:13.521835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ed3d7aa-ab1c-483b-a19f-cae93e3f80c3 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:13.530909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5c4a0d13-56b3-4f74-8ef4-01971e2b38d3 None None] Provisioning for port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:13.575971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:13.579513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event deleted for resources: {'Port': ['ID=420001d6-b7bc-4b1f-a38c-008187b0f502,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:13.591361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:13.591717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 10f69b11-9fc3-4287-8ab4-ba2058b19d66 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:13.599032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:13.639879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:13.744955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:13.860547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Network 38be5e8c-dac6-4120-bef0-b3e8be8a3a55 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:13.861395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5c4a0d13-56b3-4f74-8ef4-01971e2b38d3 None None] Provisioning complete for port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:13.861821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0d13-56b3-4f74-8ef4-01971e2b38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:13.908774 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-dee3ee35-da02-4015-b777-675819adfe25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:13.910162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dee3ee35-da02-4015-b777-675819adfe25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9416435 Dec 21 16:46:13.912982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:13.927921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40124) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:13.939783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:13.944961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6a06c-3132-4bd9-ad80-cc62e37f8783 req-b2bbd52e-fa13-43e3-8ea4-96fee4a0932d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:13.946602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:13.946717 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-22a6a06c-3132-4bd9-ad80-cc62e37f8783 req-b2bbd52e-fa13-43e3-8ea4-96fee4a0932d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 932 time: 1.0225513 Dec 21 16:46:13.953420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:13.968411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fd26683a-2584-451f-ad37-62322306255a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group_rule': {'security_group_id': 'a0ab94ef-7635-4c02-8e4d-2bc7ffdc8ef1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:13.981110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:13.982178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:13.984838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Pushing event updated for resources: {'Port': ['ID=b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:14.000941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:14.120619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port db3ab116-c0ef-4019-91dc-af5f7e680a30 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:46:14.189630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port 168dd83e-b69c-48b5-af7e-8deec528952b yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:46:14.251989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9737930 Dec 21 16:46:14.287130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3803c111-4561-47af-85d2-7b18a347510c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:14.364613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Attempting to bind port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:46:14.365207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Attempting to bind port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '4ffc80ec-1afa-4c85-ab08-77ec701acc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '38be5e8c-dac6-4120-bef0-b3e8be8a3a55'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:46:14.365748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Attempting to bind port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c on network 38be5e8c-dac6-4120-bef0-b3e8be8a3a55 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:14.491489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Request body: {'port': {'device_id': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:14.513019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8:0:1::3e9 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/5e93d912-fedb-4c7e-b12c-88fa9cd6fd80/db3ab116-c0ef-4019-91dc-af5f7e680a30) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:14.519868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::f816:3eff:fe02:82a5 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/14235ea6-40a0-4947-9df5-b0e1c1b24d2f/db3ab116-c0ef-4019-91dc-af5f7e680a30) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:14.549649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:46:14.551227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Checking segment: {'id': '4ffc80ec-1afa-4c85-ab08-77ec701acc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '38be5e8c-dac6-4120-bef0-b3e8be8a3a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:14.551914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:14.552689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Bound using segment: {'id': '4ffc80ec-1afa-4c85-ab08-77ec701acc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '38be5e8c-dac6-4120-bef0-b3e8be8a3a55'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:46:14.553425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Bound port: b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffc80ec-1afa-4c85-ab08-77ec701acc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '38be5e8c-dac6-4120-bef0-b3e8be8a3a55'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:46:14.554058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:14.623319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0d13-56b3-4f74-8ef4-01971e2b38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:14.634376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router 6ecf148f-cdac-4b57-a737-850145a287b3 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:46:14.649414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:14.789938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:14.796535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-5c4a0d13-56b3-4f74-8ef4-01971e2b38d3 None None] For port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c,segment=NetworkSegment(0787d105-0da7-4f7a-aab1-4f9af57d7db5),segment_id=0787d105-0da7-4f7a-aab1-4f9af57d7db5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:14.807605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 3803c111-4561-47af-85d2-7b18a347510c completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:14.822600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 3803c111-4561-47af-85d2-7b18a347510c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:14.823255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:14.858304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0d13-56b3-4f74-8ef4-01971e2b38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:14.868829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee3cfa94-198f-4341-a7b5-5ef7f4b90efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:14.872942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.14 (38be5e8c-dac6-4120-bef0-b3e8be8a3a55/0aee7f15-c9a7-4326-bdf1-d354d7cec376/168dd83e-b69c-48b5-af7e-8deec528952b) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:14.925811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fd26683a-2584-451f-ad37-62322306255a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:14.928646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] For port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:46:14.938393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] For port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c,segment=NetworkSegment(4ffc80ec-1afa-4c85-ab08-77ec701acc64),segment_id=4ffc80ec-1afa-4c85-ab08-77ec701acc64)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:46:14.940550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object db3ab116-c0ef-4019-91dc-af5f7e680a30 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:14.973917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41508ed-3c72-4f6f-b7b0-20405175d6d1 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:14.975234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:14.986940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fd26683a-2584-451f-ad37-62322306255a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:15.006051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-03c16581-37e9-433e-9300-fff07d931d95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:15.045945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fd26683a-2584-451f-ad37-62322306255a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:15.096021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-22a6a06c-3132-4bd9-ad80-cc62e37f8783 req-0d8d68e3-6a5e-4308-8128-342db321e6e0 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0118945 Dec 21 16:46:15.110098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fd26683a-2584-451f-ad37-62322306255a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:15.163756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:15.166928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a0d13-56b3-4f74-8ef4-01971e2b38d3 None None] Pushing event updated for resources: {'Port': ['ID=b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:15.168743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.174533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:15.183245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.188925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c4a0d13-56b3-4f74-8ef4-01971e2b38d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:15.189805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c4a0d13-56b3-4f74-8ef4-01971e2b38d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:15.193752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:15.202351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:15.203142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.215721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.221648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=db3ab116-c0ef-4019-91dc-af5f7e680a30,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:15.283032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Pushing event updated for resources: {'Port': ['ID=b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:15.300417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:15.311553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.329069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:15.389542 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-fd26683a-2584-451f-ad37-62322306255a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:15.391059 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fd26683a-2584-451f-ad37-62322306255a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.4432805 Dec 21 16:46:15.409646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40130) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:15.511048 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.9342120 Dec 21 16:46:15.588173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-144654f7-e38d-4589-ad23-59aaee0af8cc None None] Provisioning for port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:15.599111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40134) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:15.601951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.685846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-144654f7-e38d-4589-ad23-59aaee0af8cc None None] Provisioning for port 86dfcff5-3e2e-4192-9af3-9e3877842c3d completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:15.691841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 3803c111-4561-47af-85d2-7b18a347510c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3803c111-4561-47af-85d2-7b18a347510c,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:15.699801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.703544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9b155bd5-f698-4c7e-9f80-50b87cb911a8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:15.733297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.752638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object 168dd83e-b69c-48b5-af7e-8deec528952b will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:15.773725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-144654f7-e38d-4589-ad23-59aaee0af8cc None None] Provisioning complete for port 86dfcff5-3e2e-4192-9af3-9e3877842c3d triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:15.774276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-144654f7-e38d-4589-ad23-59aaee0af8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.780022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.796967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:15.806045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:15.836479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network 38be5e8c-dac6-4120-bef0-b3e8be8a3a55 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:15.852172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:15.854542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:15.884415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eae4ca3e-1d86-49b4-900c-c5009e2d41b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.965821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-144654f7-e38d-4589-ad23-59aaee0af8cc None None] Port 86dfcff5-3e2e-4192-9af3-9e3877842c3d cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:15.987547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:15.991986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-518d9009-959b-4fe8-95f7-60ee6f410c54 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port db3ab116-c0ef-4019-91dc-af5f7e680a30 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:15.992377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-518d9009-959b-4fe8-95f7-60ee6f410c54 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.993020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=3803c111-4561-47af-85d2-7b18a347510c,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:15.994472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=168dd83e-b69c-48b5-af7e-8deec528952b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:15.997119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:15.997690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:15.999053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:16.020011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:16.020689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:16.023917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:16.029309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de01705-e7ec-4470-b64f-8617d549f3ca None None] Update dhcp port {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': '14235ea6-40a0-4947-9df5-b0e1c1b24d2f', 'ip_address': '2001:db8::f816:3eff:fe80:4c5d'}, {'subnet_id': '5e93d912-fedb-4c7e-b12c-88fa9cd6fd80'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': '9b155bd5-f698-4c7e-9f80-50b87cb911a8'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:46:16.064911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:16.070411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/6ecf148f-cdac-4b57-a737-850145a287b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4377635 Dec 21 16:46:16.076924 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2346909 Dec 21 16:46:16.076924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40138) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:16.076924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40140) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:16.114451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ba459-4300-428c-ad69-68e9b83d15d1 None None] Sync routers for ids ['6ecf148f-cdac-4b57-a737-850145a287b3'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:16.129297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c890b00-a5b4-4f1e-b37c-4b52239bff67 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:16.220937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9de01705-e7ec-4470-b64f-8617d549f3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:16.281406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ba459-4300-428c-ad69-68e9b83d15d1 None None] Routers {'6ecf148f-cdac-4b57-a737-850145a287b3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:16.282129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bd9ba459-4300-428c-ad69-68e9b83d15d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['6ecf148f-cdac-4b57-a737-850145a287b3'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:16.372771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dfcff5-3e2e-4192-9af3-9e3877842c3d {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:46:16.387695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:16.412635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b634ceb2-630d-42e6-be56-f05888259af9 None None] Provisioning complete for port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:16.413127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b634ceb2-630d-42e6-be56-f05888259af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:16.461871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bd9ba459-4300-428c-ad69-68e9b83d15d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:16.479628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98436a08-a5b9-46cd-a643-365c680394fe tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:16.480985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-98436a08-a5b9-46cd-a643-365c680394fe tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Synchronizing usage tracker for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:16.568318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Transition to ACTIVE for port object 86dfcff5-3e2e-4192-9af3-9e3877842c3d will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:16.575936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:16.587024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3400ee0d-ceea-45c2-af33-e71523de319c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:16.619766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-98436a08-a5b9-46cd-a643-365c680394fe tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Unset dirty status for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:16.621125 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-98436a08-a5b9-46cd-a643-365c680394fe tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports/c539e0d0-ef8d-4e32-9d96-247b9b6c4216 HTTP/1.1" status: 200 len: 910 time: 0.5446224 Dec 21 16:46:16.637931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40148) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:16.638369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ba459-4300-428c-ad69-68e9b83d15d1 None None] Routers {'6ecf148f-cdac-4b57-a737-850145a287b3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:16.639103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bd9ba459-4300-428c-ad69-68e9b83d15d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['6ecf148f-cdac-4b57-a737-850145a287b3'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:16.653329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-44e06cd2-c4c4-4b77-8c3d-d9f48ebbcd76 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '658629c2-4097-4194-a255-b554d9d156ad'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:16.739906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c890b00-a5b4-4f1e-b37c-4b52239bff67 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:16.881292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Router 81b3b1be-6df0-42b3-91cd-ae78a1fd7dee has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:46:16.889872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Pushing event updated for resources: {'Port': ['ID=86dfcff5-3e2e-4192-9af3-9e3877842c3d,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:16.893182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:16.934041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:16.960201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bd9ba459-4300-428c-ad69-68e9b83d15d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:16.960665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ba459-4300-428c-ad69-68e9b83d15d1 None None] The sync data for ids ['6ecf148f-cdac-4b57-a737-850145a287b3'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:16.982350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8d4b-b896-4459-a5e6-6b17ad8c3934 req-10b61c08-ba97-425f-9730-b4ff1e101def tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:16.984275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-575e8d4b-b896-4459-a5e6-6b17ad8c3934 req-10b61c08-ba97-425f-9730-b4ff1e101def tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 944 time: 0.3531091 Dec 21 16:46:17.038412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c890b00-a5b4-4f1e-b37c-4b52239bff67 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.051811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-62b8c0ca-51ef-4a84-848f-bf0d87a5fc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:17.112025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c890b00-a5b4-4f1e-b37c-4b52239bff67 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ab94ef-7635-4c02-8e4d-2bc7ffdc8ef1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:17.129915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 9b155bd5-f698-4c7e-9f80-50b87cb911a8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b155bd5-f698-4c7e-9f80-50b87cb911a8,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:17.153906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.164843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-506f5e43-8a43-4595-9541-6b75d0d2860f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:17.187526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c890b00-a5b4-4f1e-b37c-4b52239bff67 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:17.209459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-575e8d4b-b896-4459-a5e6-6b17ad8c3934 req-101607f0-9d1f-43ee-84d4-4154dd498adb tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148693 Dec 21 16:46:17.221056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-518d9009-959b-4fe8-95f7-60ee6f410c54 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.233824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9de01705-e7ec-4470-b64f-8617d549f3ca None None] Allocated IP 2001:db8:0:1::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/5e93d912-fedb-4c7e-b12c-88fa9cd6fd80/9b155bd5-f698-4c7e-9f80-50b87cb911a8) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:17.276872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.290589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b634ceb2-630d-42e6-be56-f05888259af9 None None] Provisioning for port c539e0d0-ef8d-4e32-9d96-247b9b6c4216 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:17.319842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b634ceb2-630d-42e6-be56-f05888259af9 None None] Provisioning complete for port c539e0d0-ef8d-4e32-9d96-247b9b6c4216 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:17.320443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b634ceb2-630d-42e6-be56-f05888259af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.379487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Attempting to bind port 86dfcff5-3e2e-4192-9af3-9e3877842c3d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:46:17.379868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Attempting to bind port 86dfcff5-3e2e-4192-9af3-9e3877842c3d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:46:17.380240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Attempting to bind port 86dfcff5-3e2e-4192-9af3-9e3877842c3d on network 60484531-a8a3-40ab-b578-f05d8f488ab8 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:17.417397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Port 86dfcff5-3e2e-4192-9af3-9e3877842c3d on network 60484531-a8a3-40ab-b578-f05d8f488ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:46:17.417723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Attempting to bind port 86dfcff5-3e2e-4192-9af3-9e3877842c3d on network 60484531-a8a3-40ab-b578-f05d8f488ab8 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:17.455707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44e06cd2-c4c4-4b77-8c3d-d9f48ebbcd76 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.527728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-518d9009-959b-4fe8-95f7-60ee6f410c54 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for db3ab116-c0ef-4019-91dc-af5f7e680a30 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:17.540135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3803c111-4561-47af-85d2-7b18a347510c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:17.553667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:46:17.554043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Checking segment: {'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:17.554477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Bound using segment: {'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:46:17.555035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Bound port: 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd05db3-1040-41d8-a3e7-524d619acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:46:17.555438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.564422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c890b00-a5b4-4f1e-b37c-4b52239bff67 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.565855 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1c890b00-a5b4-4f1e-b37c-4b52239bff67 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "DELETE /v2.0/security-groups/a0ab94ef-7635-4c02-8e4d-2bc7ffdc8ef1 HTTP/1.1" status: 204 len: 168 time: 2.0951679 Dec 21 16:46:17.578689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40152) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:17.643911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:17.650165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=9b155bd5-f698-4c7e-9f80-50b87cb911a8,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:17.656496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b634ceb2-630d-42e6-be56-f05888259af9 None None] Port c539e0d0-ef8d-4e32-9d96-247b9b6c4216 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:17.658490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:17.659406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "PUT /v2.0/routers/81b3b1be-6df0-42b3-91cd-ae78a1fd7dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3575280 Dec 21 16:46:17.678261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01eef7c-4dec-478f-aedb-d59215b1d8c0 None None] Sync routers for ids ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:17.684528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Router 92d77efa-cfd5-44f8-93de-06dfdc37bc86 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:46:17.696676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40156) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:17.697698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:46:17.700655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01eef7c-4dec-478f-aedb-d59215b1d8c0 None None] Routers {'81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:17.701122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:46:17.701870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b01eef7c-4dec-478f-aedb-d59215b1d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:17.706905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 3803c111-4561-47af-85d2-7b18a347510c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:17.707281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.707617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.753506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9de01705-e7ec-4470-b64f-8617d549f3ca None None] For port 9b155bd5-f698-4c7e-9f80-50b87cb911a8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b155bd5-f698-4c7e-9f80-50b87cb911a8,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:17.773139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.791451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe735f04-5ce2-4a6c-b29d-b2975bc44a04 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:17.815107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b01eef7c-4dec-478f-aedb-d59215b1d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:17.818411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9de01705-e7ec-4470-b64f-8617d549f3ca None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.834748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01eef7c-4dec-478f-aedb-d59215b1d8c0 None None] Routers {'81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:17.835466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b01eef7c-4dec-478f-aedb-d59215b1d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:45:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:17.881937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-66e4c0dc-9688-4232-8f05-aeff4e891499 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Synchronizing usage tracker for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:17.883860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:17.907502 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-9d011c97-2302-45c6-b04f-f7ad62c96c03 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] show failed (client error): The resource could not be found. Dec 21 16:46:17.912973 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9d011c97-2302-45c6-b04f-f7ad62c96c03 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-781886618 HTTP/1.1" status: 404 len: 334 time: 0.2042964 Dec 21 16:46:17.920444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40160) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:17.933949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b01eef7c-4dec-478f-aedb-d59215b1d8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:17.934353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01eef7c-4dec-478f-aedb-d59215b1d8c0 None None] The sync data for ids ['81b3b1be-6df0-42b3-91cd-ae78a1fd7dee'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:17.943832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c77c7c72-05e0-4919-8d72-6507f95a9545 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:17.954610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2325dccb-bb7e-4ce7-905f-55dd8a8a95fa None None] Network 38be5e8c-dac6-4120-bef0-b3e8be8a3a55 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:17.958275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:17.960152 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] 10.222.0.48 "PUT /v2.0/ports/86dfcff5-3e2e-4192-9af3-9e3877842c3d HTTP/1.1" status: 200 len: 1094 time: 3.6914759 Dec 21 16:46:17.973098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:46:18.018077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9de01705-e7ec-4470-b64f-8617d549f3ca None None] Transition to ACTIVE for port object 9b155bd5-f698-4c7e-9f80-50b87cb911a8 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:18.031816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9de01705-e7ec-4470-b64f-8617d549f3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:18.040564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:18.055415 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-c77c7c72-05e0-4919-8d72-6507f95a9545 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] update failed (client error): The resource could not be found. Dec 21 16:46:18.060585 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c77c7c72-05e0-4919-8d72-6507f95a9545 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-1831451334 HTTP/1.1" status: 404 len: 335 time: 0.1386094 Dec 21 16:46:18.061764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40166) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:18.066442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-66e4c0dc-9688-4232-8f05-aeff4e891499 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Unset dirty status for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:18.071619 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-66e4c0dc-9688-4232-8f05-aeff4e891499 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4854922 Dec 21 16:46:18.153591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40170) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:18.178537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-830c0b1e-7c67-4397-b0d9-7436562abd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:18.293134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'tempest-secgroup--147703634'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:18.301867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-518d9009-959b-4fe8-95f7-60ee6f410c54 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:18.304112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:18.338857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-47439582-164e-478e-a981-77e15bda49bf tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:18.371940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:18.372510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:18.408771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:18.420577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e69f900c-b90f-45b3-b94f-b06efcb5c65a None None] Provisioning for port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:18.436605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de01705-e7ec-4470-b64f-8617d549f3ca None None] Pushing event updated for resources: {'Port': ['ID=9b155bd5-f698-4c7e-9f80-50b87cb911a8,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:18.439822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9de01705-e7ec-4470-b64f-8617d549f3ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:18.469336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d9009-959b-4fe8-95f7-60ee6f410c54 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=db3ab116-c0ef-4019-91dc-af5f7e680a30,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:18.577799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-518d9009-959b-4fe8-95f7-60ee6f410c54 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:18.594723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:18.620024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-518d9009-959b-4fe8-95f7-60ee6f410c54 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:18.639386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-518d9009-959b-4fe8-95f7-60ee6f410c54 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/db3ab116-c0ef-4019-91dc-af5f7e680a30 HTTP/1.1" status: 204 len: 168 time: 3.0363281 Dec 21 16:46:18.646301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40178) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:18.655579 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'status': 'completed', 'code': 200} Dec 21 16:46:18.687003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:18.756019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Pushing event updated for resources: {'Port': ['ID=86dfcff5-3e2e-4192-9af3-9e3877842c3d,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:18.763852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:18.790536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:18.797456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:18.797881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:18.937942 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-515ad1c7-f8bc-425a-b364-51c3e9c8e503 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fbf8b86e42b4c1f92705ea070b83c47&device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 1097 time: 0.6073792 Dec 21 16:46:18.986056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:18.988133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f978d71-8392-4a91-bbfc-1d68af19b3df tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Deleting subnet 647d7a1e-e9d5-4058-a63e-9ca678332fe1 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:18.991694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f978d71-8392-4a91-bbfc-1d68af19b3df tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.025976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c,segment=NetworkSegment(4ffc80ec-1afa-4c85-ab08-77ec701acc64),segment_id=4ffc80ec-1afa-4c85-ab08-77ec701acc64)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:19.029825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.032153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:19.077625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.103113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f978d71-8392-4a91-bbfc-1d68af19b3df tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.120549 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-321b728b-4596-4167-a70f-d83df885b367 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d HTTP/1.1" status: 200 len: 217 time: 0.1745913 Dec 21 16:46:19.136868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:19.140624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:19.318125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:19.347701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-2e7314dc-e7b1-4bbf-8fb6-e8c1ad377d86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:19.349267 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-2e7314dc-e7b1-4bbf-8fb6-e8c1ad377d86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2303edc8-4ab0-4896-8f97-c76aa04994ab HTTP/1.1" status: 200 len: 835 time: 0.2108257 Dec 21 16:46:19.380339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-558f3117-61c2-4e48-95c5-2590738bb263 None None] Provisioning for port 168dd83e-b69c-48b5-af7e-8deec528952b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:19.391600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-558f3117-61c2-4e48-95c5-2590738bb263 None None] Provisioning complete for port 168dd83e-b69c-48b5-af7e-8deec528952b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:19.392310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-558f3117-61c2-4e48-95c5-2590738bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.472686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:19.477019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Usage tracker for resource:security_group_rule and tenant:842510332b614e5793b9987bcd7e6496 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:19.481199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:19.496817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:19.499721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-558f3117-61c2-4e48-95c5-2590738bb263 None None] Port 168dd83e-b69c-48b5-af7e-8deec528952b cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:19.540899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-558f3117-61c2-4e48-95c5-2590738bb263 None None] Provisioning complete for port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:19.541913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-558f3117-61c2-4e48-95c5-2590738bb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.602544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.620294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:19.620921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.630101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186a0e3-1ea1-418f-8133-8403aedea7ff req-bca0c5b4-1ccb-4c81-bd24-f80df50d78be tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:19.634559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.639096 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8186a0e3-1ea1-418f-8133-8403aedea7ff req-bca0c5b4-1ccb-4c81-bd24-f80df50d78be tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 944 time: 1.1154943 Dec 21 16:46:19.642534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14d10683-f971-45ec-819f-6ff63c702eda tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:19.708522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5bee4a-4ac9-44ca-8766-4d6baac037bd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:19.709322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5e5bee4a-4ac9-44ca-8766-4d6baac037bd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:19.748627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=168dd83e-b69c-48b5-af7e-8deec528952b,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:19.751688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:19.763869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.782957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.787848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.793467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:19.803648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5e5bee4a-4ac9-44ca-8766-4d6baac037bd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:19.807843 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5e5bee4a-4ac9-44ca-8766-4d6baac037bd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.1511378 Dec 21 16:46:19.820919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40182) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:19.864682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9b155bd5-f698-4c7e-9f80-50b87cb911a8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:19.887262 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8186a0e3-1ea1-418f-8133-8403aedea7ff req-d51666bc-e557-4e27-8483-ab00b2083cc1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470615 Dec 21 16:46:19.889705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44e06cd2-c4c4-4b77-8c3d-d9f48ebbcd76 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.898546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f978d71-8392-4a91-bbfc-1d68af19b3df tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:19.937397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-dae5a3e9-0508-4ffc-9e99-e57e8fbca0a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60484531-a8a3-40ab-b578-f05d8f488ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5790863 Dec 21 16:46:19.982605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:19.995054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7012d4a-58a8-41a5-bb7a-e9c17edafe9b None None] Sync routers for ids ['92d77efa-cfd5-44f8-93de-06dfdc37bc86'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:19.997190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44e06cd2-c4c4-4b77-8c3d-d9f48ebbcd76 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.029360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ed1105-4f1d-4cbd-aa0f-377e5ca05b38,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:20.032506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7012d4a-58a8-41a5-bb7a-e9c17edafe9b None None] Routers {'92d77efa-cfd5-44f8-93de-06dfdc37bc86'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:20.032941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:20.033361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f7012d4a-58a8-41a5-bb7a-e9c17edafe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['92d77efa-cfd5-44f8-93de-06dfdc37bc86'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:20.038116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.039532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7566471 Dec 21 16:46:20.048008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40186) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:20.050011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.051611 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "PUT /v2.0/routers/92d77efa-cfd5-44f8-93de-06dfdc37bc86 HTTP/1.1" status: 200 len: 915 time: 11.9506252 Dec 21 16:46:20.066031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40190) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:20.069167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2711c85c-5943-4acf-8ece-0378c0a88c35 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:20.070243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8b692ab7-9cc6-4e75-87c4-9c83f0b7aab5 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:20.070887 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-8b692ab7-9cc6-4e75-87c4-9c83f0b7aab5 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] update failed (client error): There was a conflict when trying to complete your request. Dec 21 16:46:20.071969 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8b692ab7-9cc6-4e75-87c4-9c83f0b7aab5 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "PUT /v2.0/security-groups/c8ed1105-4f1d-4cbd-aa0f-377e5ca05b38 HTTP/1.1" status: 409 len: 330 time: 0.0190012 Dec 21 16:46:20.076214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40192) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:20.128747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f7012d4a-58a8-41a5-bb7a-e9c17edafe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:20.147983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7012d4a-58a8-41a5-bb7a-e9c17edafe9b None None] Routers {'92d77efa-cfd5-44f8-93de-06dfdc37bc86'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:20.148695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f7012d4a-58a8-41a5-bb7a-e9c17edafe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['92d77efa-cfd5-44f8-93de-06dfdc37bc86'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:20.228507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f7012d4a-58a8-41a5-bb7a-e9c17edafe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:20.228744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7012d4a-58a8-41a5-bb7a-e9c17edafe9b None None] The sync data for ids ['92d77efa-cfd5-44f8-93de-06dfdc37bc86'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:20.233706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e18aa614-f457-426f-bee3-8ee42b610594 None None] Provisioning complete for port 168dd83e-b69c-48b5-af7e-8deec528952b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:20.233998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e18aa614-f457-426f-bee3-8ee42b610594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.276012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c8f043-027b-41f4-ba2c-4e734a9a1989 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:20.280677 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-78c8f043-027b-41f4-ba2c-4e734a9a1989 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4582009 Dec 21 16:46:20.282872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f978d71-8392-4a91-bbfc-1d68af19b3df tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.283029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40198) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:20.288877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf33c6e1-d992-48c3-83cb-503cba9006ba tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:20.306659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e18aa614-f457-426f-bee3-8ee42b610594 None None] Port 168dd83e-b69c-48b5-af7e-8deec528952b cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:20.311403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e18aa614-f457-426f-bee3-8ee42b610594 None None] Could not find standard attr ID for object db3ab116-c0ef-4019-91dc-af5f7e680a30. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:46:20.328214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e18aa614-f457-426f-bee3-8ee42b610594 None None] Provisioning for port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:20.333723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e18aa614-f457-426f-bee3-8ee42b610594 None None] Provisioning complete for port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:20.334658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e18aa614-f457-426f-bee3-8ee42b610594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.343081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f978d71-8392-4a91-bbfc-1d68af19b3df tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event deleted for resources: {'Subnet': ['ID=647d7a1e-e9d5-4058-a63e-9ca678332fe1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:20.345683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5f978d71-8392-4a91-bbfc-1d68af19b3df tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:20.366022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f978d71-8392-4a91-bbfc-1d68af19b3df tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.373767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4007f84d-5cae-42d6-bfb5-a13d3d6c0952 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.415518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20491850-8e7d-41e9-a488-259b97f9ffc5 None None] Network bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:20.431059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e06cd2-c4c4-4b77-8c3d-d9f48ebbcd76 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:20.432270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44e06cd2-c4c4-4b77-8c3d-d9f48ebbcd76 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.438434 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-44e06cd2-c4c4-4b77-8c3d-d9f48ebbcd76 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/ports/c539e0d0-ef8d-4e32-9d96-247b9b6c4216 HTTP/1.1" status: 200 len: 910 time: 3.7973042 Dec 21 16:46:20.441096 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-8d90843a-723a-4beb-a63e-6e49192bce71 service neutron] 10.222.0.48 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960794 Dec 21 16:46:20.442004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40204) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:20.442809 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5f978d71-8392-4a91-bbfc-1d68af19b3df tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "DELETE /v2.0/subnets/647d7a1e-e9d5-4058-a63e-9ca678332fe1 HTTP/1.1" status: 204 len: 168 time: 2.3734984 Dec 21 16:46:20.456780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40206) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:20.527176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4007f84d-5cae-42d6-bfb5-a13d3d6c0952 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.700064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4007f84d-5cae-42d6-bfb5-a13d3d6c0952 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.706924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8dae864-78b3-4ddf-9d6d-3c3d6f500efe tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:20.731231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007f84d-5cae-42d6-bfb5-a13d3d6c0952 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ed1105-4f1d-4cbd-aa0f-377e5ca05b38,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:20.733875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4007f84d-5cae-42d6-bfb5-a13d3d6c0952 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:20.744253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683050e-ce27-405c-bd09-ee3669e40b96 req-4fef0c8b-5f58-4b52-bd83-cb0be81777ee tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:20.746507 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a683050e-ce27-405c-bd09-ee3669e40b96 req-4fef0c8b-5f58-4b52-bd83-cb0be81777ee tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.1882522 Dec 21 16:46:20.755905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4007f84d-5cae-42d6-bfb5-a13d3d6c0952 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:20.757473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4007f84d-5cae-42d6-bfb5-a13d3d6c0952 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "DELETE /v2.0/security-groups/c8ed1105-4f1d-4cbd-aa0f-377e5ca05b38 HTTP/1.1" status: 204 len: 168 time: 0.6014371 Dec 21 16:46:20.763356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40210) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:20.825695 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7d82a7aa-647a-49f0-adf3-dd6521e6c56e tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/routers/92d77efa-cfd5-44f8-93de-06dfdc37bc86 HTTP/1.1" status: 200 len: 921 time: 0.7468002 Dec 21 16:46:20.826222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40216) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:20.849308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e06cd2-c4c4-4b77-8c3d-d9f48ebbcd76 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=c539e0d0-ef8d-4e32-9d96-247b9b6c4216,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:20.929957 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a683050e-ce27-405c-bd09-ee3669e40b96 req-4a66e8d7-0766-4d22-9206-195cd8dc3b65 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699414 Dec 21 16:46:20.933905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44e06cd2-c4c4-4b77-8c3d-d9f48ebbcd76 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:20.946961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-059ad84c-7d70-47c1-b7cb-14a9e7d748f4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Synchronizing usage tracker for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:20.992852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-059ad84c-7d70-47c1-b7cb-14a9e7d748f4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Unset dirty status for tenant:842510332b614e5793b9987bcd7e6496 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:21.001197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-059ad84c-7d70-47c1-b7cb-14a9e7d748f4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2367091 Dec 21 16:46:21.002108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40224) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:21.011790 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9195022d-3d58-48e3-9c94-cad0a23e71cb tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&device_id=92d77efa-cfd5-44f8-93de-06dfdc37bc86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1822233 Dec 21 16:46:21.021843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40228) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:21.037934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-11e76cb4-1db3-406b-b773-3f3964bfc2d4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] delete failed (client error): The resource could not be found. Dec 21 16:46:21.045832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-11e76cb4-1db3-406b-b773-3f3964bfc2d4 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "DELETE /v2.0/security-groups/1d8a8c52-20fe-435d-b7f5-afb3682429db HTTP/1.1" status: 404 len: 347 time: 0.0350492 Dec 21 16:46:21.086203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40232) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:21.093710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a82c4-7d23-4d3a-ba23-dfd17a21c23d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:21.095377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a82c4-7d23-4d3a-ba23-dfd17a21c23d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:21.096185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] DHCP port deletion for bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:46:21.097192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a82c4-7d23-4d3a-ba23-dfd17a21c23d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:21.098172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7d3a82c4-7d23-4d3a-ba23-dfd17a21c23d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:21.104807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Deleting port 4569ce08-1697-44b9-9d73-58b8660a87c7 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:21.105801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:21.197209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7b560-36a7-4102-8a1f-48ee0f2f3ffd req-fca2735d-daba-4428-9581-02c3c4e8564c tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:21.199378 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d8f7b560-36a7-4102-8a1f-48ee0f2f3ffd req-fca2735d-daba-4428-9581-02c3c4e8564c tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 944 time: 0.1663029 Dec 21 16:46:21.215518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cc2d37a2-371c-4223-bf37-2731833e4c7c None None] Provisioning complete for port 168dd83e-b69c-48b5-af7e-8deec528952b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:21.215962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc2d37a2-371c-4223-bf37-2731833e4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:21.258998 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d8f7b560-36a7-4102-8a1f-48ee0f2f3ffd req-e4a985e8-7f0c-41cd-ad43-b41d36575454 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460310 Dec 21 16:46:21.282867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187b7dc-0f7e-4beb-a333-bdfb25d48c0a req-8a477c9c-2541-4eb5-8e3e-4a86242f7e9c tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:21.284504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3187b7dc-0f7e-4beb-a333-bdfb25d48c0a req-8a477c9c-2541-4eb5-8e3e-4a86242f7e9c tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.1564324 Dec 21 16:46:21.290314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4569ce08-1697-44b9-9d73-58b8660a87c7 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:46:21.290887 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-bda86354-6c50-4312-b184-b264e0200ffc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] show failed (client error): The resource could not be found. Dec 21 16:46:21.292117 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bda86354-6c50-4312-b184-b264e0200ffc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-groups/2f32c61a-02ba-4051-8737-243a50c6713e HTTP/1.1" status: 404 len: 347 time: 0.2035267 Dec 21 16:46:21.308182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40236) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:21.309005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:21.344547 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-8931428c-e5f9-421c-a9c7-da98ac0b6c89 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] show failed (client error): The resource could not be found. Dec 21 16:46:21.350772 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8931428c-e5f9-421c-a9c7-da98ac0b6c89 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] 10.222.0.67 "GET /v2.0/security-group-rules/ab11767a-c8db-4cd4-ae62-a5bc14d133bb HTTP/1.1" status: 404 len: 356 time: 0.0341706 Dec 21 16:46:21.381939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3187b7dc-0f7e-4beb-a333-bdfb25d48c0a req-1d78763e-7395-4379-b9c3-ca9571cb7a89 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890732 Dec 21 16:46:21.395383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d37a2-371c-4223-bf37-2731833e4c7c None None] Port 168dd83e-b69c-48b5-af7e-8deec528952b cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:21.447102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7d3a82c4-7d23-4d3a-ba23-dfd17a21c23d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:21.451730 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7d3a82c4-7d23-4d3a-ba23-dfd17a21c23d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.1494401 Dec 21 16:46:21.452182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40244) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:21.477317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:21.507984 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bada7b50-ee8a-4dce-b34e-87a52743f5d2 req-9541fe26-847e-4f6c-94f4-8ebaa105d133 service neutron] 10.222.0.48 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0388536 Dec 21 16:46:21.537433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Deleting port 4569ce08-1697-44b9-9d73-58b8660a87c7 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:21.538007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:21.541493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] For port 4569ce08-1697-44b9-9d73-58b8660a87c7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4569ce08-1697-44b9-9d73-58b8660a87c7,segment=NetworkSegment(304ff9aa-0850-4fa8-924e-d19b9a77ac6e),segment_id=304ff9aa-0850-4fa8-924e-d19b9a77ac6e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:21.541954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:21.741433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c19603-5c04-4b83-aded-a4210468efee tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:21.742070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-17c19603-5c04-4b83-aded-a4210468efee tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Synchronizing usage tracker for tenant:91e1519027ab452dae24b7b138639e6a on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:21.744739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Calling delete_port for 4569ce08-1697-44b9-9d73-58b8660a87c7 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:21.838503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 14235ea6-40a0-4947-9df5-b0e1c1b24d2f {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:21.842269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:21.851367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cc2d37a2-371c-4223-bf37-2731833e4c7c None None] Could not find standard attr ID for object db3ab116-c0ef-4019-91dc-af5f7e680a30. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:46:21.855097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:21.863433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-17c19603-5c04-4b83-aded-a4210468efee tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Unset dirty status for tenant:91e1519027ab452dae24b7b138639e6a on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:21.864753 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-17c19603-5c04-4b83-aded-a4210468efee tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/networks/7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 881 time: 0.8338785 Dec 21 16:46:21.905922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40252) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:21.906307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40254) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:21.925361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 4569ce08-1697-44b9-9d73-58b8660a87c7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4569ce08-1697-44b9-9d73-58b8660a87c7,segment=NetworkSegment(304ff9aa-0850-4fa8-924e-d19b9a77ac6e),segment_id=304ff9aa-0850-4fa8-924e-d19b9a77ac6e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:21.929888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:21.933741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:21.977842 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-32dcdade-c781-432f-bed0-2b16cc4d3084 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=92d77efa-cfd5-44f8-93de-06dfdc37bc86 HTTP/1.1" status: 200 len: 205 time: 0.0702119 Dec 21 16:46:21.978652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40262) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:21.981673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.007618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=4569ce08-1697-44b9-9d73-58b8660a87c7,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:22.011763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:22.013890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:46:22.013890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:46:22.113707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] For port 4569ce08-1697-44b9-9d73-58b8660a87c7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4569ce08-1697-44b9-9d73-58b8660a87c7,segment=NetworkSegment(304ff9aa-0850-4fa8-924e-d19b9a77ac6e),segment_id=304ff9aa-0850-4fa8-924e-d19b9a77ac6e)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:22.114114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.202385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ffb12-2732-4a49-b2c7-b0d35cd98025 req-77a79d5a-d1a3-4ba2-b9e8-9afd15ba586b tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:22.202652 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9912dc5e-3460-4397-bbc0-444a81c3715a req-ef86cc6a-1c54-4a8e-a4c0-94fc1cf464a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fbf8b86e42b4c1f92705ea070b83c47&device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 1097 time: 0.6033623 Dec 21 16:46:22.204040 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd5ffb12-2732-4a49-b2c7-b0d35cd98025 req-77a79d5a-d1a3-4ba2-b9e8-9afd15ba586b tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.4769204 Dec 21 16:46:22.261894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.277473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Calling delete_port for 4569ce08-1697-44b9-9d73-58b8660a87c7 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:22.323618 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ab6fd5c-f383-4e0b-875b-a46bbfcbed13 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=842510332b614e5793b9987bcd7e6496&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4120238 Dec 21 16:46:22.325080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40270) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:22.340925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.489152 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd5ffb12-2732-4a49-b2c7-b0d35cd98025 req-03eab974-3173-4c40-9292-dffe34a8acfc tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731602 Dec 21 16:46:22.514906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Deleting port 4569ce08-1697-44b9-9d73-58b8660a87c7 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:22.515634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.579784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.593908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5f978d71-8392-4a91-bbfc-1d68af19b3df tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:22.650247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=14235ea6-40a0-4947-9df5-b0e1c1b24d2f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:22.663260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-42c5b517-11f8-4fd6-9dce-b15d2a0fc194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.681294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.692845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a7707-163c-4a73-8e09-cacee54e142e req-248c433a-d151-4ddf-b787-e44b0cc3598c tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:22.694459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8e0a7707-163c-4a73-8e09-cacee54e142e req-248c433a-d151-4ddf-b787-e44b0cc3598c tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 944 time: 0.2787411 Dec 21 16:46:22.706624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.724587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc76017-359e-493c-89eb-eb2576c4f945 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:22.762491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:22.762950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:22.763364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:22.763777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:22.764183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:22.764829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:22.764955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:22.765355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:22.765755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:22.766157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:22.766689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:22.790227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] For port 4569ce08-1697-44b9-9d73-58b8660a87c7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4569ce08-1697-44b9-9d73-58b8660a87c7,segment=NetworkSegment(304ff9aa-0850-4fa8-924e-d19b9a77ac6e),segment_id=304ff9aa-0850-4fa8-924e-d19b9a77ac6e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:22.790683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.793547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:22.828075 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/14235ea6-40a0-4947-9df5-b0e1c1b24d2f HTTP/1.1" status: 204 len: 168 time: 1.3722832 Dec 21 16:46:22.828936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40274) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:22.837691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-42c5b517-11f8-4fd6-9dce-b15d2a0fc194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.926617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:22.971143 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8e0a7707-163c-4a73-8e09-cacee54e142e req-76167834-879b-4676-b313-3e930610913d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979258 Dec 21 16:46:22.985478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Calling delete_port for 4569ce08-1697-44b9-9d73-58b8660a87c7 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:22.992185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:46:22.992559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:46:22.998090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f2be8e-397c-4c44-9013-637e7f47da0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 5e93d912-fedb-4c7e-b12c-88fa9cd6fd80 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:23.009708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7f2be8e-397c-4c44-9013-637e7f47da0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.098722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912dc5e-3460-4397-bbc0-444a81c3715a req-3fde14cf-a5d1-4c23-ae63-3203cc66a4e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:23.100369 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9912dc5e-3460-4397-bbc0-444a81c3715a req-3fde14cf-a5d1-4c23-ae63-3203cc66a4e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60484531-a8a3-40ab-b578-f05d8f488ab8 HTTP/1.1" status: 200 len: 898 time: 0.7935057 Dec 21 16:46:23.126721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-42c5b517-11f8-4fd6-9dce-b15d2a0fc194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.134491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3c611222-4af6-4e4d-bf19-58906eb9353a tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:23.157023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5b517-11f8-4fd6-9dce-b15d2a0fc194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2526f4-e9ca-4bed-902a-e35cfb11eefe,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:23.157408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.160117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7f2be8e-397c-4c44-9013-637e7f47da0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.177728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2576b84f-dd29-4930-9102-56809dbdeeac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:23.190616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-42c5b517-11f8-4fd6-9dce-b15d2a0fc194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:23.217765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-42c5b517-11f8-4fd6-9dce-b15d2a0fc194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.221660 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-42c5b517-11f8-4fd6-9dce-b15d2a0fc194 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc2526f4-e9ca-4bed-902a-e35cfb11eefe HTTP/1.1" status: 204 len: 168 time: 0.8918123 Dec 21 16:46:23.230838 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9912dc5e-3460-4397-bbc0-444a81c3715a req-162f443d-bcb9-4ffe-afec-598f622e5fc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d HTTP/1.1" status: 200 len: 217 time: 0.1192112 Dec 21 16:46:23.234220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] No DVR routers for this DVR port 4569ce08-1697-44b9-9d73-58b8660a87c7 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:46:23.236513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Pushing event deleted for resources: {'Port': ['ID=4569ce08-1697-44b9-9d73-58b8660a87c7,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:23.241010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:23.245527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 86dfcff5-3e2e-4192-9af3-9e3877842c3d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:46:23.331207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7f2be8e-397c-4c44-9013-637e7f47da0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.424602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:23.465580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'port_id': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'mac_address': 'fa:16:3e:4a:88:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:46:23.539711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.563715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.567414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Deleting port 4569ce08-1697-44b9-9d73-58b8660a87c7 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:23.568004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.588638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dfcff5-3e2e-4192-9af3-9e3877842c3d {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:46:23.611400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:23.616251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.618221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1b64aa8e-4ec0-456d-9ca9-c55883b1e327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:23.704751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] The port '4569ce08-1697-44b9-9d73-58b8660a87c7' was deleted {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:46:23.711315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.723168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=86dfcff5-3e2e-4192-9af3-9e3877842c3d,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:23.735212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:23.796601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:23.833803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912dc5e-3460-4397-bbc0-444a81c3715a req-49eb818e-7c56-4214-9490-7243fd363af0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:23.835461 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9912dc5e-3460-4397-bbc0-444a81c3715a req-49eb818e-7c56-4214-9490-7243fd363af0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2303edc8-4ab0-4896-8f97-c76aa04994ab HTTP/1.1" status: 200 len: 835 time: 0.5965571 Dec 21 16:46:23.836161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7f2be8e-397c-4c44-9013-637e7f47da0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.842076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-93a216b6-16c6-4a6a-b7bb-bb4bd12aa857 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:23.863351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['86dfcff5-3e2e-4192-9af3-9e3877842c3d'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:46:23.873505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.895595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2be8e-397c-4c44-9013-637e7f47da0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=5e93d912-fedb-4c7e-b12c-88fa9cd6fd80,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:23.901509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7f2be8e-397c-4c44-9013-637e7f47da0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:23.902618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Deleting port 52fc241f-5dc7-4da7-acf1-0919b695f6af {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:23.903023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:23.950990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cac022-c5e2-4af7-925a-6cc18f6d247a req-cb2a367d-4039-45d6-9c8b-12709258340c tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:23.958176 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-26cac022-c5e2-4af7-925a-6cc18f6d247a req-cb2a367d-4039-45d6-9c8b-12709258340c tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.2480428 Dec 21 16:46:23.964489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7f2be8e-397c-4c44-9013-637e7f47da0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:24.037589 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f7f2be8e-397c-4c44-9013-637e7f47da0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/5e93d912-fedb-4c7e-b12c-88fa9cd6fd80 HTTP/1.1" status: 204 len: 168 time: 1.2024751 Dec 21 16:46:24.038771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40294) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:24.086715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:24.221986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:24.239833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-26cac022-c5e2-4af7-925a-6cc18f6d247a req-0841750b-6e96-4902-9090-5a68d89f9790 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806630 Dec 21 16:46:24.246459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:24.255665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=168dd83e-b69c-48b5-af7e-8deec528952b,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:24.299290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:24.300241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:24.300766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:24.301334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:24.301842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:24.302348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:24.302879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:24.303381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:24.303874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:24.304372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:24.304866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:24.310422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:24.345464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:24.378658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304ff9aa-0850-4fa8-924e-d19b9a77ac6e') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:24.379020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304ff9aa-0850-4fa8-924e-d19b9a77ac6e') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:24.490767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:24.562394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Calling delete_port for 52fc241f-5dc7-4da7-acf1-0919b695f6af owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:24.597269 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0b3f41f3-ca7d-4658-b71f-698b8523f3d9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3517084 Dec 21 16:46:24.600078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40304) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:24.601164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:24.621035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202e426c-33cf-4f3b-a931-ff55a5cb4b74 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:24.640146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:24.661440 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9912dc5e-3460-4397-bbc0-444a81c3715a req-171127f1-4549-4e4e-8b13-fc85105dc437 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60484531-a8a3-40ab-b578-f05d8f488ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7945802 Dec 21 16:46:24.662577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:46:24.663123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:24.668293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40308) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:24.687253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04137676-ef68-4a4b-8358-81cab0b015f7 req-4703d432-0a64-4b4b-b385-f3c331dd21b0 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:46:24.687605 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:46:24.689873 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-04137676-ef68-4a4b-8358-81cab0b015f7 req-4703d432-0a64-4b4b-b385-f3c331dd21b0 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 945 time: 0.4258518 Dec 21 16:46:24.761962 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-04137676-ef68-4a4b-8358-81cab0b015f7 req-3324b070-724b-4672-8ddc-7084c0cfdec5 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610166 Dec 21 16:46:24.843012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:24.858095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-951db308-131e-4e84-bfcf-217378c894e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:24.858287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2f1299bf-98fa-4aa3-a0dc-54d3a0c8e6f1 None None] Provisioning complete for port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:24.858592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f1299bf-98fa-4aa3-a0dc-54d3a0c8e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:24.903790 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f2a65dd5-6b31-4336-8079-b90342da23de tempest-ServiceProvidersTest-315026799 tempest-ServiceProvidersTest-315026799-project] 10.222.0.67 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2266448 Dec 21 16:46:24.917344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Pushing event deleted for resources: {'Port': ['ID=52fc241f-5dc7-4da7-acf1-0919b695f6af,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:24.930637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:25.032536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68345e69-d7a0-4593-95e6-383200845549 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:46:25.049638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Deleting port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:25.050317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.210485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.294889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 86dfcff5-3e2e-4192-9af3-9e3877842c3d up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:25.322000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9b155bd5-f698-4c7e-9f80-50b87cb911a8 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:46:25.352389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network 38be5e8c-dac6-4120-bef0-b3e8be8a3a55 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:25.442014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:25.456576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40320) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:25.513966 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9912dc5e-3460-4397-bbc0-444a81c3715a req-7d950ecd-c7db-4330-b6de-9b3157374f68 service neutron] 10.222.0.48 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8151989 Dec 21 16:46:25.555805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.589229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.598740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.631584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 86dfcff5-3e2e-4192-9af3-9e3877842c3d completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:25.642458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d8de2-9234-49e8-8f0d-6d386035eb87 req-d1a1aaf2-ca24-4b34-8b4d-2b2a464b3c5e tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:25.644445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a7d8de2-9234-49e8-8f0d-6d386035eb87 req-d1a1aaf2-ca24-4b34-8b4d-2b2a464b3c5e tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.1865056 Dec 21 16:46:25.682426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.683770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Fanout notify agent at l3_agent the message router_deleted on router 92d77efa-cfd5-44f8-93de-06dfdc37bc86 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:46:25.716066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 86dfcff5-3e2e-4192-9af3-9e3877842c3d triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:25.716496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.717357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.718647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/92d77efa-cfd5-44f8-93de-06dfdc37bc86 HTTP/1.1" status: 204 len: 168 time: 3.7064240 Dec 21 16:46:25.722633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40326) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:25.727577 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a7d8de2-9234-49e8-8f0d-6d386035eb87 req-8e390037-70ee-4e14-9660-77376909bc19 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748503 Dec 21 16:46:25.732058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-251dbca9-9673-4958-a1c3-20a152c35cfb tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-835112045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:25.739263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-251dbca9-9673-4958-a1c3-20a152c35cfb tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:25.748891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-251dbca9-9673-4958-a1c3-20a152c35cfb tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Usage tracker for resource:router and tenant:b50ca6a927d24d0a8597bc90a816736e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:25.756214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-251dbca9-9673-4958-a1c3-20a152c35cfb tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:25.771739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-251dbca9-9673-4958-a1c3-20a152c35cfb tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:25.775455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-251dbca9-9673-4958-a1c3-20a152c35cfb tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.776796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-251dbca9-9673-4958-a1c3-20a152c35cfb tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.797099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-68345e69-d7a0-4593-95e6-383200845549 None None] For port 9b155bd5-f698-4c7e-9f80-50b87cb911a8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b155bd5-f698-4c7e-9f80-50b87cb911a8,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:25.797511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.800875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-251dbca9-9673-4958-a1c3-20a152c35cfb tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.809659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 9b155bd5-f698-4c7e-9f80-50b87cb911a8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b155bd5-f698-4c7e-9f80-50b87cb911a8,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:25.823523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-251dbca9-9673-4958-a1c3-20a152c35cfb tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.825525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.827441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:25.851079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-251dbca9-9673-4958-a1c3-20a152c35cfb tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.852660 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-251dbca9-9673-4958-a1c3-20a152c35cfb tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1284733 Dec 21 16:46:25.856118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40332) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:25.869215 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9912dc5e-3460-4397-bbc0-444a81c3715a req-dba14056-cee0-407c-98f7-24fd0759e495 service neutron] 10.222.0.48 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544768 Dec 21 16:46:25.869799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'enable_snat': False}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:25.962529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:25.981304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50b9c444-c60e-43ac-89c4-f62294881f3a tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:26.005266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:26.015442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Calling delete_port for 9b155bd5-f698-4c7e-9f80-50b87cb911a8 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:26.026041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:26.030613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event deleted for resources: {'Network': ['ID=bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:26.049071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:26.055469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:26.070886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbd6f80d-5f23-4ecc-8e57-233098a1db19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:26.091442 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "DELETE /v2.0/networks/bbb2d280-ebd8-46dd-8a70-1c2f9e7f220d HTTP/1.1" status: 204 len: 168 time: 5.2720237 Dec 21 16:46:26.093425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:26.097285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40336) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:26.112437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:26.137351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:26.139705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=9b155bd5-f698-4c7e-9f80-50b87cb911a8,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:26.143113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:26.145406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5d5d307b-18b0-4178-8e64-a8db8d8b5774 None None] Provisioning complete for port 168dd83e-b69c-48b5-af7e-8deec528952b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:26.145834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d5d307b-18b0-4178-8e64-a8db8d8b5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:26.243089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:46:26.243507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:46:26.252933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:26.264209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d307b-18b0-4178-8e64-a8db8d8b5774 None None] Port 168dd83e-b69c-48b5-af7e-8deec528952b cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:26.283868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:46:26.299912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:26.305962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:26.309454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e847eb2e-2825-4cc3-a9f6-62b761c95b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:26.329018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bbd6f80d-5f23-4ecc-8e57-233098a1db19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:26.345550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bbd6f80d-5f23-4ecc-8e57-233098a1db19 admin admin] Usage tracker for resource:security_group_rule and tenant:540f5c95e191402997ef5878315d33b8 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:26.411572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=86dfcff5-3e2e-4192-9af3-9e3877842c3d,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:26.425995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:26.459601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:26.571973 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'code': 200} Dec 21 16:46:26.617647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bbd6f80d-5f23-4ecc-8e57-233098a1db19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:26.629759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bbd6f80d-5f23-4ecc-8e57-233098a1db19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:26.662713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184def8e-973a-47c1-a55f-3da0a3247795 req-505e2601-646d-432c-acc3-e0fb3fe58c4e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:26.664400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-184def8e-973a-47c1-a55f-3da0a3247795 req-505e2601-646d-432c-acc3-e0fb3fe58c4e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 945 time: 0.6673436 Dec 21 16:46:26.745082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Deleting port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:26.745765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:26.830843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port c539e0d0-ef8d-4e32-9d96-247b9b6c4216 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:26.831230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.010753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Router 13181b6e-97f8-43d0-8176-4a5db7a0bfe4 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:46:27.019317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-68345e69-d7a0-4593-95e6-383200845549 None None] For port 9b155bd5-f698-4c7e-9f80-50b87cb911a8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b155bd5-f698-4c7e-9f80-50b87cb911a8,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:27.020131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.029980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9f4ee9-da5f-46cb-9102-2db18bf455c9 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Deleting subnet 92e0582b-eb09-4913-bfac-3dd392b17e6c {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:27.045873 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-184def8e-973a-47c1-a55f-3da0a3247795 req-6c203591-f071-42ac-bb3a-fbe2d000450f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670793 Dec 21 16:46:27.052886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e9f4ee9-da5f-46cb-9102-2db18bf455c9 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.087470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.153763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Calling delete_port for 9b155bd5-f698-4c7e-9f80-50b87cb911a8 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:27.161077 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-24af3d37-606f-4129-b374-c1d38582fcb2 req-56fde432-38d0-4680-b459-f6072da3ab9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 1099 time: 0.3879850 Dec 21 16:46:27.163120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbd6f80d-5f23-4ecc-8e57-233098a1db19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.188304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e9f4ee9-da5f-46cb-9102-2db18bf455c9 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.225333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbd6f80d-5f23-4ecc-8e57-233098a1db19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.232265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.237582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:27.241547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c59f6805-4103-4f15-ae3f-1a39a4f53d27 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:27.254251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b1c26-0b4b-47d8-97e7-340df8005124 req-a49c6a4e-14bb-412a-aa50-214bde541994 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:27.256032 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-073b1c26-0b4b-47d8-97e7-340df8005124 req-a49c6a4e-14bb-412a-aa50-214bde541994 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.3520985 Dec 21 16:46:27.282999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Pushing event deleted for resources: {'Port': ['ID=9b155bd5-f698-4c7e-9f80-50b87cb911a8,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:27.290823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:27.302298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68345e69-d7a0-4593-95e6-383200845549 None None] No DVR routers for this DVR port 9b155bd5-f698-4c7e-9f80-50b87cb911a8 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:46:27.374957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6f80d-5f23-4ecc-8e57-233098a1db19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd7e1b5-41a3-4be1-b39c-4247a2a69168,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:27.389448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bbd6f80d-5f23-4ecc-8e57-233098a1db19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:27.394896 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bbd6f80d-5f23-4ecc-8e57-233098a1db19 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=540f5c95e191402997ef5878315d33b8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9347973 Dec 21 16:46:27.405923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40346) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:27.457159 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-073b1c26-0b4b-47d8-97e7-340df8005124 req-04b92889-d98d-45c4-999c-defa1da5e71d tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871421 Dec 21 16:46:27.529683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e9f4ee9-da5f-46cb-9102-2db18bf455c9 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.569852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.628022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5420-81a7-41d0-a620-5dd992ef1f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.671232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5420-81a7-41d0-a620-5dd992ef1f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.685378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e9f4ee9-da5f-46cb-9102-2db18bf455c9 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.691763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:27.729308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for c539e0d0-ef8d-4e32-9d96-247b9b6c4216 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:27.742335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f4ee9-da5f-46cb-9102-2db18bf455c9 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event deleted for resources: {'Subnet': ['ID=92e0582b-eb09-4913-bfac-3dd392b17e6c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:27.771791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e9f4ee9-da5f-46cb-9102-2db18bf455c9 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:27.811249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e9f4ee9-da5f-46cb-9102-2db18bf455c9 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.813851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283c8f9-8cb6-4276-b80f-c2323a90171c None None] Network 9303405c-c0f7-4bfb-b84b-c1baa1037eec requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:27.835820 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0e9f4ee9-da5f-46cb-9102-2db18bf455c9 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "DELETE /v2.0/subnets/92e0582b-eb09-4913-bfac-3dd392b17e6c HTTP/1.1" status: 204 len: 168 time: 1.7330363 Dec 21 16:46:27.835820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.838322 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-24af3d37-606f-4129-b374-c1d38582fcb2 req-ee25becd-df72-46f7-a678-62a0e3b911e1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6686797 Dec 21 16:46:27.838851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40350) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:27.847089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.869642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.894019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-977f6b2b-a6b8-43d7-9a0e-e2282cf53477 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:27.923110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5420-81a7-41d0-a620-5dd992ef1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.936981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-96c4175a-5ca8-439b-9c8b-b5b4a9a8d965 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:27.960437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a5420-81a7-41d0-a620-5dd992ef1f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd7e1b5-41a3-4be1-b39c-4247a2a69168,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:27.966336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f9a5420-81a7-41d0-a620-5dd992ef1f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:27.977018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5420-81a7-41d0-a620-5dd992ef1f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:27.981756 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9f9a5420-81a7-41d0-a620-5dd992ef1f34 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7dd7e1b5-41a3-4be1-b39c-4247a2a69168 HTTP/1.1" status: 204 len: 168 time: 0.5714188 Dec 21 16:46:28.026669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:28.040919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:28.056942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866df97a-d952-485c-8487-74d5a1739710 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:28.065142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:28.065814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:28.091388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=c72eb7f6-a175-478f-9f4c-18eb69faa6b9,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:28.101769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Allocated IP 172.26.7.181 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/7a19cd25-0750-46f9-b916-6cc9480ff8a2) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:28.117376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:28.133219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:28.145566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073bf189-75e5-4bd4-b805-3bf3c4af8a7a None None] Sync routers for ids ['13181b6e-97f8-43d0-8176-4a5db7a0bfe4'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:28.150210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "PUT /v2.0/routers/13181b6e-97f8-43d0-8176-4a5db7a0bfe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0715468 Dec 21 16:46:28.160701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40358) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:28.167244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073bf189-75e5-4bd4-b805-3bf3c4af8a7a None None] Routers {'13181b6e-97f8-43d0-8176-4a5db7a0bfe4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:28.169313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-073bf189-75e5-4bd4-b805-3bf3c4af8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13181b6e-97f8-43d0-8176-4a5db7a0bfe4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:28.275792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] DHCP port deletion for 9303405c-c0f7-4bfb-b84b-c1baa1037eec request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:46:28.300427 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6829801 Dec 21 16:46:28.309396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40362) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:28.326895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Deleting port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:28.330107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:28.350610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-073bf189-75e5-4bd4-b805-3bf3c4af8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:28.367111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-03b8691e-8c1a-4e36-a414-12b7a3f27c90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:28.401065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073bf189-75e5-4bd4-b805-3bf3c4af8a7a None None] Routers {'13181b6e-97f8-43d0-8176-4a5db7a0bfe4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:28.402458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-073bf189-75e5-4bd4-b805-3bf3c4af8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13181b6e-97f8-43d0-8176-4a5db7a0bfe4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:28.491552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:28.527961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-073bf189-75e5-4bd4-b805-3bf3c4af8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:28.528644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073bf189-75e5-4bd4-b805-3bf3c4af8a7a None None] The sync data for ids ['13181b6e-97f8-43d0-8176-4a5db7a0bfe4'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:28.532694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47343b-d76c-4239-acd4-94989407f3e1 req-9437bc17-ab9f-46dc-8faf-53d7c38514d9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:28.539781 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5a47343b-d76c-4239-acd4-94989407f3e1 req-9437bc17-ab9f-46dc-8faf-53d7c38514d9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.2542655 Dec 21 16:46:28.539967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:28.549589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-249dec90-59e0-4951-b808-e5ffc0be79f1 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Deleting subnet 8d61a792-58ce-4cd9-abca-03f14efa5a1f {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:28.553027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-249dec90-59e0-4951-b808-e5ffc0be79f1 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:28.609164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:28.615783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:28.618371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-249dec90-59e0-4951-b808-e5ffc0be79f1 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:28.663151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b39a411-b8a7-42e4-9947-4b76eddf6c0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:28.709026 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5a47343b-d76c-4239-acd4-94989407f3e1 req-20cbd8e5-decd-4011-be0a-418453ec3a18 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611295 Dec 21 16:46:28.767065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:28.769369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] For port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba,segment=NetworkSegment(3878f31c-95c1-4829-8523-7c62939ff6e9),segment_id=3878f31c-95c1-4829-8523-7c62939ff6e9)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:28.769869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:28.772482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:28.779203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:28.779334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': 'c72eb7f6-a175-478f-9f4c-18eb69faa6b9'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:46:28.780157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:28.806722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aeed0a-c406-4c54-8600-a4897f693453 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:28.807774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-64aeed0a-c406-4c54-8600-a4897f693453 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:28.811840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=c539e0d0-ef8d-4e32-9d96-247b9b6c4216,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:28.814679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:28.822953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Pushing event updated for resources: {'Port': ['ID=7a19cd25-0750-46f9-b916-6cc9480ff8a2,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:28.834401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:28.876632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291001b9-08b9-4392-97b6-4fc4f24a8e08 req-ded47861-e3c7-4b05-bfd2-e03c5b513545 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:28.881788 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-291001b9-08b9-4392-97b6-4fc4f24a8e08 req-ded47861-e3c7-4b05-bfd2-e03c5b513545 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.2271194 Dec 21 16:46:29.000108 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-291001b9-08b9-4392-97b6-4fc4f24a8e08 req-0d09aaf6-3775-44dd-9030-94cd3e04febf tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758274 Dec 21 16:46:29.010246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-249dec90-59e0-4951-b808-e5ffc0be79f1 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:29.051640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-64aeed0a-c406-4c54-8600-a4897f693453 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:29.053000 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-64aeed0a-c406-4c54-8600-a4897f693453 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports?device_id=13181b6e-97f8-43d0-8176-4a5db7a0bfe4 HTTP/1.1" status: 200 len: 983 time: 0.8912661 Dec 21 16:46:29.058947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40368) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:29.090835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-03b8691e-8c1a-4e36-a414-12b7a3f27c90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:29.108983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-03b8691e-8c1a-4e36-a414-12b7a3f27c90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:29.115832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-03b8691e-8c1a-4e36-a414-12b7a3f27c90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:29.182142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-03b8691e-8c1a-4e36-a414-12b7a3f27c90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:29.182896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Calling delete_port for 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:29.278219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b8691e-8c1a-4e36-a414-12b7a3f27c90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:29.289888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03b8691e-8c1a-4e36-a414-12b7a3f27c90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:29.344159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-249dec90-59e0-4951-b808-e5ffc0be79f1 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:29.352667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1cf2e60e-5ca8-42a0-b870-5060551ece00 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:29.358505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:46:29.385301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:29.402223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:29.452613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dec90-59e0-4951-b808-e5ffc0be79f1 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event deleted for resources: {'Subnet': ['ID=8d61a792-58ce-4cd9-abca-03f14efa5a1f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:29.461518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:46:29.461925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:46:29.467847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-249dec90-59e0-4951-b808-e5ffc0be79f1 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:29.470546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:29.474246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Pushing event deleted for resources: {'Port': ['ID=1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:29.485066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-249dec90-59e0-4951-b808-e5ffc0be79f1 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:29.490102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:29.501059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:29.501733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:29.502270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:29.502823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:29.503375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:29.504155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:29.504693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:29.505390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:29.508514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-249dec90-59e0-4951-b808-e5ffc0be79f1 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "DELETE /v2.0/subnets/8d61a792-58ce-4cd9-abca-03f14efa5a1f HTTP/1.1" status: 204 len: 168 time: 1.6627812 Dec 21 16:46:29.509480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40372) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:29.510189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:29.511021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:29.512086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:46:29.530262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:29.534918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] No DVR routers for this DVR port 1ba18e19-cacf-4a3a-9b7a-2cc5e89c23ba on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:46:29.603320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8494babc-68d5-4f76-96c1-5d78ee555aa9 None None] Network 826b61f4-46ab-47b2-adc0-648812cf12ea requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:29.664143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Allocated IP 2001:db8::f816:3eff:feb8:f5fb (5f0be329-6402-4a2c-810d-f62e9ae5da2b/c72eb7f6-a175-478f-9f4c-18eb69faa6b9/82878884-0882-46f5-a889-f34c47ad4891) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:29.667259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:29.734070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:29.832202 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-03b8691e-8c1a-4e36-a414-12b7a3f27c90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c72eb7f6-a175-478f-9f4c-18eb69faa6b9 (CIDR: 2001:db8::/64) Dec 21 16:46:29.887076 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b8691e-8c1a-4e36-a414-12b7a3f27c90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:29.887590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b8691e-8c1a-4e36-a414-12b7a3f27c90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:46:29.920845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-03b8691e-8c1a-4e36-a414-12b7a3f27c90 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5721219 Dec 21 16:46:29.921080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40378) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:29.928714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:30.135570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.151461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Transition to ACTIVE for port object 82878884-0882-46f5-a889-f34c47ad4891 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:30.176196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883f2421-47a0-49a3-9c55-cf74cbe79eed None None] DHCP port deletion for 826b61f4-46ab-47b2-adc0-648812cf12ea request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:46:30.179568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Transition to ACTIVE for port object 82878884-0882-46f5-a889-f34c47ad4891 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:30.184458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-883f2421-47a0-49a3-9c55-cf74cbe79eed None None] Deleting port c05107bf-94ed-4ebb-8b54-fe9367a2c96c {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:30.184945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-883f2421-47a0-49a3-9c55-cf74cbe79eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.218425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.233325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2fae6328-2a4f-44d1-a987-863197282fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:30.320441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:30.331053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:30.361001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:30.367214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:30.371133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:30.373127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:30.378841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:30.386868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Pushing event updated for resources: {'Port': ['ID=82878884-0882-46f5-a889-f34c47ad4891,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:30.398509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:30.402347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:30.405093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.427334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router 6ecf148f-cdac-4b57-a737-850145a287b3 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:46:30.441797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.456047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.489337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.528521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9303405c-c0f7-4bfb-b84b-c1baa1037eec']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:30.568357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Attempting to bind port 82878884-0882-46f5-a889-f34c47ad4891 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:46:30.568582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Attempting to bind port 82878884-0882-46f5-a889-f34c47ad4891 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:46:30.568982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Attempting to bind port 82878884-0882-46f5-a889-f34c47ad4891 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:30.641131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:46:30.641518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:30.641918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.642372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:46:30.642949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Bound port: 82878884-0882-46f5-a889-f34c47ad4891, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:46:30.643385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.658813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3878f31c-95c1-4829-8523-7c62939ff6e9') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:30.659195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3878f31c-95c1-4829-8523-7c62939ff6e9') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:30.662490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-883f2421-47a0-49a3-9c55-cf74cbe79eed None None] For port c05107bf-94ed-4ebb-8b54-fe9367a2c96c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c05107bf-94ed-4ebb-8b54-fe9367a2c96c,segment=NetworkSegment(0eefbeeb-ac89-411f-a031-2fae7e8f7d0b),segment_id=0eefbeeb-ac89-411f-a031-2fae7e8f7d0b)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:30.662997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-883f2421-47a0-49a3-9c55-cf74cbe79eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.690751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c328a9-5430-49a2-9be5-92954b7f15ca req-d67e163a-e5d4-4b4a-bd15-455b0deda922 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:30.692406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-85c328a9-5430-49a2-9be5-92954b7f15ca req-d67e163a-e5d4-4b4a-bd15-455b0deda922 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.6470387 Dec 21 16:46:30.702562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.702767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:30.719245 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/6ecf148f-cdac-4b57-a737-850145a287b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2612605 Dec 21 16:46:30.720408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40384) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:30.726709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e0962-3df5-4050-9964-d0885d8b3e63 req-29554dd7-de15-441a-a1ed-2a720438f70e tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:30.728326 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b71e0962-3df5-4050-9964-d0885d8b3e63 req-29554dd7-de15-441a-a1ed-2a720438f70e tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5258105 Dec 21 16:46:30.751830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.771756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d9a459de-9ed4-4418-8e2b-c75981bd0351 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Synchronizing usage tracker for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:30.772128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f701c-62be-402c-b7f3-c360eae7cc6b None None] Sync routers for ids ['6ecf148f-cdac-4b57-a737-850145a287b3'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:30.789390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:46:30.789837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:46:30.806765 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:46:30.832623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d9a459de-9ed4-4418-8e2b-c75981bd0351 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Unset dirty status for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:30.836840 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d9a459de-9ed4-4418-8e2b-c75981bd0351 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ecf148f-cdac-4b57-a737-850145a287b3 HTTP/1.1" status: 200 len: 205 time: 0.1133657 Dec 21 16:46:30.837595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40388) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:30.846717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-883f2421-47a0-49a3-9c55-cf74cbe79eed None None] Calling delete_port for c05107bf-94ed-4ebb-8b54-fe9367a2c96c owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:30.935295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f701c-62be-402c-b7f3-c360eae7cc6b None None] Routers {'6ecf148f-cdac-4b57-a737-850145a287b3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:30.935295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9c7f701c-62be-402c-b7f3-c360eae7cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['6ecf148f-cdac-4b57-a737-850145a287b3'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:30.959938 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-85c328a9-5430-49a2-9be5-92954b7f15ca req-f9601068-9b7f-4748-9505-e5364354efd0 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456205 Dec 21 16:46:30.968316 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b71e0962-3df5-4050-9964-d0885d8b3e63 req-fe421313-c97b-4f5e-9c8b-0899c1935086 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188699 Dec 21 16:46:31.001430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.010180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab039a47-d55c-45bb-b176-e148f479e79b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.019373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.023369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9236338a-cb5d-4cfa-bfcd-6f450e2067e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:31.029413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9c7f701c-62be-402c-b7f3-c360eae7cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:31.054858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] For port 82878884-0882-46f5-a889-f34c47ad4891, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:46:31.069485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] For port 82878884-0882-46f5-a889-f34c47ad4891, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=82878884-0882-46f5-a889-f34c47ad4891,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:46:31.073073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-883f2421-47a0-49a3-9c55-cf74cbe79eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.078637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:31.101480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event deleted for resources: {'Network': ['ID=9303405c-c0f7-4bfb-b84b-c1baa1037eec,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:31.113156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.113979 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "DELETE /v2.0/networks/9303405c-c0f7-4bfb-b84b-c1baa1037eec HTTP/1.1" status: 204 len: 168 time: 1.5985568 Dec 21 16:46:31.114902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40394) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:31.115801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:31.123766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f701c-62be-402c-b7f3-c360eae7cc6b None None] Routers {'6ecf148f-cdac-4b57-a737-850145a287b3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:31.124479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9c7f701c-62be-402c-b7f3-c360eae7cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['6ecf148f-cdac-4b57-a737-850145a287b3'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:31.189608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.194274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ecaa6b6-13e6-4876-b318-99ade924b1e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:31.203292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f2421-47a0-49a3-9c55-cf74cbe79eed None None] Pushing event deleted for resources: {'Port': ['ID=c05107bf-94ed-4ebb-8b54-fe9367a2c96c,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:31.205850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-883f2421-47a0-49a3-9c55-cf74cbe79eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:31.209159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68345e69-d7a0-4593-95e6-383200845549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:31.248143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9c7f701c-62be-402c-b7f3-c360eae7cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:31.248536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f701c-62be-402c-b7f3-c360eae7cc6b None None] The sync data for ids ['6ecf148f-cdac-4b57-a737-850145a287b3'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:31.260230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883f2421-47a0-49a3-9c55-cf74cbe79eed None None] No DVR routers for this DVR port c05107bf-94ed-4ebb-8b54-fe9367a2c96c on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:46:31.322342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c05107bf-94ed-4ebb-8b54-fe9367a2c96c no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:46:31.356558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.363364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: c05107bf-94ed-4ebb-8b54-fe9367a2c96c {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:46:31.363770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c05107bf-94ed-4ebb-8b54-fe9367a2c96c not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:46:31.398417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Pushing event updated for resources: {'Port': ['ID=82878884-0882-46f5-a889-f34c47ad4891,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:31.409233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:31.410212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:31.415959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:31.419653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=9b52b28a-3127-43e9-a070-7cecb477bd50,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:31.422349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:31.423133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.429083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:31.523498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.573108 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6508567 Dec 21 16:46:31.575918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab039a47-d55c-45bb-b176-e148f479e79b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.577554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40398) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:31.584952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:88:5e:90', 'name': 'tempest-NetworksTestDHCPv6-34189625'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:31.612261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab039a47-d55c-45bb-b176-e148f479e79b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.725538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab039a47-d55c-45bb-b176-e148f479e79b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.726122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab039a47-d55c-45bb-b176-e148f479e79b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Fanout notify agent at l3_agent the message router_deleted on router 6ecf148f-cdac-4b57-a737-850145a287b3 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:46:31.749152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.759685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab039a47-d55c-45bb-b176-e148f479e79b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.760927 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ab039a47-d55c-45bb-b176-e148f479e79b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/6ecf148f-cdac-4b57-a737-850145a287b3 HTTP/1.1" status: 204 len: 168 time: 0.9224417 Dec 21 16:46:31.766508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40402) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:31.770494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:31.776670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a24040-19a9-4a51-a915-b25bb385c549 req-ba31f326-455c-424d-9b8b-1bda922c7446 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:31.778330 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e1a24040-19a9-4a51-a915-b25bb385c549 req-ba31f326-455c-424d-9b8b-1bda922c7446 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.5137424 Dec 21 16:46:31.816839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:31.824459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:31.839258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826b61f4-46ab-47b2-adc0-648812cf12ea']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:31.839980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:31.865574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eefbeeb-ac89-411f-a031-2fae7e8f7d0b') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:31.865932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eefbeeb-ac89-411f-a031-2fae7e8f7d0b') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:31.877355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:31.921961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.976808 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e1a24040-19a9-4a51-a915-b25bb385c549 req-ae797dd6-e729-485e-972f-fd096ca2a2d6 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777380 Dec 21 16:46:31.984054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:31.992527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:46:31.993078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:46:32.021020 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:46:32.024994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40406) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:32.096297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Router 9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:46:32.382203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:32.397816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-45038564-12bc-4ca8-b480-12628dda0841 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting subnet 658629c2-4097-4194-a255-b554d9d156ad {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:32.405642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45038564-12bc-4ca8-b480-12628dda0841 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:32.465749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port c9426ac1-dfd0-44a2-ba0a-a7a0650b2237 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:46:32.520237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:32.527114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45038564-12bc-4ca8-b480-12628dda0841 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:32.532281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3057cf4b-270a-4ac6-ba5b-c9acad7ea080 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:32.550773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:32.633370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event deleted for resources: {'Network': ['ID=826b61f4-46ab-47b2-adc0-648812cf12ea,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:32.644591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:32.653371 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "DELETE /v2.0/networks/826b61f4-46ab-47b2-adc0-648812cf12ea HTTP/1.1" status: 204 len: 168 time: 1.5331652 Dec 21 16:46:32.657564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40412) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:32.747952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45038564-12bc-4ca8-b480-12628dda0841 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:32.802602 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-704520dc-e6cc-4c5b-b5a9-fe6abd373239 tempest-TestNetworkAdvancedServerOps-1553077996 tempest-TestNetworkAdvancedServerOps-1553077996-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 1094 time: 0.7616651 Dec 21 16:46:32.804331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40416) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:32.817537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:32.828197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:32.842686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Usage tracker for resource:floatingip and tenant:9fbf8b86e42b4c1f92705ea070b83c47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:32.849433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:32.855526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8:0:1::315 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/9b52b28a-3127-43e9-a070-7cecb477bd50/c9426ac1-dfd0-44a2-ba0a-a7a0650b2237) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:32.866159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:32.875444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::f816:3eff:fe88:5e90 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/c72eb7f6-a175-478f-9f4c-18eb69faa6b9/c9426ac1-dfd0-44a2-ba0a-a7a0650b2237) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:32.889244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:32.915254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095de1f6-9165-4432-9e76-857d32b38063 req-bb1ac9a5-b7e8-4096-b73e-013e154b8470 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:32.917107 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-095de1f6-9165-4432-9e76-857d32b38063 req-bb1ac9a5-b7e8-4096-b73e-013e154b8470 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.7440147 Dec 21 16:46:32.938846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45038564-12bc-4ca8-b480-12628dda0841 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:32.947717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c03788cd-c0f0-4c01-a1d8-c199682b250d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:33.012284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45038564-12bc-4ca8-b480-12628dda0841 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Subnet': ['ID=658629c2-4097-4194-a255-b554d9d156ad,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:33.019857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45038564-12bc-4ca8-b480-12628dda0841 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:33.036055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45038564-12bc-4ca8-b480-12628dda0841 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:33.040710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e6ba4a-ce3e-47cd-a7af-7a350b78ea6e None None] Network 10f69b11-9fc3-4287-8ab4-ba2058b19d66 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:33.092710 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-45038564-12bc-4ca8-b480-12628dda0841 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/658629c2-4097-4194-a255-b554d9d156ad HTTP/1.1" status: 204 len: 168 time: 1.3239400 Dec 21 16:46:33.099535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40420) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:33.104212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port 168dd83e-b69c-48b5-af7e-8deec528952b {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:33.104589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:33.254665 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-095de1f6-9165-4432-9e76-857d32b38063 req-570196e2-95fb-49cf-81d3-41cb20da213f tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137827 Dec 21 16:46:33.314915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3846cf44-73aa-4a59-bc87-a7468fe62310 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Deleting subnet 51f85581-2c0d-4e7b-bf6b-914738730797 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:33.321571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3846cf44-73aa-4a59-bc87-a7468fe62310 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:33.444140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:33.445508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 82878884-0882-46f5-a889-f34c47ad4891 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:33.479683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3846cf44-73aa-4a59-bc87-a7468fe62310 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:33.503355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:33.503735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:33.531497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:33.561382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd783fa-ca57-408c-9d34-4cfbbb8a22c0 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:33.562296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:33.573401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfd7ed-a1f2-44a2-ac94-4462fc4b157c None None] Sync routers for ids ['9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:33.595528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cfd7ed-a1f2-44a2-ac94-4462fc4b157c None None] Routers {'9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:33.596217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd7ed-a1f2-44a2-ac94-4462fc4b157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:33.637534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:33.639089 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "PUT /v2.0/routers/9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b HTTP/1.1" status: 200 len: 915 time: 7.7816727 Dec 21 16:46:33.642120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:33.662219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40428) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:33.752045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for 168dd83e-b69c-48b5-af7e-8deec528952b owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:33.788642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object c9426ac1-dfd0-44a2-ba0a-a7a0650b2237 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:33.809762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:33.905900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd7ed-a1f2-44a2-ac94-4462fc4b157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:33.922154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cfd7ed-a1f2-44a2-ac94-4462fc4b157c None None] Routers {'9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:33.923135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd7ed-a1f2-44a2-ac94-4462fc4b157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:33.939151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0ccc7-4ce0-470c-96d6-176cea6864fb None None] DHCP port deletion for 10f69b11-9fc3-4287-8ab4-ba2058b19d66 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:46:33.969212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-24f0ccc7-4ce0-470c-96d6-176cea6864fb None None] Deleting port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:33.969805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24f0ccc7-4ce0-470c-96d6-176cea6864fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:33.985814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Allocated IP 172.26.7.110 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/d3ff1fc4-d889-4ac8-b75f-b4976b3f1688) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:33.998588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3846cf44-73aa-4a59-bc87-a7468fe62310 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.013654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b8cfd7ed-a1f2-44a2-ac94-4462fc4b157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:34.014440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfd7ed-a1f2-44a2-ac94-4462fc4b157c None None] The sync data for ids ['9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:34.061926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bf1b1-fd1d-47a0-9461-c45e0159365d req-255eb6ab-4340-4186-86e3-a39f493e95bb tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:34.063593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-231bf1b1-fd1d-47a0-9461-c45e0159365d req-255eb6ab-4340-4186-86e3-a39f493e95bb tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.3207083 Dec 21 16:46:34.087060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2afc527d-2d29-4f0c-a38e-28d8df7059db None None] Provisioning for port 82878884-0882-46f5-a889-f34c47ad4891 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:34.157266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 82878884-0882-46f5-a889-f34c47ad4891 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:34.174468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 82878884-0882-46f5-a889-f34c47ad4891 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:34.175054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.175191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3846cf44-73aa-4a59-bc87-a7468fe62310 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.186379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4710449e-61f8-4a32-891e-3efcdbe53f95 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:34.238203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846cf44-73aa-4a59-bc87-a7468fe62310 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event deleted for resources: {'Subnet': ['ID=51f85581-2c0d-4e7b-bf6b-914738730797,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:34.240583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3846cf44-73aa-4a59-bc87-a7468fe62310 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:34.246495 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-231bf1b1-fd1d-47a0-9461-c45e0159365d req-cd34fef3-591b-4ca9-867f-edb67549db33 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716845 Dec 21 16:46:34.251889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3846cf44-73aa-4a59-bc87-a7468fe62310 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.274893 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3846cf44-73aa-4a59-bc87-a7468fe62310 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "DELETE /v2.0/subnets/51f85581-2c0d-4e7b-bf6b-914738730797 HTTP/1.1" status: 204 len: 168 time: 1.6140082 Dec 21 16:46:34.275785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40432) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:34.286983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72249f-7e0b-43ac-badd-600e3010ec6d None None] Network 35d185fa-6efc-449b-a12d-31d108df5cf2 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:34.303121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c,segment=NetworkSegment(0787d105-0da7-4f7a-aab1-4f9af57d7db5),segment_id=0787d105-0da7-4f7a-aab1-4f9af57d7db5)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:34.303529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.326220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.344172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-662b6617-5b0c-459c-9b66-72bdd0001fcc tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:34.390200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=168dd83e-b69c-48b5-af7e-8deec528952b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:34.399310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:34.413002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.494000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-24f0ccc7-4ce0-470c-96d6-176cea6864fb None None] For port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c,segment=NetworkSegment(0787d105-0da7-4f7a-aab1-4f9af57d7db5),segment_id=0787d105-0da7-4f7a-aab1-4f9af57d7db5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:34.494527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24f0ccc7-4ce0-470c-96d6-176cea6864fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.680746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-24f0ccc7-4ce0-470c-96d6-176cea6864fb None None] Calling delete_port for b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:34.727213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.754950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.760682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Deleting port 31f10549-4090-4eca-bf4d-4462e94f45ec {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:34.761119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.781165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44e06cd2-c4c4-4b77-8c3d-d9f48ebbcd76 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:34.818878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:34.857291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.907729 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a56ad6cf-ece2-4348-ac94-22789d807f26 req-909ed994-fcc5-4d5f-969f-b85d2ec7eda3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=075038327d62448cb2e2d92fbfae8cf8&device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 1099 time: 0.8768787 Dec 21 16:46:34.916489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.931621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24f0ccc7-4ce0-470c-96d6-176cea6864fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:34.944746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa79cae2-c6d4-46dd-8d33-32a5b26c1d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:35.009545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0ccc7-4ce0-470c-96d6-176cea6864fb None None] Pushing event deleted for resources: {'Port': ['ID=b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:35.010718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=c9426ac1-dfd0-44a2-ba0a-a7a0650b2237,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:35.015706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:35.019002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24f0ccc7-4ce0-470c-96d6-176cea6864fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:35.027307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 82878884-0882-46f5-a889-f34c47ad4891, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=82878884-0882-46f5-a889-f34c47ad4891,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:35.032146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0ccc7-4ce0-470c-96d6-176cea6864fb None None] No DVR routers for this DVR port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:46:35.032687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:35.034945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:35.040027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:35.041907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:35.042079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-121485ca-d7d6-4c05-80f5-807c62c85de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:35.046857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:35.047526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:35.081454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44be39f5-d776-475f-ac25-3b85104436a0 None None] Update dhcp port {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'fixed_ips': [{'subnet_id': 'c72eb7f6-a175-478f-9f4c-18eb69faa6b9', 'ip_address': '2001:db8::f816:3eff:feb8:f5fb'}, {'subnet_id': '9b52b28a-3127-43e9-a070-7cecb477bd50'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': '82878884-0882-46f5-a889-f34c47ad4891'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:46:35.162153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:46:35.162571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:46:35.170301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44be39f5-d776-475f-ac25-3b85104436a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:35.179288 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5976324 Dec 21 16:46:35.182975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40436) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:35.184071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b5c7b5-f438-4ade-88e6-5c4b045669ed None None] DHCP port deletion for 35d185fa-6efc-449b-a12d-31d108df5cf2 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:46:35.189536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=82878884-0882-46f5-a889-f34c47ad4891,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:35.196828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:35.199830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-23b5c7b5-f438-4ade-88e6-5c4b045669ed None None] Deleting port 31f10549-4090-4eca-bf4d-4462e94f45ec {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:35.200256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23b5c7b5-f438-4ade-88e6-5c4b045669ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:35.234640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:35.250923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-80067a48-af09-45a5-a4d0-e4e1d4e230db tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:35.331117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ad6cf-ece2-4348-ac94-22789d807f26 req-db2f129b-e724-4f8d-b649-afcd7486c9d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:35.332828 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a56ad6cf-ece2-4348-ac94-22789d807f26 req-db2f129b-e724-4f8d-b649-afcd7486c9d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 200 len: 913 time: 0.4098384 Dec 21 16:46:35.408505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 82878884-0882-46f5-a889-f34c47ad4891 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:35.483678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-35dfb042-98de-4fa3-8db8-5791d8cf0c76 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port c9426ac1-dfd0-44a2-ba0a-a7a0650b2237 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:35.484047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35dfb042-98de-4fa3-8db8-5791d8cf0c76 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:35.529885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-28a041c4-3c11-4d95-a077-6a8e246c9860 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/routers/9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b HTTP/1.1" status: 200 len: 921 time: 1.8660066 Dec 21 16:46:35.532217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:35.535602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40442) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:35.563305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:35.565346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'Port': ['ID=d3ff1fc4-d889-4ac8-b75f-b4976b3f1688,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:35.567939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:35.604795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:35.648877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-44be39f5-d776-475f-ac25-3b85104436a0 None None] Allocated IP 2001:db8:0:1::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/9b52b28a-3127-43e9-a070-7cecb477bd50/82878884-0882-46f5-a889-f34c47ad4891) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:35.669699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] For port 31f10549-4090-4eca-bf4d-4462e94f45ec, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=31f10549-4090-4eca-bf4d-4462e94f45ec,segment=NetworkSegment(63c7949f-c18c-4887-a660-12c2cfbc4981),segment_id=63c7949f-c18c-4887-a660-12c2cfbc4981)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:35.670091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:35.685052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:35.685441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:35.793963 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a56ad6cf-ece2-4348-ac94-22789d807f26 req-a0db5d6c-caf6-4f9f-b1a5-a3f6fa113fc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 200 len: 1001 time: 0.4446533 Dec 21 16:46:35.810728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] The port 'b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c' was deleted {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:46:35.928220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Calling delete_port for 31f10549-4090-4eca-bf4d-4462e94f45ec owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:35.992169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-44be39f5-d776-475f-ac25-3b85104436a0 None None] For port 82878884-0882-46f5-a889-f34c47ad4891, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=82878884-0882-46f5-a889-f34c47ad4891,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:36.019754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44be39f5-d776-475f-ac25-3b85104436a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.039250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-44be39f5-d776-475f-ac25-3b85104436a0 None None] Transition to ACTIVE for port object 82878884-0882-46f5-a889-f34c47ad4891 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:36.052372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdb6fa-0f54-4804-9498-fe14bad38a04 req-d1c725d8-b7dc-4f81-98c7-faf7be331470 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:36.054004 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1dfdb6fa-0f54-4804-9498-fe14bad38a04 req-d1c725d8-b7dc-4f81-98c7-faf7be331470 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5682914 Dec 21 16:46:36.070269 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ed0f849-5534-4770-8f61-e79f9e8674b0 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&device_id=9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5333931 Dec 21 16:46:36.073759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Router 13181b6e-97f8-43d0-8176-4a5db7a0bfe4 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:46:36.076378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40446) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:36.082819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ad6cf-ece2-4348-ac94-22789d807f26 req-af3e7382-c5de-49e4-ad02-effcef823d84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:36.084440 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a56ad6cf-ece2-4348-ac94-22789d807f26 req-af3e7382-c5de-49e4-ad02-effcef823d84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d7f618-3d65-4d7b-bf24-22070d8333ab HTTP/1.1" status: 200 len: 851 time: 0.2724686 Dec 21 16:46:36.096024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.113205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44be39f5-d776-475f-ac25-3b85104436a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.120790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:36.123442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43ab69b9-d95f-467f-be81-62c7c8633b45 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:36.187350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.193603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event deleted for resources: {'Port': ['ID=31f10549-4090-4eca-bf4d-4462e94f45ec,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:36.196145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:36.209740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] No DVR routers for this DVR port 31f10549-4090-4eca-bf4d-4462e94f45ec on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:46:36.218629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-23b5c7b5-f438-4ade-88e6-5c4b045669ed None None] For port 31f10549-4090-4eca-bf4d-4462e94f45ec, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=31f10549-4090-4eca-bf4d-4462e94f45ec,segment=NetworkSegment(63c7949f-c18c-4887-a660-12c2cfbc4981),segment_id=63c7949f-c18c-4887-a660-12c2cfbc4981)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:36.219147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23b5c7b5-f438-4ade-88e6-5c4b045669ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.390301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f69b11-9fc3-4287-8ab4-ba2058b19d66']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:36.404790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 31f10549-4090-4eca-bf4d-4462e94f45ec no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:46:36.430847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0787d105-0da7-4f7a-aab1-4f9af57d7db5') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:36.430847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0787d105-0da7-4f7a-aab1-4f9af57d7db5') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:36.440540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-23b5c7b5-f438-4ade-88e6-5c4b045669ed None None] Calling delete_port for 31f10549-4090-4eca-bf4d-4462e94f45ec owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:36.462770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35dfb042-98de-4fa3-8db8-5791d8cf0c76 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.480215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.485469 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1dfdb6fa-0f54-4804-9498-fe14bad38a04 req-97269d14-def9-4b9d-b7fb-d0c7a29c24da tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103405 Dec 21 16:46:36.491515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be39f5-d776-475f-ac25-3b85104436a0 None None] Pushing event updated for resources: {'Port': ['ID=82878884-0882-46f5-a889-f34c47ad4891,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:36.494300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 31f10549-4090-4eca-bf4d-4462e94f45ec {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:46:36.494702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 31f10549-4090-4eca-bf4d-4462e94f45ec not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:46:36.495340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:46:36.531885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44be39f5-d776-475f-ac25-3b85104436a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:36.535749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:46:36.536156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b26bbec6-a6b1-40c6-bdeb-9ee6b3d3cd4c not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:46:36.587628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-23b5c7b5-f438-4ade-88e6-5c4b045669ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:46:36.588044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-23b5c7b5-f438-4ade-88e6-5c4b045669ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:46:36.596207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.629356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455cc05b-8dd6-409d-ae65-24c16d5ff84b tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:36.630962 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-455cc05b-8dd6-409d-ae65-24c16d5ff84b tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/networks/7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 881 time: 0.5528460 Dec 21 16:46:36.637855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40450) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:36.639736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:36.648476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d185fa-6efc-449b-a12d-31d108df5cf2']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:36.654112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d650e-26fa-4a02-ac06-9202206e70bb None None] Sync routers for ids ['13181b6e-97f8-43d0-8176-4a5db7a0bfe4'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:36.671672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d650e-26fa-4a02-ac06-9202206e70bb None None] Routers {'13181b6e-97f8-43d0-8176-4a5db7a0bfe4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:36.672519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-656d650e-26fa-4a02-ac06-9202206e70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13181b6e-97f8-43d0-8176-4a5db7a0bfe4'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:36.709173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c7949f-c18c-4887-a660-12c2cfbc4981') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:36.709512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c7949f-c18c-4887-a660-12c2cfbc4981') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:36.722257 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eda19e73-42bc-45d6-95d4-16a02b5d3126 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b HTTP/1.1" status: 200 len: 205 time: 0.0778494 Dec 21 16:46:36.725973 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "PUT /v2.0/routers/13181b6e-97f8-43d0-8176-4a5db7a0bfe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6651542 Dec 21 16:46:36.727034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40454) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:36.760575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-656d650e-26fa-4a02-ac06-9202206e70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:36.776080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d650e-26fa-4a02-ac06-9202206e70bb None None] Routers {'13181b6e-97f8-43d0-8176-4a5db7a0bfe4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:36.776837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-656d650e-26fa-4a02-ac06-9202206e70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['13181b6e-97f8-43d0-8176-4a5db7a0bfe4'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:36.790653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40456) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:36.792655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.854308 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4551f0fe-e2c2-4c25-b4cc-ca65174dae70 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:46:36.854960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4551f0fe-e2c2-4c25-b4cc-ca65174dae70 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:36.855803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-656d650e-26fa-4a02-ac06-9202206e70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:36.856610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d650e-26fa-4a02-ac06-9202206e70bb None None] The sync data for ids ['13181b6e-97f8-43d0-8176-4a5db7a0bfe4'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:36.886808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.897762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4551f0fe-e2c2-4c25-b4cc-ca65174dae70 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:36.901836 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4551f0fe-e2c2-4c25-b4cc-ca65174dae70 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/168dd83e-b69c-48b5-af7e-8deec528952b HTTP/1.1" status: 404 len: 333 time: 0.0988638 Dec 21 16:46:36.902657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:46:36.903143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:46:36.919187 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:46:36.923845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40462) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:36.930933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:36.939990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-35dfb042-98de-4fa3-8db8-5791d8cf0c76 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for c9426ac1-dfd0-44a2-ba0a-a7a0650b2237 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:36.983467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:46:36.983913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:46:37.013104 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:46:37.041296 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a56ad6cf-ece2-4348-ac94-22789d807f26 req-1179d9f7-3929-49e2-87e5-54dd9b264b1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28f1e28f-1df5-418a-9ebc-3336554e3511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8435111 Dec 21 16:46:37.089950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-23b5c7b5-f438-4ade-88e6-5c4b045669ed None None] Deleting port 31f10549-4090-4eca-bf4d-4462e94f45ec {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:37.090390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23b5c7b5-f438-4ade-88e6-5c4b045669ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.151323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.169541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-23b5c7b5-f438-4ade-88e6-5c4b045669ed None None] The port '31f10549-4090-4eca-bf4d-4462e94f45ec' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:46:37.209046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d2d3c0ff-613c-4321-9221-95033e34e4c2 tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:37.210243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.230691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.273908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a51986a5-feb4-4a1d-9863-ad0afdc664c0 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:37.302175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.304841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 82878884-0882-46f5-a889-f34c47ad4891 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:37.330331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Network': ['ID=10f69b11-9fc3-4287-8ab4-ba2058b19d66,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:37.339186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:37.400420 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/networks/10f69b11-9fc3-4287-8ab4-ba2058b19d66 HTTP/1.1" status: 204 len: 168 time: 4.2996886 Dec 21 16:46:37.461261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40466) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:37.477341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1ad0610a-c0b6-4c63-b769-06b2518f3bf7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-515610218', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:37.499067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Pushing event deleted for resources: {'Network': ['ID=35d185fa-6efc-449b-a12d-31d108df5cf2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:37.503298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:37.506360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1ad0610a-c0b6-4c63-b769-06b2518f3bf7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:37.510728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "DELETE /v2.0/networks/35d185fa-6efc-449b-a12d-31d108df5cf2 HTTP/1.1" status: 204 len: 168 time: 3.2326994 Dec 21 16:46:37.512916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40470) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:37.520672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0398c2bc-04b8-4065-b0ac-89be67032e32 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.592947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d420850e-7afc-4cc9-9087-53a68115f4c9 None None] Provisioning for port 82878884-0882-46f5-a889-f34c47ad4891 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:37.598078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1ad0610a-c0b6-4c63-b769-06b2518f3bf7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:router and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:37.602468 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a56ad6cf-ece2-4348-ac94-22789d807f26 req-cf982ef1-bd83-460c-ae42-b870abaa05c6 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445783 Dec 21 16:46:37.603343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1ad0610a-c0b6-4c63-b769-06b2518f3bf7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:37.618091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d420850e-7afc-4cc9-9087-53a68115f4c9 None None] Provisioning complete for port 82878884-0882-46f5-a889-f34c47ad4891 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:37.618734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d420850e-7afc-4cc9-9087-53a68115f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.671061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1ad0610a-c0b6-4c63-b769-06b2518f3bf7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:37.671574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a6702bf0-83ae-412d-8342-f34a0e7d415e tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Synchronizing usage tracker for tenant:d6db1029ce48454ea18658174b736e21 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:37.744842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.797898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ad0610a-c0b6-4c63-b769-06b2518f3bf7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.798955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ad0610a-c0b6-4c63-b769-06b2518f3bf7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.834721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a6702bf0-83ae-412d-8342-f34a0e7d415e tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Unset dirty status for tenant:d6db1029ce48454ea18658174b736e21 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:37.836337 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a6702bf0-83ae-412d-8342-f34a0e7d415e tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "GET /v2.0/ports?device_id=81b3b1be-6df0-42b3-91cd-ae78a1fd7dee HTTP/1.1" status: 200 len: 205 time: 0.3205800 Dec 21 16:46:37.852654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40476) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:37.883384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-99689798-9760-4b7f-841c-a62a356a08cc None None] Could not find standard attr ID for object c9426ac1-dfd0-44a2-ba0a-a7a0650b2237. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:46:37.893805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35dfb042-98de-4fa3-8db8-5791d8cf0c76 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.907117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5663311e-0a89-453e-af38-0c600fdbe57f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:37.951781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:37.998710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfb042-98de-4fa3-8db8-5791d8cf0c76 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=c9426ac1-dfd0-44a2-ba0a-a7a0650b2237,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:38.008287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-35dfb042-98de-4fa3-8db8-5791d8cf0c76 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:38.011800 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a56ad6cf-ece2-4348-ac94-22789d807f26 req-2b77273b-1d42-4ed3-babe-92b801aa4d46 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971364 Dec 21 16:46:38.025320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ad0610a-c0b6-4c63-b769-06b2518f3bf7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:38.128353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5458e4-9e1c-436f-867d-2fe8f6519236 req-05cb7456-9404-4cdf-a5ee-d62c60242afd tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:38.130386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab5458e4-9e1c-436f-867d-2fe8f6519236 req-05cb7456-9404-4cdf-a5ee-d62c60242afd tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.4391673 Dec 21 16:46:38.131730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35dfb042-98de-4fa3-8db8-5791d8cf0c76 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:38.201102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ad0610a-c0b6-4c63-b769-06b2518f3bf7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:38.230312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a56811b-194d-4943-919a-a0deafa4610a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:38.245807 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-35dfb042-98de-4fa3-8db8-5791d8cf0c76 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/c9426ac1-dfd0-44a2-ba0a-a7a0650b2237 HTTP/1.1" status: 204 len: 168 time: 3.0590007 Dec 21 16:46:38.248876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40480) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:38.337039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ad0610a-c0b6-4c63-b769-06b2518f3bf7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:38.338325 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1ad0610a-c0b6-4c63-b769-06b2518f3bf7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8742449 Dec 21 16:46:38.349634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40484) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:38.355455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:38.381349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'network': {'name': 'tempest-RoutersTest-737942617'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:38.392917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:38.405154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:network and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:38.416233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:38.439080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:38.480536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:38.485963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:38.502086 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aabc9a47-f05b-4283-ae6a-167189f80627 req-ae012ca4-a0e9-42ca-9ffa-5d1feadd93d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=075038327d62448cb2e2d92fbfae8cf8&device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 1099 time: 0.3635163 Dec 21 16:46:38.531730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e202c4d0-9042-4a80-970b-85fefe3a548e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:38.532501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e202c4d0-9042-4a80-970b-85fefe3a548e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:38.543335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:38.580128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:38.601056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68016f73-7f03-479a-8ed9-03c1a38869f1 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:38.606573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0398c2bc-04b8-4065-b0ac-89be67032e32 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:38.620178 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab5458e4-9e1c-436f-867d-2fe8f6519236 req-ed6cc978-388f-455d-b414-d7f81d1a8099 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4140320 Dec 21 16:46:38.629175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0398c2bc-04b8-4065-b0ac-89be67032e32 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:38.645664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:46:38.675031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e202c4d0-9042-4a80-970b-85fefe3a548e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:38.676336 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e202c4d0-9042-4a80-970b-85fefe3a548e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4253461 Dec 21 16:46:38.681906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40488) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:39.063669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.064061 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added segment e57ec4cf-3831-420b-8d8b-1f5f3185ec3c of type vlan for network c40c183c-0031-4bd4-9c3b-71a2f33e0f4c Dec 21 16:46:39.124213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event updated for resources: {'Port': ['ID=d3ff1fc4-d889-4ac8-b75f-b4976b3f1688,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:39.145328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:39.165177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.190657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.248193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0398c2bc-04b8-4065-b0ac-89be67032e32 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.248448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9a47-f05b-4283-ae6a-167189f80627 req-38af6f57-0e1e-47b2-9795-18dc37db2f78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:39.248766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0398c2bc-04b8-4065-b0ac-89be67032e32 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Fanout notify agent at l3_agent the message router_deleted on router 13181b6e-97f8-43d0-8176-4a5db7a0bfe4 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:46:39.249880 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aabc9a47-f05b-4283-ae6a-167189f80627 req-38af6f57-0e1e-47b2-9795-18dc37db2f78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 200 len: 913 time: 0.7143469 Dec 21 16:46:39.265918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a56811b-194d-4943-919a-a0deafa4610a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.276080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0398c2bc-04b8-4065-b0ac-89be67032e32 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.277904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0398c2bc-04b8-4065-b0ac-89be67032e32 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/routers/13181b6e-97f8-43d0-8176-4a5db7a0bfe4 HTTP/1.1" status: 204 len: 168 time: 2.3517995 Dec 21 16:46:39.280343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a56811b-194d-4943-919a-a0deafa4610a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.282807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40492) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:39.411101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.415221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:39.415798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.427001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69945a50-0f3e-4494-9ae1-e0244779b7d7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:39.437769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a56811b-194d-4943-919a-a0deafa4610a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.438314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a56811b-194d-4943-919a-a0deafa4610a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Fanout notify agent at l3_agent the message router_deleted on router 81b3b1be-6df0-42b3-91cd-ae78a1fd7dee {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:46:39.460509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4a4d7-9c91-4178-b126-f5585eded228 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:39.462412 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4bc4a4d7-9c91-4178-b126-f5585eded228 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7325644 Dec 21 16:46:39.487474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40496) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:39.499296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a56811b-194d-4943-919a-a0deafa4610a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.500548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0a56811b-194d-4943-919a-a0deafa4610a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] 10.222.0.67 "DELETE /v2.0/routers/81b3b1be-6df0-42b3-91cd-ae78a1fd7dee HTTP/1.1" status: 204 len: 168 time: 1.6428614 Dec 21 16:46:39.533115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.547876 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aabc9a47-f05b-4283-ae6a-167189f80627 req-bdb4c23a-632e-4714-9cfb-fab41ecfe824 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 200 len: 1001 time: 0.2855790 Dec 21 16:46:39.559129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Deleting port 7a19cd25-0750-46f9-b916-6cc9480ff8a2 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:39.559129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.570144 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2124195 Dec 21 16:46:39.587643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40502) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:39.607220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'subnet': {'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:39.629043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-210ec4c2-54b3-4be3-93a1-761dd449ddbf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting subnet 0aee7f15-c9a7-4326-bdf1-d354d7cec376 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:39.643484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-210ec4c2-54b3-4be3-93a1-761dd449ddbf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.731526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Network': ['ID=c40c183c-0031-4bd4-9c3b-71a2f33e0f4c,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:39.734459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:39.743791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network c40c183c-0031-4bd4-9c3b-71a2f33e0f4c details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:46:39.783747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbf0be-e594-4f8a-ad10-2eb5224105b1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:39.785275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbf0be-e594-4f8a-ad10-2eb5224105b1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:39.786799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbf0be-e594-4f8a-ad10-2eb5224105b1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:39.787713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9fbbf0be-e594-4f8a-ad10-2eb5224105b1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:39.796392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9a47-f05b-4283-ae6a-167189f80627 req-f6e30201-6c6c-4f3b-a257-d222de90b27c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:39.797562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aabc9a47-f05b-4283-ae6a-167189f80627 req-f6e30201-6c6c-4f3b-a257-d222de90b27c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d7f618-3d65-4d7b-bf24-22070d8333ab HTTP/1.1" status: 200 len: 851 time: 0.2320640 Dec 21 16:46:39.832114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-210ec4c2-54b3-4be3-93a1-761dd449ddbf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:39.891353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9fbbf0be-e594-4f8a-ad10-2eb5224105b1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:39.891353 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9fbbf0be-e594-4f8a-ad10-2eb5224105b1 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3998504 Dec 21 16:46:39.894658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40510) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:39.921326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40514) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:40.019412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:40.019657 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Floating IP f7abb697-e46c-4768-94ed-7cbe48d4cdda associated. External IP: 172.26.7.110, port: 86dfcff5-3e2e-4192-9af3-9e3877842c3d. Dec 21 16:46:40.040751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:subnet and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:40.050936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:40.073400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:40.097473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:40.114588 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aabc9a47-f05b-4283-ae6a-167189f80627 req-09613286-84a3-4ce0-9ed0-7be3f5ed6748 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28f1e28f-1df5-418a-9ebc-3336554e3511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2968531 Dec 21 16:46:40.173469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:40.299147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Calling delete_port for 7a19cd25-0750-46f9-b916-6cc9480ff8a2 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:40.341691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-210ec4c2-54b3-4be3-93a1-761dd449ddbf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:40.347266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe9ab90-ec7f-4a98-a475-892b47d37dcd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 9b52b28a-3127-43e9-a070-7cecb477bd50 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:40.356962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ab90-ec7f-4a98-a475-892b47d37dcd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:40.377890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24659266-3119-4544-817f-5e89a0a7bd86 req-4f3f65e0-233e-427c-9261-a858e326def0 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:40.379710 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-24659266-3119-4544-817f-5e89a0a7bd86 req-4f3f65e0-233e-427c-9261-a858e326def0 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5589232 Dec 21 16:46:40.494597 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aabc9a47-f05b-4283-ae6a-167189f80627 req-fa91b7a8-9165-4ddb-807f-dbf718f8a34f service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204513 Dec 21 16:46:40.502133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ab90-ec7f-4a98-a475-892b47d37dcd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:40.535634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:40.623443 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2405beae-32d9-4304-a067-09e8285921cd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d6db1029ce48454ea18658174b736e21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6959441 Dec 21 16:46:40.629352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40520) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:40.722658 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-24659266-3119-4544-817f-5e89a0a7bd86 req-9bd3e806-6516-413f-8d18-0d12c2ddd1bb tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333445 Dec 21 16:46:40.795101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ab90-ec7f-4a98-a475-892b47d37dcd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:40.806144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-210ec4c2-54b3-4be3-93a1-761dd449ddbf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:40.814448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30294828-e529-4113-aa6b-adcb48401d71 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:40.854426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aabc9a47-f05b-4283-ae6a-167189f80627 req-4a305c9d-a712-4748-a396-407e6872f02f service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223054 Dec 21 16:46:40.860021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ec4c2-54b3-4be3-93a1-761dd449ddbf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Subnet': ['ID=0aee7f15-c9a7-4326-bdf1-d354d7cec376,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:40.873532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-210ec4c2-54b3-4be3-93a1-761dd449ddbf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:40.895726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aaed6f04-2d66-48f6-84f8-70b8e2eeb5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:40.939977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda29081-8aa4-4ec4-817a-87af45ffb530 None None] Network 38be5e8c-dac6-4120-bef0-b3e8be8a3a55 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:40.941482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-210ec4c2-54b3-4be3-93a1-761dd449ddbf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:40.985235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:41.029766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7f2be8e-397c-4c44-9013-637e7f47da0a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:41.063121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-210ec4c2-54b3-4be3-93a1-761dd449ddbf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/0aee7f15-c9a7-4326-bdf1-d354d7cec376 HTTP/1.1" status: 204 len: 168 time: 1.7749357 Dec 21 16:46:41.086193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40526) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:41.251478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a74226-3c14-464f-a2c0-84627d9a375e None None] DHCP port deletion for 38be5e8c-dac6-4120-bef0-b3e8be8a3a55 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:46:41.257007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aaed6f04-2d66-48f6-84f8-70b8e2eeb5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:41.257584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-12a74226-3c14-464f-a2c0-84627d9a375e None None] Deleting port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:41.258208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12a74226-3c14-464f-a2c0-84627d9a375e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:41.281325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ab90-ec7f-4a98-a475-892b47d37dcd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:41.291369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e7089b4d-9cb8-44de-876e-4d697a14549f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:41.305117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Subnet': ['ID=4d479a6a-ef8c-48a1-b5a8-991daed0cd5f,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:41.309449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:41.318924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9cbd-fe10-4055-a8df-b13743b5cfae req-45d52ef1-577d-463d-b5e2-baf0b533d3ce tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:41.320558 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-49da9cbd-fe10-4055-a8df-b13743b5cfae req-45d52ef1-577d-463d-b5e2-baf0b533d3ce tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.4487305 Dec 21 16:46:41.327437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:41.328751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-518d9009-959b-4fe8-95f7-60ee6f410c54 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:41.354307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9ab90-ec7f-4a98-a475-892b47d37dcd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=9b52b28a-3127-43e9-a070-7cecb477bd50,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:41.389812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:41.393922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cfe9ab90-ec7f-4a98-a475-892b47d37dcd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:41.406961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Pushing event deleted for resources: {'Port': ['ID=7a19cd25-0750-46f9-b916-6cc9480ff8a2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:41.413325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Checking segment: {'id': 'e57ec4cf-3831-420b-8d8b-1f5f3185ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:41.414027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network hostable DHCP agents. Network: c40c183c-0031-4bd4-9c3b-71a2f33e0f4c, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:46:41.419257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:41.425264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a992d16e-5525-4d68-999e-4eef87bb8136 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:41.425683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aaed6f04-2d66-48f6-84f8-70b8e2eeb5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:41.430793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ab90-ec7f-4a98-a475-892b47d37dcd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:41.434489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8409e69c-5843-491a-bd70-2b6fcf43a666 tempest-ServersTestManualDisk-1171872214 tempest-ServersTestManualDisk-1171872214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:41.457981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed6f04-2d66-48f6-84f8-70b8e2eeb5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6ac6c9-05c3-417a-8074-9949af9fdd3e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:41.512878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:41.513251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:41.523198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aaed6f04-2d66-48f6-84f8-70b8e2eeb5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:41.537139 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cfe9ab90-ec7f-4a98-a475-892b47d37dcd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/9b52b28a-3127-43e9-a070-7cecb477bd50 HTTP/1.1" status: 204 len: 168 time: 1.6376801 Dec 21 16:46:41.539934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aaed6f04-2d66-48f6-84f8-70b8e2eeb5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:41.548609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40530) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:41.554929 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aaed6f04-2d66-48f6-84f8-70b8e2eeb5f5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bd6ac6c9-05c3-417a-8074-9949af9fdd3e HTTP/1.1" status: 204 len: 168 time: 0.8770282 Dec 21 16:46:41.607008 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-49da9cbd-fe10-4055-a8df-b13743b5cfae req-646e5e91-c645-430b-bba4-f81fc0385922 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370629 Dec 21 16:46:41.618061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Router 4813b777-3e99-4a40-964f-659cba89a6f0 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:46:41.630160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-12a74226-3c14-464f-a2c0-84627d9a375e None None] For port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c,segment=NetworkSegment(4ffc80ec-1afa-4c85-ab08-77ec701acc64),segment_id=4ffc80ec-1afa-4c85-ab08-77ec701acc64)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:41.631101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12a74226-3c14-464f-a2c0-84627d9a375e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:41.672386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network c40c183c-0031-4bd4-9c3b-71a2f33e0f4c is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:46:41.783573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-12a74226-3c14-464f-a2c0-84627d9a375e None None] Calling delete_port for b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:41.985596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:41.999257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f441e-1fd2-4ec9-a6ff-82647cedf490 None None] Sync routers for ids ['4813b777-3e99-4a40-964f-659cba89a6f0'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:42.000372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12a74226-3c14-464f-a2c0-84627d9a375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:42.014921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f441e-1fd2-4ec9-a6ff-82647cedf490 None None] Routers {'4813b777-3e99-4a40-964f-659cba89a6f0'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:42.015836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ae6f441e-1fd2-4ec9-a6ff-82647cedf490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4813b777-3e99-4a40-964f-659cba89a6f0'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:42.023956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cd79cbd-650d-46a3-ae01-526a893606c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:42.030011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:42.095726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a74226-3c14-464f-a2c0-84627d9a375e None None] Pushing event deleted for resources: {'Port': ['ID=b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:42.100024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-12a74226-3c14-464f-a2c0-84627d9a375e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:42.102286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a74226-3c14-464f-a2c0-84627d9a375e None None] No DVR routers for this DVR port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:46:42.128132 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.3174474 Dec 21 16:46:42.128132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:46:42.163620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, c40c183c-0031-4bd4-9c3b-71a2f33e0f4c) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:42.173074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192fa2c-3226-4eea-a7c9-3c5873467566 None None] Network c40c183c-0031-4bd4-9c3b-71a2f33e0f4c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:42.209217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:42.209866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:42.333692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ae6f441e-1fd2-4ec9-a6ff-82647cedf490 None None] Set router 4813b777-3e99-4a40-964f-659cba89a6f0 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:46:42.410009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] For port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c,segment=NetworkSegment(4ffc80ec-1afa-4c85-ab08-77ec701acc64),segment_id=4ffc80ec-1afa-4c85-ab08-77ec701acc64)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:42.410913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:42.593961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:42.680419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:42.767911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ae6f441e-1fd2-4ec9-a6ff-82647cedf490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:57Z', 'revision_number': 4, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f7abb697-e46c-4768-94ed-7cbe48d4cdda', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'floating_ip_address': '172.26.7.110', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'port_id': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'mac_address': 'fa:16:3e:4a:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:46:37Z', 'revision_number': 0, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3803c111-4561-47af-85d2-7b18a347510c', 'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'mac_address': 'fa:16:3e:a4:8b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:54Z', 'updated_at': '2021-12-21T16:46:15Z', 'revision_number': 5, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'subnets': [{'id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:42.772136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f441e-1fd2-4ec9-a6ff-82647cedf490 None None] Checking router: 4813b777-3e99-4a40-964f-659cba89a6f0 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:46:42.784308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f441e-1fd2-4ec9-a6ff-82647cedf490 None None] Routers {'4813b777-3e99-4a40-964f-659cba89a6f0'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:42.784973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ae6f441e-1fd2-4ec9-a6ff-82647cedf490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4813b777-3e99-4a40-964f-659cba89a6f0'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:42.788201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:46:42.789145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:42.975074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40558) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:42.975471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ae6f441e-1fd2-4ec9-a6ff-82647cedf490 None None] Set router 4813b777-3e99-4a40-964f-659cba89a6f0 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:46:42.994255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-041b96e6-1758-4d60-a872-46603b07d57c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet c72eb7f6-a175-478f-9f4c-18eb69faa6b9 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:46:43.008159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40564) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:43.008306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4137115 Dec 21 16:46:43.018686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041b96e6-1758-4d60-a872-46603b07d57c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.060962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Allocated IP 172.20.0.2 (c40c183c-0031-4bd4-9c3b-71a2f33e0f4c/4d479a6a-ef8c-48a1-b5a8-991daed0cd5f/90c9fade-ac7b-4bd9-a561-5a831b1be2e4) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:43.255595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3aa7056c-9a21-475b-ba85-f3e4197bdd89 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:43.256264 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-3aa7056c-9a21-475b-ba85-f3e4197bdd89 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 16:46:43.257379 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3aa7056c-9a21-475b-ba85-f3e4197bdd89 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2811952 Dec 21 16:46:43.286265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40568) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:43.311536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186685260'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:43.329359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:43.338942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:43.343048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:43.349970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:46:43.354190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:43.356580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22cf61-d0b8-419f-abc1-978d1ac405a6 req-e097e01b-07b3-4937-84ee-b32fc2826d39 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:43.375609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7f22cf61-d0b8-419f-abc1-978d1ac405a6 req-e097e01b-07b3-4937-84ee-b32fc2826d39 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 1.5653300 Dec 21 16:46:43.388894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.440743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041b96e6-1758-4d60-a872-46603b07d57c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.455494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:46:43.455898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:46:43.486251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.500394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.504970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.520304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Transition to ACTIVE for port object 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:43.544234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.545984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Transition to ACTIVE for port object 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:43.551184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.554920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:46:43.555297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:46:43.565796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-12a74226-3c14-464f-a2c0-84627d9a375e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:43.573147 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7f22cf61-d0b8-419f-abc1-978d1ac405a6 req-0e3dadcc-a1e1-418e-91de-f7e9b001534a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961846 Dec 21 16:46:43.603310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ae6f441e-1fd2-4ec9-a6ff-82647cedf490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:57Z', 'revision_number': 4, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f7abb697-e46c-4768-94ed-7cbe48d4cdda', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'floating_ip_address': '172.26.7.110', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'port_id': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'mac_address': 'fa:16:3e:4a:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:46:37Z', 'revision_number': 0, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3803c111-4561-47af-85d2-7b18a347510c', 'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'mac_address': 'fa:16:3e:a4:8b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:54Z', 'updated_at': '2021-12-21T16:46:15Z', 'revision_number': 5, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'subnets': [{'id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:43.608618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f441e-1fd2-4ec9-a6ff-82647cedf490 None None] The sync data for ids ['4813b777-3e99-4a40-964f-659cba89a6f0'] in dv-neutron-822515-1-hyperv is: [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:57Z', 'revision_number': 4, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f7abb697-e46c-4768-94ed-7cbe48d4cdda', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'floating_ip_address': '172.26.7.110', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'port_id': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'mac_address': 'fa:16:3e:4a:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:46:37Z', 'revision_number': 0, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3803c111-4561-47af-85d2-7b18a347510c', 'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'mac_address': 'fa:16:3e:a4:8b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:54Z', 'updated_at': '2021-12-21T16:46:15Z', 'revision_number': 5, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'subnets': [{'id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:43.610613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716c564-f6e2-4149-9f05-14e428add054 req-719c1426-89f5-4da1-a284-ea7a1eb0af77 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:43.627740 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6716c564-f6e2-4149-9f05-14e428add054 req-719c1426-89f5-4da1-a284-ea7a1eb0af77 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.8008506 Dec 21 16:46:43.632508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:43.636497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Network c40c183c-0031-4bd4-9c3b-71a2f33e0f4c is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:43.637703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:43.641383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:43.642282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:43.648844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:43.649650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:43.688250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Pushing event updated for resources: {'Port': ['ID=90c9fade-ac7b-4bd9-a561-5a831b1be2e4,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:43.731864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:43.738908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.741946 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'status': 'completed', 'code': 200} Dec 21 16:46:43.794391 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6716c564-f6e2-4149-9f05-14e428add054 req-ce745ebb-6eac-48a8-a5ad-9325e9ab6ed9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655297 Dec 21 16:46:43.796121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Attempting to bind port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:46:43.796295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Attempting to bind port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'e57ec4cf-3831-420b-8d8b-1f5f3185ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:46:43.796828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Attempting to bind port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 on network c40c183c-0031-4bd4-9c3b-71a2f33e0f4c {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:43.799960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-67aa630b-d12d-4636-b18e-7443cc64f791 None None] Provisioning complete for port 82878884-0882-46f5-a889-f34c47ad4891 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:43.800511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67aa630b-d12d-4636-b18e-7443cc64f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.805898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.806088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.806211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Fanout notify agent at l3_agent the message router_deleted on router 9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:46:43.822046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40574) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:43.830281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041b96e6-1758-4d60-a872-46603b07d57c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.842168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:43.845108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:46:43.845685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Checking segment: {'id': 'e57ec4cf-3831-420b-8d8b-1f5f3185ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:43.846303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.846813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Bound using segment: {'id': 'e57ec4cf-3831-420b-8d8b-1f5f3185ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:46:43.846949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:43.847573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Bound port: 90c9fade-ac7b-4bd9-a561-5a831b1be2e4, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57ec4cf-3831-420b-8d8b-1f5f3185ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:46:43.848113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.850091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:43.856307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:43.919090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.984637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:43.986109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b HTTP/1.1" status: 204 len: 168 time: 7.2565336 Dec 21 16:46:43.986801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b2de20f6-84a2-40e2-930b-2c394645946a tempest-RoutersIpV6AdminTest-1455576192 tempest-RoutersIpV6AdminTest-1455576192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:43.998650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40578) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:44.016454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-54484146', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:44.030097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096da696-715f-45ff-b760-458d9ecea487,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:44.033515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:44.034397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.057377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:44.058446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.059411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d4d31c8b-0492-47e5-89f6-6d76bb1ce4e7 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:44.080794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] For port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:46:44.091943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] For port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=90c9fade-ac7b-4bd9-a561-5a831b1be2e4,segment=NetworkSegment(e57ec4cf-3831-420b-8d8b-1f5f3185ec3c),segment_id=e57ec4cf-3831-420b-8d8b-1f5f3185ec3c)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:46:44.098637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.109856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:44.115071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Usage tracker for resource:router and tenant:b50ca6a927d24d0a8597bc90a816736e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:44.119269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:44.121453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24f0ccc7-4ce0-470c-96d6-176cea6864fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:44.134088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:44.166106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbbed0d-2909-4c73-bf64-1e36f21f3b22 None None] New status for floating IP f7abb697-e46c-4768-94ed-7cbe48d4cdda: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:46:44.176933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.178537 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8819728 Dec 21 16:46:44.179750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c279ad38-ca36-4dbe-979d-e234b0dfa780,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:44.184180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:44.184741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40584) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:44.191042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.193940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.201830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': 'c279ad38-ca36-4dbe-979d-e234b0dfa780', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:44.209441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041b96e6-1758-4d60-a872-46603b07d57c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.215164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:44.252344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:44.265818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:44.283176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f3e84d1-bdc6-4e65-bd62-c499f5858b88 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:44.288674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:44.309983 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c34cc16-e038-4898-b991-e508105b9148 req-45fdce11-d697-45c4-963e-3e40a8d4e47a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fbf8b86e42b4c1f92705ea070b83c47&device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 1099 time: 0.3834445 Dec 21 16:46:44.312237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Pushing event updated for resources: {'Port': ['ID=90c9fade-ac7b-4bd9-a561-5a831b1be2e4,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:44.315849 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6e45aca4-3c72-4621-b4a8-3c2d527577c8 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/floatingips/f7abb697-e46c-4768-94ed-7cbe48d4cdda HTTP/1.1" status: 200 len: 992 time: 0.4886653 Dec 21 16:46:44.318576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:44.320022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] The port 'b8f0a4ed-11e3-4f94-ad1c-4e56ae6ce04c' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:46:44.390848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b96e6-1758-4d60-a872-46603b07d57c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=c72eb7f6-a175-478f-9f4c-18eb69faa6b9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:44.399306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-041b96e6-1758-4d60-a872-46603b07d57c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:44.408706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.419461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.428798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041b96e6-1758-4d60-a872-46603b07d57c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.428983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9269b62d-a2e7-4117-bb02-0753f38ecb3f None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:44.492635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.519370 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-041b96e6-1758-4d60-a872-46603b07d57c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/c72eb7f6-a175-478f-9f4c-18eb69faa6b9 HTTP/1.1" status: 204 len: 168 time: 2.9670665 Dec 21 16:46:44.587630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40588) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:44.599392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.618339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.635137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38be5e8c-dac6-4120-bef0-b3e8be8a3a55']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:44.652538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffc80ec-1afa-4c85-ab08-77ec701acc64') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:44.653254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffc80ec-1afa-4c85-ab08-77ec701acc64') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:44.669500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.750388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.769691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.786290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-034b1121-e151-485b-a267-0605d1016d0f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:44.787685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209f889-fcd9-4268-a361-bcf3861554bd req-f34383e5-1119-4e37-a1d2-74d444f7bdf0 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:44.789354 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c209f889-fcd9-4268-a361-bcf3861554bd req-f34383e5-1119-4e37-a1d2-74d444f7bdf0 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5891991 Dec 21 16:46:44.816878 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0ff610f0-554a-49df-849e-1d36c01cef05 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1959856 Dec 21 16:46:44.817840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.822645 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6289525 Dec 21 16:46:44.822839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e27a2ff-a8c2-49d4-b303-5f2dd8f53a47 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:46:44.824478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40592) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:44.824933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40594) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:44.826103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3e27a2ff-a8c2-49d4-b303-5f2dd8f53a47 None None] Deleting port 82878884-0882-46f5-a889-f34c47ad4891 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:44.826542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e27a2ff-a8c2-49d4-b303-5f2dd8f53a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.840338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ebd28bed-20fd-4edf-bbdd-f2f6dabde8c0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': 'c279ad38-ca36-4dbe-979d-e234b0dfa780', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:44.843129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:46:44.843129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:44.845407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce29c77b-129f-44af-b1f2-95562e2b1766,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:44.848227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:44.852318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:46:44.891959 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:46:45.142812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3e27a2ff-a8c2-49d4-b303-5f2dd8f53a47 None None] For port 82878884-0882-46f5-a889-f34c47ad4891, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=82878884-0882-46f5-a889-f34c47ad4891,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:45.143316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e27a2ff-a8c2-49d4-b303-5f2dd8f53a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:45.213934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ebd28bed-20fd-4edf-bbdd-f2f6dabde8c0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:45.241347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ebd28bed-20fd-4edf-bbdd-f2f6dabde8c0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:45.263698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ebd28bed-20fd-4edf-bbdd-f2f6dabde8c0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:45.268320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34cc16-e038-4898-b991-e508105b9148 req-51b330b9-7bb0-40de-90f4-f355bf70e38b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:45.270624 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c34cc16-e038-4898-b991-e508105b9148 req-51b330b9-7bb0-40de-90f4-f355bf70e38b service neutron] 10.222.0.48 "GET /v2.0/networks?id=60484531-a8a3-40ab-b578-f05d8f488ab8 HTTP/1.1" status: 200 len: 898 time: 0.9457610 Dec 21 16:46:45.294069 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c209f889-fcd9-4268-a361-bcf3861554bd req-6123d170-a727-4b1c-9640-188a1004d147 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200284 Dec 21 16:46:45.294908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:45.299134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2b1470e2-ede8-4a55-add8-617d06cc0ecf tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:45.309886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3e27a2ff-a8c2-49d4-b303-5f2dd8f53a47 None None] Calling delete_port for 82878884-0882-46f5-a889-f34c47ad4891 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:45.318297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:45.322742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40600) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:45.347509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ebd28bed-20fd-4edf-bbdd-f2f6dabde8c0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:45.422279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:45.427056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:45.432365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Network': ['ID=38be5e8c-dac6-4120-bef0-b3e8be8a3a55,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:45.435176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:45.450960 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/networks/38be5e8c-dac6-4120-bef0-b3e8be8a3a55 HTTP/1.1" status: 204 len: 168 time: 4.3570333 Dec 21 16:46:45.452786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40604) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:45.476352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e27a2ff-a8c2-49d4-b303-5f2dd8f53a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:45.488129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72b625ab-0a7c-422e-855c-09a6df1808bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:45.537348 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-30d95355-c166-42e0-a710-cb940c50dd50 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/floatingips/f7abb697-e46c-4768-94ed-7cbe48d4cdda HTTP/1.1" status: 200 len: 994 time: 0.2054975 Dec 21 16:46:45.540755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27a2ff-a8c2-49d4-b303-5f2dd8f53a47 None None] Pushing event deleted for resources: {'Port': ['ID=82878884-0882-46f5-a889-f34c47ad4891,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:45.544250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3e27a2ff-a8c2-49d4-b303-5f2dd8f53a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:45.549985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:45.551037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27a2ff-a8c2-49d4-b303-5f2dd8f53a47 None None] No DVR routers for this DVR port 82878884-0882-46f5-a889-f34c47ad4891 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:46:45.554346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:45.557443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:45.562545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:45.567470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:45.604146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:45.632242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 82878884-0882-46f5-a889-f34c47ad4891 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:46:45.647869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ebd28bed-20fd-4edf-bbdd-f2f6dabde8c0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:45.667725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 82878884-0882-46f5-a889-f34c47ad4891 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:46:45.668112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 82878884-0882-46f5-a889-f34c47ad4891 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:46:45.689408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6c51712-9681-42f7-b6de-11c2970957ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:45.720792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:45.733410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb6ca3-44b6-4f98-b6fa-9039401c61f3 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:45.738560 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4cfb6ca3-44b6-4f98-b6fa-9039401c61f3 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/72513199-626a-4bf3-a3dc-8e67f476b105 HTTP/1.1" status: 200 len: 840 time: 0.2768352 Dec 21 16:46:45.746284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40608) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:45.787579 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c34cc16-e038-4898-b991-e508105b9148 req-0ee43e3f-9175-48c3-b6aa-73ead468ddf4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d HTTP/1.1" status: 200 len: 1002 time: 0.5070434 Dec 21 16:46:45.788157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:45.889690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8d284f65-cc23-4a5f-8f99-8bce68cfccc2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:45.926933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:45.957356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8d284f65-cc23-4a5f-8f99-8bce68cfccc2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:45.962833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8d284f65-cc23-4a5f-8f99-8bce68cfccc2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/72513199-626a-4bf3-a3dc-8e67f476b105?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2088521 Dec 21 16:46:45.963203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40612) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:45.973508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:46.003662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Allocated IP 172.20.0.1 (c40c183c-0031-4bd4-9c3b-71a2f33e0f4c/4d479a6a-ef8c-48a1-b5a8-991daed0cd5f/ed9fab33-ab93-4307-9128-066701d27038) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:46.011853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34cc16-e038-4898-b991-e508105b9148 req-d846b686-199a-47a8-b1f6-bd73bce8cdbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:46.013455 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c34cc16-e038-4898-b991-e508105b9148 req-d846b686-199a-47a8-b1f6-bd73bce8cdbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2303edc8-4ab0-4896-8f97-c76aa04994ab HTTP/1.1" status: 200 len: 835 time: 0.1725192 Dec 21 16:46:46.034613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Allocated IP 172.26.7.239 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/6b3e365b-2e7c-478a-b937-8bc64eb25c84) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:46.131616 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-ebd28bed-20fd-4edf-bbdd-f2f6dabde8c0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 16:46:46.132772 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ebd28bed-20fd-4edf-bbdd-f2f6dabde8c0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3034213 Dec 21 16:46:46.140021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40616) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:46.154957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:46.179059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:46.185933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:46.253476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:46.300161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:46.320468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaef75c-3429-49d2-a605-b097197668ce None None] Network c40c183c-0031-4bd4-9c3b-71a2f33e0f4c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:46.405175 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c34cc16-e038-4898-b991-e508105b9148 req-57c0a47c-60d5-4faa-ba44-4366a1feb674 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60484531-a8a3-40ab-b578-f05d8f488ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3329484 Dec 21 16:46:46.456571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccf3c-14af-4a16-a342-87b43321b662 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.478610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.493230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.501188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.520324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81389057-71a3-4072-9ce1-48de39a1d0b7 None None] Provisioning for port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:46.531184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81389057-71a3-4072-9ce1-48de39a1d0b7 None None] Provisioning complete for port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:46.531484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81389057-71a3-4072-9ce1-48de39a1d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.546541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Transition to ACTIVE for port object ed9fab33-ab93-4307-9128-066701d27038 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:46.599811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccf3c-14af-4a16-a342-87b43321b662 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.648699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.655844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-249dec90-59e0-4951-b808-e5ffc0be79f1 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:46.734828 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c34cc16-e038-4898-b991-e508105b9148 req-20b6dda0-cf2e-450a-9e7b-028bfc792d51 service neutron] 10.222.0.48 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104460 Dec 21 16:46:46.749164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=d9607a8c-b20f-4725-855b-c1b4f2ae8ac5,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:46.753802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.760390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea4a1d04-c416-4f29-821e-3197e288a523 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:46.775709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:46.779312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.784811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:46.795799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:46.838546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:46.848584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0a341-0aad-4c87-a8d7-df7eb6917f12 req-88b44adb-94b1-4e45-a12d-07adf3424574 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:46.849926 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f2b0a341-0aad-4c87-a8d7-df7eb6917f12 req-88b44adb-94b1-4e45-a12d-07adf3424574 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.3454530 Dec 21 16:46:46.851717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:46.852371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.854234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccf3c-14af-4a16-a342-87b43321b662 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.892083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a85932-84a0-4d39-b70b-d54d0cc158fe None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:46.925509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:46.936043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:46.955248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Pushing event updated for resources: {'Port': ['ID=6b3e365b-2e7c-478a-b937-8bc64eb25c84,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:46.962652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:46.965711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81389057-71a3-4072-9ce1-48de39a1d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:46.986592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network c40c183c-0031-4bd4-9c3b-71a2f33e0f4c is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:46.993585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:46.995741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=ed9fab33-ab93-4307-9128-066701d27038,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:46.998097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:46.998298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:46.998683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70730835-eece-48d6-8519-083b11ab2512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:47.028146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:47.041428 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2138920 Dec 21 16:46:47.045225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ccf3c-14af-4a16-a342-87b43321b662 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c279ad38-ca36-4dbe-979d-e234b0dfa780,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:47.054914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40622) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:47.063422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bea0625e-88ce-4c60-b125-f5f22ca00008 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:47.073229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c34cc16-e038-4898-b991-e508105b9148 req-d9a0e2ef-1341-43d9-96db-945494c7106f service neutron] 10.222.0.48 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254957 Dec 21 16:46:47.078474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c3ccf3c-14af-4a16-a342-87b43321b662 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:47.090163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:47.146055 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f2b0a341-0aad-4c87-a8d7-df7eb6917f12 req-dd5038c7-cc49-4ce0-907c-47c30364d566 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503426 Dec 21 16:46:47.146896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccf3c-14af-4a16-a342-87b43321b662 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:47.150443 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1c3ccf3c-14af-4a16-a342-87b43321b662 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "DELETE /v2.0/security-groups/c279ad38-ca36-4dbe-979d-e234b0dfa780 HTTP/1.1" status: 204 len: 168 time: 1.0060034 Dec 21 16:46:47.159474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40626) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:47.228003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:47.277111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-81389057-71a3-4072-9ce1-48de39a1d0b7 None None] For port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=90c9fade-ac7b-4bd9-a561-5a831b1be2e4,segment=NetworkSegment(e57ec4cf-3831-420b-8d8b-1f5f3185ec3c),segment_id=e57ec4cf-3831-420b-8d8b-1f5f3185ec3c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:47.278904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:47.282442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81389057-71a3-4072-9ce1-48de39a1d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:47.286513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:47.297746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-91ef23b9-e34f-42dd-9382-f76430e03428 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Synchronizing usage tracker for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:47.324727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': 'd9607a8c-b20f-4725-855b-c1b4f2ae8ac5'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:46:47.325748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:47.432548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bea0625e-88ce-4c60-b125-f5f22ca00008 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:47.440074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:47.457052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bea0625e-88ce-4c60-b125-f5f22ca00008 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:47.462237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cb08cc4-5b64-4e2b-a7d9-dcf11527aa51 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:47.546978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-91ef23b9-e34f-42dd-9382-f76430e03428 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Unset dirty status for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:47.548602 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-91ef23b9-e34f-42dd-9382-f76430e03428 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3880324 Dec 21 16:46:47.562526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40634) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:47.571855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group': {'name': 'tempest-secgroup--577304514'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:47.578329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:47.585605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bea0625e-88ce-4c60-b125-f5f22ca00008 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:47.590209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:47.597545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81389057-71a3-4072-9ce1-48de39a1d0b7 None None] Pushing event updated for resources: {'Port': ['ID=90c9fade-ac7b-4bd9-a561-5a831b1be2e4,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:47.603798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81389057-71a3-4072-9ce1-48de39a1d0b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:47.611108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:47.643165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bea0625e-88ce-4c60-b125-f5f22ca00008 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:47.644129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/d9607a8c-b20f-4725-855b-c1b4f2ae8ac5/59cddf81-a1ea-45bf-b859-fb0f408fc83c) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:47.662931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:47.664756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-011a4a35-fb91-4e24-80a2-9bc223cb4998 None None] Provisioning complete for port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:47.665193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-011a4a35-fb91-4e24-80a2-9bc223cb4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:47.720599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:47.724424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:47.725311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:47.744153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea0625e-88ce-4c60-b125-f5f22ca00008 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:47.746302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c771cfa4-9072-4cc5-ba5f-aa7a3e463c5f None None] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:47.748784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:47.751256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bea0625e-88ce-4c60-b125-f5f22ca00008 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:47.777059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:47.779743 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8153715 Dec 21 16:46:47.789243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40638) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:47.862159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Subnet': ['ID=617ef270-7c21-4106-aab4-0cac8e953451,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:47.870960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:47.880476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'security_group': {'name': 'tempest-secgroup-298839700'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:47.889098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:47.894294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:security_group and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:47.898538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:47.906163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:47.934603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.040726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2990-8706-4e1a-ad2c-9e41670170ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.066846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:48.075307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.076067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.078664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:48.104287 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-bea0625e-88ce-4c60-b125-f5f22ca00008 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9607a8c-b20f-4725-855b-c1b4f2ae8ac5 (CIDR: 2001:db8::/64) Dec 21 16:46:48.106603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:48.163927 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea0625e-88ce-4c60-b125-f5f22ca00008 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:48.164379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea0625e-88ce-4c60-b125-f5f22ca00008 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:46:48.178337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:security_group_rule and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:48.182922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:48.197882 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d3eb862-be32-40d5-9c54-1ea2a6441eef req-2fe02ca4-5efc-4694-a247-d90f4a2780ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=075038327d62448cb2e2d92fbfae8cf8&device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 1099 time: 0.4919667 Dec 21 16:46:48.250658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.275003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.282842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.285963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.287231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61c0fcb1-1e6e-4c02-9a2a-a97427a88850 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:48.300595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.302711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Transition to ACTIVE for port object 59cddf81-a1ea-45bf-b859-fb0f408fc83c will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:48.313931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.337412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Transition to ACTIVE for port object 59cddf81-a1ea-45bf-b859-fb0f408fc83c will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:48.353849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.359977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3e27a2ff-a8c2-49d4-b303-5f2dd8f53a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:48.416573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a94f675c-db4b-439a-8995-d8f139a334e1 None None] Provisioning for port ed9fab33-ab93-4307-9128-066701d27038 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:48.443598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a94f675c-db4b-439a-8995-d8f139a334e1 None None] Provisioning complete for port ed9fab33-ab93-4307-9128-066701d27038 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:48.443985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a94f675c-db4b-439a-8995-d8f139a334e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.452862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1392253b-5e03-4cb2-9925-81d83ef950da,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:48.456775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:48.462822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:48.467017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c4d32960-637a-4cb8-99b9-6cb49c133c1c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:48.471061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8d83f-080e-4426-a9fd-01074842dab5 req-98b19cba-3539-41c0-b4d4-10e6622caf12 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:48.472742 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3ae8d83f-080e-4426-a9fd-01074842dab5 req-98b19cba-3539-41c0-b4d4-10e6622caf12 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.6997542 Dec 21 16:46:48.488930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:48.492788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:46:48.493955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Pushing event updated for resources: {'Port': ['ID=59cddf81-a1ea-45bf-b859-fb0f408fc83c,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:48.496651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'tenant_id': '595d69e3149f4a448e46fa36c7472cd3', 'fixed_ips': [{'subnet_id': '617ef270-7c21-4106-aab4-0cac8e953451'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:46:48.497547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.513608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:48.518390 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bea0625e-88ce-4c60-b125-f5f22ca00008 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4596484 Dec 21 16:46:48.520903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40642) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:48.521067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:48.530817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:48.534222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:48.546927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.551242 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9847786 Dec 21 16:46:48.552556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40646) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:48.570203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.599409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eb862-be32-40d5-9c54-1ea2a6441eef req-a9fa75e1-5682-44b7-ab50-576a52c78eb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:48.600302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-46ddca74-3c2b-476b-9470-e2762d982700 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '1392253b-5e03-4cb2-9925-81d83ef950da', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:48.601069 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-46ddca74-3c2b-476b-9470-e2762d982700 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:48.601230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d3eb862-be32-40d5-9c54-1ea2a6441eef req-a9fa75e1-5682-44b7-ab50-576a52c78eb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 200 len: 913 time: 0.3900776 Dec 21 16:46:48.605162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-46ddca74-3c2b-476b-9470-e2762d982700 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0239942 Dec 21 16:46:48.608917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40650) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:48.629393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a94f675c-db4b-439a-8995-d8f139a334e1 None None] Port ed9fab33-ab93-4307-9128-066701d27038 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:48.655521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.666657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.678948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=ed9fab33-ab93-4307-9128-066701d27038,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:48.701695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:48.716229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Attempting to bind port 59cddf81-a1ea-45bf-b859-fb0f408fc83c on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:46:48.716658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Attempting to bind port 59cddf81-a1ea-45bf-b859-fb0f408fc83c by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:46:48.717079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Attempting to bind port 59cddf81-a1ea-45bf-b859-fb0f408fc83c on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:48.720123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe38e71c-9e54-48c8-a42f-93fe35daad5f tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:48.742661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3ae8d83f-080e-4426-a9fd-01074842dab5 req-d4280b2a-39b4-47dc-a98f-60b0292bda80 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593164 Dec 21 16:46:48.761635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:46:48.761635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:48.761635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.762048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:46:48.762489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Bound port: 59cddf81-a1ea-45bf-b859-fb0f408fc83c, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:46:48.762949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.848283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.852216 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0470548 Dec 21 16:46:48.857971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40654) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:48.858702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Allocated IP 172.20.0.2 (a6d500d5-3266-4f4d-a7b9-c5622d13c57d/617ef270-7c21-4106-aab4-0cac8e953451/2510617a-ef9d-4ff0-a16a-4140034fadbf) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:48.865685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47be0963-0af2-4931-9da4-2605eb1d7230,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:48.868695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:48.875997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'security_group': {'name': 'tempest-secgroup-1813074328'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:48.883885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:48.886692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:48.892780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:48.897683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:48.898708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:security_group and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:48.905506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:48.912049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:48.922855 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d3eb862-be32-40d5-9c54-1ea2a6441eef req-e67da6ba-23a4-40e4-8dd5-4feabca8d1d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 200 len: 1001 time: 0.2975299 Dec 21 16:46:48.925655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] For port 59cddf81-a1ea-45bf-b859-fb0f408fc83c, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:46:48.925868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:48.929611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:48.940843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] For port 59cddf81-a1ea-45bf-b859-fb0f408fc83c, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=59cddf81-a1ea-45bf-b859-fb0f408fc83c,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:46:48.987864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:48.996076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6588efc1-af2e-4aca-86ee-b2fc7186c1a8 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.000708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-47284ab5-3915-4cc8-a76d-879e0c3435ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:49.021081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.064723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network c40c183c-0031-4bd4-9c3b-71a2f33e0f4c is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:49.070762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:49.073509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6588efc1-af2e-4aca-86ee-b2fc7186c1a8 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.106305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.132718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Pushing event updated for resources: {'Port': ['ID=59cddf81-a1ea-45bf-b859-fb0f408fc83c,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:49.157291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eb862-be32-40d5-9c54-1ea2a6441eef req-6bc11b45-b5d2-4673-8f40-98bd6ab30db1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:49.159063 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d3eb862-be32-40d5-9c54-1ea2a6441eef req-6bc11b45-b5d2-4673-8f40-98bd6ab30db1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d7f618-3d65-4d7b-bf24-22070d8333ab HTTP/1.1" status: 200 len: 851 time: 0.2267656 Dec 21 16:46:49.163539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:49.223834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.236108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Transition to ACTIVE for port object 2510617a-ef9d-4ff0-a16a-4140034fadbf will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:49.246153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Router e64e8219-e5fd-4433-a9ab-abce6d8fa07e is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:46:49.256702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Transition to ACTIVE for port object 2510617a-ef9d-4ff0-a16a-4140034fadbf will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:49.263869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.267918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11e44ca2-6569-4d65-8513-251780f7bf6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:49.360172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:49.368595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:49.378598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:security_group_rule and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:49.382836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:49.393625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:49.420372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:49.421632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Pushing event updated for resources: {'Port': ['ID=2510617a-ef9d-4ff0-a16a-4140034fadbf,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:49.421778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6588efc1-af2e-4aca-86ee-b2fc7186c1a8 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.427281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:49.434153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:49.438086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:49.449692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff402ed5-8631-4976-b5b2-d5d8f23a05c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:49.492471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588efc1-af2e-4aca-86ee-b2fc7186c1a8 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1392253b-5e03-4cb2-9925-81d83ef950da,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:49.507891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6588efc1-af2e-4aca-86ee-b2fc7186c1a8 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:49.596934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Attempting to bind port 2510617a-ef9d-4ff0-a16a-4140034fadbf on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:46:49.597372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Attempting to bind port 2510617a-ef9d-4ff0-a16a-4140034fadbf by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:46:49.597779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Attempting to bind port 2510617a-ef9d-4ff0-a16a-4140034fadbf on network a6d500d5-3266-4f4d-a7b9-c5622d13c57d {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:49.605817 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d3eb862-be32-40d5-9c54-1ea2a6441eef req-ff62d418-4db1-40db-a6c1-a72626e842f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28f1e28f-1df5-418a-9ebc-3336554e3511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3673089 Dec 21 16:46:49.606822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6588efc1-af2e-4aca-86ee-b2fc7186c1a8 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.610988 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6588efc1-af2e-4aca-86ee-b2fc7186c1a8 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "DELETE /v2.0/security-groups/1392253b-5e03-4cb2-9925-81d83ef950da HTTP/1.1" status: 204 len: 168 time: 0.9875371 Dec 21 16:46:49.612095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40658) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:49.616925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:46:49.617351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Checking segment: {'id': '3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:49.617818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.618251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Bound using segment: {'id': '3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:46:49.618843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Bound port: 2510617a-ef9d-4ff0-a16a-4140034fadbf, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:46:49.619277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.630615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2c7da35a-a1a7-4dbf-9e45-3d2e88093328 None None] Provisioning complete for port ed9fab33-ab93-4307-9128-066701d27038 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:49.631060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c7da35a-a1a7-4dbf-9e45-3d2e88093328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.680085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:49.680265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.914509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.942598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:49.977029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94255d94-1c2a-4fd0-ac38-676f5dcf2c60 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:49.988693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:50.016447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2c7da35a-a1a7-4dbf-9e45-3d2e88093328 None None] Port ed9fab33-ab93-4307-9128-066701d27038 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:50.058442 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d3eb862-be32-40d5-9c54-1ea2a6441eef req-e75e0761-f631-4445-bfaf-b20603853e10 service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596108 Dec 21 16:46:50.060712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0796030d-52a5-4f87-b4fa-ccb7b2c9e5f0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Synchronizing usage tracker for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:50.096460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] For port 2510617a-ef9d-4ff0-a16a-4140034fadbf, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:46:50.100483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:50.101823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2328463 Dec 21 16:46:50.106797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103fd2c1-7b04-44b6-bef4-5d309b1142e5,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:50.108185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40664) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:50.109941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:50.117673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] For port 2510617a-ef9d-4ff0-a16a-4140034fadbf, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2510617a-ef9d-4ff0-a16a-4140034fadbf,segment=NetworkSegment(3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee),segment_id=3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:46:50.121988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1591167996', 'security_groups': ['103fd2c1-7b04-44b6-bef4-5d309b1142e5'], 'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '617ef270-7c21-4106-aab4-0cac8e953451'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:50.133673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:50.139978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0796030d-52a5-4f87-b4fa-ccb7b2c9e5f0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Unset dirty status for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:50.144915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d06492f9-b12d-47a3-b20a-d11b0a55e054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:50.145093 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0796030d-52a5-4f87-b4fa-ccb7b2c9e5f0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5226161 Dec 21 16:46:50.147067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40668) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:50.156744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group': {'name': 'tempest-secgroup--76733582'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:50.185873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fc2f6-02fd-4a64-ad5a-b4ac99cfe85e req-d3a3c9b1-1aac-4121-9574-1833b95584d8 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:50.187488 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fc0fc2f6-02fd-4a64-ad5a-b4ac99cfe85e req-d3a3c9b1-1aac-4121-9574-1833b95584d8 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.2025623 Dec 21 16:46:50.192233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:50.214002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62971c70-fd81-4acc-9fc7-17f462dcfb6c None None] Sync routers for ids ['e64e8219-e5fd-4433-a9ab-abce6d8fa07e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:50.220125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:50.227114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62971c70-fd81-4acc-9fc7-17f462dcfb6c None None] Routers {'e64e8219-e5fd-4433-a9ab-abce6d8fa07e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:50.228065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-62971c70-fd81-4acc-9fc7-17f462dcfb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e64e8219-e5fd-4433-a9ab-abce6d8fa07e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:50.240453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Pushing event updated for resources: {'Port': ['ID=2510617a-ef9d-4ff0-a16a-4140034fadbf,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:50.250945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:50.302445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-62971c70-fd81-4acc-9fc7-17f462dcfb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:50.315282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62971c70-fd81-4acc-9fc7-17f462dcfb6c None None] Routers {'e64e8219-e5fd-4433-a9ab-abce6d8fa07e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:50.316321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-62971c70-fd81-4acc-9fc7-17f462dcfb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e64e8219-e5fd-4433-a9ab-abce6d8fa07e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:50.402101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-62971c70-fd81-4acc-9fc7-17f462dcfb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:50.402985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62971c70-fd81-4acc-9fc7-17f462dcfb6c None None] The sync data for ids ['e64e8219-e5fd-4433-a9ab-abce6d8fa07e'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:50.404204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:50.409496 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4028604 Dec 21 16:46:50.415755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40672) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:50.431264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:50.491933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:50.499257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:50.513109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fc0fc2f6-02fd-4a64-ad5a-b4ac99cfe85e req-4c316b72-93af-470e-bfb5-489ea36e51ee tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874002 Dec 21 16:46:50.522337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:50.536000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:50.544198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:port and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:50.551253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:50.560961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d3eb862-be32-40d5-9c54-1ea2a6441eef req-4efe2bab-1499-42c4-9c3e-b59879b4a7ec service neutron] 10.222.0.48 "GET /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900782 Dec 21 16:46:50.594334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router e5bedcfa-b6cf-4963-b1f8-6f058915704d is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:46:50.594565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:50.600303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:50.606567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:50.611058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:50.620748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:50.639284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:50.646539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:50.739400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port af6263f7-b19a-49ad-8330-6662c0b9ae96 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:46:50.825888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:50.833064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:50.840499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8d1fef64-11e9-47c7-8e14-45a563126df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:50.898759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5a0e8c-2670-4398-a181-c5e4d07d9b7f,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:50.903720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:50.910412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:50.914647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7658641 Dec 21 16:46:50.915535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40676) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:50.917471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:50.927788 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9184539 Dec 21 16:46:50.928596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40680) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:50.932279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Sync routers for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:50.933271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f2b26d51-b3ff-407a-bffa-b18f44d06a33 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '2d5a0e8c-2670-4398-a181-c5e4d07d9b7f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:50.934055 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-f2b26d51-b3ff-407a-bffa-b18f44d06a33 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:50.937965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f2b26d51-b3ff-407a-bffa-b18f44d06a33 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0155599 Dec 21 16:46:50.942123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'network': {'name': 'tempest-RoutersTest-1853576184'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:50.945658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40684) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:50.951187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:50.952326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:50.963835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:50.973110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:network and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:50.978439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:50.984058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] For port 59cddf81-a1ea-45bf-b859-fb0f408fc83c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=59cddf81-a1ea-45bf-b859-fb0f408fc83c,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:50.994691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:51.016831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.037159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:51.042985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.083978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e214472-3079-4be9-aefe-337ac4bcbbaf tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.101105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.103220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.130290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b8845f0-69ae-4747-a77f-b9fdb4c0816a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:51.133731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:46:51.137420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e214472-3079-4be9-aefe-337ac4bcbbaf tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.167072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.167471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added segment d5447540-60dc-49c0-aa45-bb2f25109ed6 of type vlan for network a0ea23e3-a813-4104-887c-e330b49d1680 Dec 21 16:46:51.227380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.241879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e214472-3079-4be9-aefe-337ac4bcbbaf tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.242327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:46:51.247769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f55df2f2-1bfe-481c-b85e-b6966863eb8a tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:51.255445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=59cddf81-a1ea-45bf-b859-fb0f408fc83c,revision_number=4']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:51.265022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e214472-3079-4be9-aefe-337ac4bcbbaf tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5a0e8c-2670-4398-a181-c5e4d07d9b7f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:51.269854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:51.272811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4e214472-3079-4be9-aefe-337ac4bcbbaf tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:51.274303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3846cf44-73aa-4a59-bc87-a7468fe62310 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:51.333615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e214472-3079-4be9-aefe-337ac4bcbbaf tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.334966 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4e214472-3079-4be9-aefe-337ac4bcbbaf tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "DELETE /v2.0/security-groups/2d5a0e8c-2670-4398-a181-c5e4d07d9b7f HTTP/1.1" status: 204 len: 168 time: 0.3880529 Dec 21 16:46:51.338620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40688) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:51.377702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:51.395368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:51.413711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.426295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:51.426868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.467729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0940f424-288e-402e-95f2-cf477a473c27 tempest-FloatingIPNegativeTestJSON-3274793 tempest-FloatingIPNegativeTestJSON-3274793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:51.620887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 59cddf81-a1ea-45bf-b859-fb0f408fc83c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:51.658806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-462f2d3e-0f9e-4868-9ee2-6ffda2415d72 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Synchronizing usage tracker for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:51.681615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7452562 Dec 21 16:46:51.686668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40694) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:51.697664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'subnet': {'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:51.808695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-462f2d3e-0f9e-4868-9ee2-6ffda2415d72 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Unset dirty status for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:51.809032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:51.814231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.814389 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-462f2d3e-0f9e-4868-9ee2-6ffda2415d72 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4633069 Dec 21 16:46:51.820320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40698) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:51.823567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Network': ['ID=a0ea23e3-a813-4104-887c-e330b49d1680,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:51.863277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network a0ea23e3-a813-4104-887c-e330b49d1680 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:46:51.882535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1354120677'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:51.887318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:51.889340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 59cddf81-a1ea-45bf-b859-fb0f408fc83c completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:51.901724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:51.914758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2510617a-ef9d-4ff0-a16a-4140034fadbf up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:51.921390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:51.930239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:51.937776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:subnet and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:51.941952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:51.951039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:51.969984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:51.982117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=a680f6a4-793b-4e09-aec4-582838e9ad68,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:51.993236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4619889 Dec 21 16:46:51.993236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:51.997082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40702) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:52.003706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:52.017374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:e1:4d:a9', 'name': 'tempest-NetworksTestDHCPv6-1558758'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:52.025510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e709afc-0662-4f61-90ff-a0c31ca8b9e5 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:52.030623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:52.047371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:52.052177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:52.062591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:52.102447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.9 (a6d500d5-3266-4f4d-a7b9-c5622d13c57d/617ef270-7c21-4106-aab4-0cac8e953451/af6263f7-b19a-49ad-8330-6662c0b9ae96) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:52.147684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.212328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4ab797b4-2f4c-42e8-b72b-c9e7767e6750 None None] Provisioning for port 59cddf81-a1ea-45bf-b859-fb0f408fc83c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:52.243776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4ab797b4-2f4c-42e8-b72b-c9e7767e6750 None None] Provisioning complete for port 59cddf81-a1ea-45bf-b859-fb0f408fc83c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:52.244209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ab797b4-2f4c-42e8-b72b-c9e7767e6750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.284660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6262b-1648-4e28-9707-54a000252686 req-ac19abf3-56aa-4466-b7ce-d9eab1c60ae9 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:52.286034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:46:47Z', 'revision_number': 2, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:46:47Z', 'revision_number': 2, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:52.286955 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f6f6262b-1648-4e28-9707-54a000252686 req-ac19abf3-56aa-4466-b7ce-d9eab1c60ae9 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.4675241 Dec 21 16:46:52.316837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.324611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.332263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6588efc1-af2e-4aca-86ee-b2fc7186c1a8 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:52.345457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Checking router: e5bedcfa-b6cf-4963-b1f8-6f058915704d for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:46:52.345869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Updating router e5bedcfa-b6cf-4963-b1f8-6f058915704d port ed9fab33-ab93-4307-9128-066701d27038 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:46:52.402835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 2510617a-ef9d-4ff0-a16a-4140034fadbf completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:52.495850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.533700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1817ad96-1319-450e-b59e-69e83b1e1c3e,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:52.553102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:52.556777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.568106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95dc6c00-8caf-42ad-ab89-2e8a03cf48ce tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:52.586769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:52.605799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.607594 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7813008 Dec 21 16:46:52.614434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:52.615329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40706) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:52.623239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:52.631040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-75c45c8d-0c5d-41f1-ab64-231a5ac77374 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '1817ad96-1319-450e-b59e-69e83b1e1c3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:52.632843 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-75c45c8d-0c5d-41f1-ab64-231a5ac77374 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:52.633398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:52.635106 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-75c45c8d-0c5d-41f1-ab64-231a5ac77374 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179801 Dec 21 16:46:52.640685 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f6f6262b-1648-4e28-9707-54a000252686 req-cb3c0d92-c936-4086-bae1-b4fc042a73a5 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356421 Dec 21 16:46:52.645104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40710) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:52.649646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ab797b4-2f4c-42e8-b72b-c9e7767e6750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.653546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-24fb0030-929a-44fa-90c1-e5647d0391c8 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '1817ad96-1319-450e-b59e-69e83b1e1c3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:52.654328 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-24fb0030-929a-44fa-90c1-e5647d0391c8 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:52.655420 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-24fb0030-929a-44fa-90c1-e5647d0391c8 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091686 Dec 21 16:46:52.662665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40714) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:52.686203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fd085bc0-7305-4444-9c6f-391908398386 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '1817ad96-1319-450e-b59e-69e83b1e1c3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:52.690732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-fd085bc0-7305-4444-9c6f-391908398386 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:52.691910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fd085bc0-7305-4444-9c6f-391908398386 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0244093 Dec 21 16:46:52.701142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40720) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:52.712328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5471b010-3bf9-4583-845a-18a3d127b483 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '1817ad96-1319-450e-b59e-69e83b1e1c3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:52.713133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-5471b010-3bf9-4583-845a-18a3d127b483 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:52.714283 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5471b010-3bf9-4583-845a-18a3d127b483 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114324 Dec 21 16:46:52.719712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40724) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:52.732871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:52.740024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.772675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4ab797b4-2f4c-42e8-b72b-c9e7767e6750 None None] For port 59cddf81-a1ea-45bf-b859-fb0f408fc83c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=59cddf81-a1ea-45bf-b859-fb0f408fc83c,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:52.776655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Subnet': ['ID=c3d8ea12-db8e-4453-a6f6-b7247d3f6148,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:52.782319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Checking segment: {'id': 'd5447540-60dc-49c0-aa45-bb2f25109ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:52.783488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network hostable DHCP agents. Network: a0ea23e3-a813-4104-887c-e330b49d1680, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:46:52.789214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:52.801380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ab797b4-2f4c-42e8-b72b-c9e7767e6750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.806940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:52.823305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.838689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55011d34-ef54-4483-b674-87eb6a4d7025 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.871125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55011d34-ef54-4483-b674-87eb6a4d7025 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.913521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab797b4-2f4c-42e8-b72b-c9e7767e6750 None None] Pushing event updated for resources: {'Port': ['ID=59cddf81-a1ea-45bf-b859-fb0f408fc83c,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:52.916211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port 09538e64-ee7d-48af-8986-359060e4111b yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:46:52.927509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55011d34-ef54-4483-b674-87eb6a4d7025 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.935736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-56bc3b8c-f259-400f-b156-dd54a33469eb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:52.942540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4ab797b4-2f4c-42e8-b72b-c9e7767e6750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:52.944842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network a0ea23e3-a813-4104-887c-e330b49d1680 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:46:52.960778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55011d34-ef54-4483-b674-87eb6a4d7025 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1817ad96-1319-450e-b59e-69e83b1e1c3e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:52.963551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object af6263f7-b19a-49ad-8330-6662c0b9ae96 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:52.971390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, a0ea23e3-a813-4104-887c-e330b49d1680) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:52.974957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-55011d34-ef54-4483-b674-87eb6a4d7025 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:52.978965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:52.979896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.990866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55011d34-ef54-4483-b674-87eb6a4d7025 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:52.992668 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-55011d34-ef54-4483-b674-87eb6a4d7025 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "DELETE /v2.0/security-groups/1817ad96-1319-450e-b59e-69e83b1e1c3e HTTP/1.1" status: 204 len: 168 time: 0.2717113 Dec 21 16:46:53.004322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40728) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:53.035245 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3445194 Dec 21 16:46:53.039417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40732) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:53.051109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011cda16-2e56-4ed2-8279-be97356a711e None None] Network a0ea23e3-a813-4104-887c-e330b49d1680 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:53.195320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:53.219902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:53.222023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3c215731-d5c7-4e1b-824c-aad38d20e12c tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Synchronizing usage tracker for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:53.260064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:53.266952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3c215731-d5c7-4e1b-824c-aad38d20e12c tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Unset dirty status for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:53.271609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3c215731-d5c7-4e1b-824c-aad38d20e12c tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2659423 Dec 21 16:46:53.272391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40736) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:53.278165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Transition to ACTIVE for port object ed9fab33-ab93-4307-9128-066701d27038 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:53.306692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289796161'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:53.357122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=af6263f7-b19a-49ad-8330-6662c0b9ae96,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:53.379434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:53.380853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:53.400909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d475b-b8af-4bd4-acee-feec319351a2 req-80a805ec-bd5e-403c-9e75-b713a08a6497 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:53.403384 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-435d475b-b8af-4bd4-acee-feec319351a2 req-80a805ec-bd5e-403c-9e75-b713a08a6497 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5701575 Dec 21 16:46:53.428360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:53.443110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:53.459123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44be39f5-d776-475f-ac25-3b85104436a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:53.512501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:53.531136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:53.540718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 59cddf81-a1ea-45bf-b859-fb0f408fc83c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:53.546884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:53.589639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:53.630921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdaf65-8dcb-4991-b821-5ffd311261d0 None None] Pushing event updated for resources: {'Port': ['ID=ed9fab33-ab93-4307-9128-066701d27038,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:53.642677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0bbdaf65-8dcb-4991-b821-5ffd311261d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:53.654579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] Provisioning complete for port 72513199-626a-4bf3-a3dc-8e67f476b105 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:53.655074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:53.672817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::5a (5f0be329-6402-4a2c-810d-f62e9ae5da2b/d9607a8c-b20f-4725-855b-c1b4f2ae8ac5/09538e64-ee7d-48af-8986-359060e4111b) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:53.731137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] Port 72513199-626a-4bf3-a3dc-8e67f476b105 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:53.771454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 59cddf81-a1ea-45bf-b859-fb0f408fc83c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:53.775517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:53.803768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8:0:1:f816:3eff:fee1:4da9 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/a680f6a4-793b-4e09-aec4-582838e9ad68/09538e64-ee7d-48af-8986-359060e4111b) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:53.814211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:53.827024 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-435d475b-b8af-4bd4-acee-feec319351a2 req-02148150-888e-4997-a0ea-62de57f0d06b tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031780 Dec 21 16:46:53.838958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:53.862922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:53.862922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:53.862922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:53.867271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] Provisioning for port 2510617a-ef9d-4ff0-a16a-4140034fadbf completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:53.939677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:53.950003 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8373795 Dec 21 16:46:53.955471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40746) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:53.993739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d459cbfb-9795-4595-bf3b-c18ef7e018de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:54.006050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.274004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] Provisioning complete for port 2510617a-ef9d-4ff0-a16a-4140034fadbf triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:54.274438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.396773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.414193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object 09538e64-ee7d-48af-8986-359060e4111b will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:54.416360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-a0ea23e3-a813-4104-887c-e330b49d1680', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:46:54.417814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.523719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.537746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Allocated IP 172.21.0.1 (a0ea23e3-a813-4104-887c-e330b49d1680/c3d8ea12-db8e-4453-a6f6-b7247d3f6148/f4808578-fe67-475b-a8c5-296904c052a8) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:54.560765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b45f6f72-ba36-4d6e-82f0-ec188016e81d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:54.645475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.652769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.680607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.690096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Attempting to bind port ed9fab33-ab93-4307-9128-066701d27038 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:46:54.690526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Attempting to bind port ed9fab33-ab93-4307-9128-066701d27038 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'e57ec4cf-3831-420b-8d8b-1f5f3185ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:46:54.690943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Attempting to bind port ed9fab33-ab93-4307-9128-066701d27038 on network c40c183c-0031-4bd4-9c3b-71a2f33e0f4c {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:54.714821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.736345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Transition to ACTIVE for port object f4808578-fe67-475b-a8c5-296904c052a8 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:54.738463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:46:54.738959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Checking segment: {'id': 'e57ec4cf-3831-420b-8d8b-1f5f3185ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:54.739560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.739859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Bound using segment: {'id': 'e57ec4cf-3831-420b-8d8b-1f5f3185ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:46:54.740606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Bound port: ed9fab33-ab93-4307-9128-066701d27038, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57ec4cf-3831-420b-8d8b-1f5f3185ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:46:54.740836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.757046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.757667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.762927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:54.839839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network a0ea23e3-a813-4104-887c-e330b49d1680 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:54.843526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:54.848360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:54.879861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=f4808578-fe67-475b-a8c5-296904c052a8,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:54.887929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:54.913525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.918260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Allocated IP 172.21.0.2 (a0ea23e3-a813-4104-887c-e330b49d1680/c3d8ea12-db8e-4453-a6f6-b7247d3f6148/f5b67441-900b-4646-9085-c3fc532d8435) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:54.926390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] For port 2510617a-ef9d-4ff0-a16a-4140034fadbf, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2510617a-ef9d-4ff0-a16a-4140034fadbf,segment=NetworkSegment(3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee),segment_id=3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:54.945401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:54.950615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-883f2421-47a0-49a3-9c55-cf74cbe79eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:54.965097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=09538e64-ee7d-48af-8986-359060e4111b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:54.969511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:54.984963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:54.985774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c3ccf3c-14af-4a16-a342-87b43321b662 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:54.993827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:55.002480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:55.006849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:55.007711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.011859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.035212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d459cbfb-9795-4595-bf3b-c18ef7e018de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:55.045734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] For port ed9fab33-ab93-4307-9128-066701d27038, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:46:55.060083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d459cbfb-9795-4595-bf3b-c18ef7e018de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:55.063046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.067386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7792518 Dec 21 16:46:55.067386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.069265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d459cbfb-9795-4595-bf3b-c18ef7e018de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:55.069387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40752) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:55.079645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2e7f36f4-9f1b-4acb-930c-8c5e7156c42f tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '57ae82b9-4d67-438b-8603-9e7a04794dec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:55.080417 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-2e7f36f4-9f1b-4acb-930c-8c5e7156c42f tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:55.084716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2e7f36f4-9f1b-4acb-930c-8c5e7156c42f tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112326 Dec 21 16:46:55.085807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40756) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:55.090737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d459cbfb-9795-4595-bf3b-c18ef7e018de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:55.093039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ae82b9-4d67-438b-8603-9e7a04794dec,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:55.095417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0d812218-3623-445f-a46d-f7e6377c3ed9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '57ae82b9-4d67-438b-8603-9e7a04794dec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:55.097026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:55.101360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0978107 Dec 21 16:46:55.105121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Deleting port 6b3e365b-2e7c-478a-b937-8bc64eb25c84 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:55.105425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.111190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40760) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:55.112312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0d812218-3623-445f-a46d-f7e6377c3ed9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:55.124607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] For port ed9fab33-ab93-4307-9128-066701d27038, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ed9fab33-ab93-4307-9128-066701d27038,segment=NetworkSegment(e57ec4cf-3831-420b-8d8b-1f5f3185ec3c),segment_id=e57ec4cf-3831-420b-8d8b-1f5f3185ec3c)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:46:55.146005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41340e5-b7aa-4eec-9ca6-0f34553ff7a9 req-3f97c3b5-57db-42af-a7dd-44ff222cb120 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:55.147752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e41340e5-b7aa-4eec-9ca6-0f34553ff7a9 req-3f97c3b5-57db-42af-a7dd-44ff222cb120 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.7105708 Dec 21 16:46:55.148248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.163897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] Pushing event updated for resources: {'Port': ['ID=2510617a-ef9d-4ff0-a16a-4140034fadbf,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:55.173430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:55.174271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:55.205483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d459cbfb-9795-4595-bf3b-c18ef7e018de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:55.246929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-97731a13-3225-4a86-b70b-6b3d4c96a545 None None] Provisioning complete for port 59cddf81-a1ea-45bf-b859-fb0f408fc83c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:55.247147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97731a13-3225-4a86-b70b-6b3d4c96a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.410023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdaf65-8dcb-4991-b821-5ffd311261d0 None None] Pushing event updated for resources: {'Port': ['ID=ed9fab33-ab93-4307-9128-066701d27038,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:55.431578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2510617a-ef9d-4ff0-a16a-4140034fadbf up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:55.438309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0d812218-3623-445f-a46d-f7e6377c3ed9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:55.447271 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e41340e5-b7aa-4eec-9ca6-0f34553ff7a9 req-6cb98203-86b2-4975-9ee2-5bdb09042c79 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835670 Dec 21 16:46:55.470582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0d812218-3623-445f-a46d-f7e6377c3ed9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:55.475101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0bbdaf65-8dcb-4991-b821-5ffd311261d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:55.513480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:55.514208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:55.603137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d459cbfb-9795-4595-bf3b-c18ef7e018de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.658365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.679140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.758173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Transition to ACTIVE for port object f5b67441-900b-4646-9085-c3fc532d8435 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:55.773397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0d812218-3623-445f-a46d-f7e6377c3ed9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:55.809736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Transition to ACTIVE for port object f5b67441-900b-4646-9085-c3fc532d8435 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:46:55.824478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.828550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:46:55.846929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Calling delete_port for 6b3e365b-2e7c-478a-b937-8bc64eb25c84 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:55.871700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:55.894043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b67d600d-6e13-4d95-81a4-c889bb52baa6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port 09538e64-ee7d-48af-8986-359060e4111b {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:55.894392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b67d600d-6e13-4d95-81a4-c889bb52baa6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.933585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2510617a-ef9d-4ff0-a16a-4140034fadbf triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:55.934010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:55.955226 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-0d812218-3623-445f-a46d-f7e6377c3ed9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:55.960046 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0d812218-3623-445f-a46d-f7e6377c3ed9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8701019 Dec 21 16:46:55.962672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40764) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:55.966729 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-d459cbfb-9795-4595-bf3b-c18ef7e018de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 617ef270-7c21-4106-aab4-0cac8e953451 (CIDR: 172.20.0.0/28) Dec 21 16:46:55.971845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-486a9d33-c674-403a-af4c-9b2ce74af0d0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '57ae82b9-4d67-438b-8603-9e7a04794dec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:55.971845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-486a9d33-c674-403a-af4c-9b2ce74af0d0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:55.975491 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d459cbfb-9795-4595-bf3b-c18ef7e018de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:55.975491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d459cbfb-9795-4595-bf3b-c18ef7e018de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:46:55.975675 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-486a9d33-c674-403a-af4c-9b2ce74af0d0 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069900 Dec 21 16:46:55.977652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40768) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:55.984263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0fc388b7-aaa0-444c-ac81-3688da0405e2 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '57ae82b9-4d67-438b-8603-9e7a04794dec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:56.005507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0fc388b7-aaa0-444c-ac81-3688da0405e2 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:56.014413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d459cbfb-9795-4595-bf3b-c18ef7e018de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0281162 Dec 21 16:46:56.015080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40772) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:56.017078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0fc388b7-aaa0-444c-ac81-3688da0405e2 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:56.017930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Network a0ea23e3-a813-4104-887c-e330b49d1680 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:56.022080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0fc388b7-aaa0-444c-ac81-3688da0405e2 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:56.028598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:56.034306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:56.043762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-97731a13-3225-4a86-b70b-6b3d4c96a545 None None] Provisioning for port af6263f7-b19a-49ad-8330-6662c0b9ae96 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:56.049253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:46:56.051527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0fc388b7-aaa0-444c-ac81-3688da0405e2 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:56.053135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Pushing event updated for resources: {'Port': ['ID=f5b67441-900b-4646-9085-c3fc532d8435,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:56.122712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:56.130813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:56.211658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb3bbd56-56e2-4a9c-91b9-7abe0da80214 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:56.238726 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-0fc388b7-aaa0-444c-ac81-3688da0405e2 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:56.242961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0fc388b7-aaa0-444c-ac81-3688da0405e2 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2614388 Dec 21 16:46:56.255207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40776) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:56.272556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b838b55b-cf25-4d60-9dd5-6e4f7d86d4a1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '57ae82b9-4d67-438b-8603-9e7a04794dec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:56.273227 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-b838b55b-cf25-4d60-9dd5-6e4f7d86d4a1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:56.277609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b838b55b-cf25-4d60-9dd5-6e4f7d86d4a1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0159373 Dec 21 16:46:56.279084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40780) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:56.283110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:56.286585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2bc217ef-acca-428b-816f-7555c02fb2fa tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '57ae82b9-4d67-438b-8603-9e7a04794dec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:56.296636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-97731a13-3225-4a86-b70b-6b3d4c96a545 None None] Provisioning complete for port af6263f7-b19a-49ad-8330-6662c0b9ae96 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:56.297065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97731a13-3225-4a86-b70b-6b3d4c96a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:56.298075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2bc217ef-acca-428b-816f-7555c02fb2fa tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:56.306159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2bc217ef-acca-428b-816f-7555c02fb2fa tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:56.310433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2bc217ef-acca-428b-816f-7555c02fb2fa tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:56.313633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:56.320689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2bc217ef-acca-428b-816f-7555c02fb2fa tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:56.323139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:56.327324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:56.332028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:56.341282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-422c6faa-1ab9-42a9-b8e4-21fda938c3dd tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:56.342459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=f4808578-fe67-475b-a8c5-296904c052a8,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:56.353683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:56.379124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:56.390530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:56.391404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b67d600d-6e13-4d95-81a4-c889bb52baa6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:56.456497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:56.463165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:56.489022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Pushing event deleted for resources: {'Port': ['ID=6b3e365b-2e7c-478a-b937-8bc64eb25c84,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:56.492243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:56.552005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-97731a13-3225-4a86-b70b-6b3d4c96a545 None None] Port af6263f7-b19a-49ad-8330-6662c0b9ae96 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:46:56.592938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b67d600d-6e13-4d95-81a4-c889bb52baa6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for 09538e64-ee7d-48af-8986-359060e4111b owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:56.604414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Attempting to bind port f5b67441-900b-4646-9085-c3fc532d8435 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:46:56.604841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Attempting to bind port f5b67441-900b-4646-9085-c3fc532d8435 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'd5447540-60dc-49c0-aa45-bb2f25109ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:46:56.605254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Attempting to bind port f5b67441-900b-4646-9085-c3fc532d8435 on network a0ea23e3-a813-4104-887c-e330b49d1680 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:46:56.638498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:46:56.638960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Checking segment: {'id': 'd5447540-60dc-49c0-aa45-bb2f25109ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:46:56.639421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:56.639867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Bound using segment: {'id': 'd5447540-60dc-49c0-aa45-bb2f25109ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:46:56.640411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Bound port: f5b67441-900b-4646-9085-c3fc532d8435, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5447540-60dc-49c0-aa45-bb2f25109ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:46:56.640843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:56.781035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network a0ea23e3-a813-4104-887c-e330b49d1680 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:56.782829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:56.802512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] For port f5b67441-900b-4646-9085-c3fc532d8435, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:46:56.807951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] For port f5b67441-900b-4646-9085-c3fc532d8435, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f5b67441-900b-4646-9085-c3fc532d8435,segment=NetworkSegment(d5447540-60dc-49c0-aa45-bb2f25109ed6),segment_id=d5447540-60dc-49c0-aa45-bb2f25109ed6)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:46:56.813179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:56.818409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:46:54Z', 'revision_number': 3, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:46:54Z', 'revision_number': 4, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:46:54Z', 'revision_number': 1, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:56.822159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:56.849771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-2bc217ef-acca-428b-816f-7555c02fb2fa tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:56.854122 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2bc217ef-acca-428b-816f-7555c02fb2fa tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5711024 Dec 21 16:46:56.859847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea50198-8c07-4946-b5b6-5ca446cf1414 None None] The sync data for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv is: [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:46:54Z', 'revision_number': 3, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:46:54Z', 'revision_number': 4, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:46:54Z', 'revision_number': 1, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:56.865414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40788) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:56.873867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-09a65fd8-faa5-43a8-b696-21e1f9db3e21 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '57ae82b9-4d67-438b-8603-9e7a04794dec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:56.874659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-09a65fd8-faa5-43a8-b696-21e1f9db3e21 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:56.878707 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-09a65fd8-faa5-43a8-b696-21e1f9db3e21 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079432 Dec 21 16:46:56.881184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40792) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:56.886684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:56.925851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Pushing event updated for resources: {'Port': ['ID=f5b67441-900b-4646-9085-c3fc532d8435,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:56.929477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:56.954457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8b5f1275-dfc5-4208-a16b-49e61d1b492a tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '57ae82b9-4d67-438b-8603-9e7a04794dec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:57.042772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8b5f1275-dfc5-4208-a16b-49e61d1b492a tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:57.072631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:57.074889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b5f1275-dfc5-4208-a16b-49e61d1b492a tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:57.080864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b5f1275-dfc5-4208-a16b-49e61d1b492a tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:57.091767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:57.095476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8b5f1275-dfc5-4208-a16b-49e61d1b492a tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:57.153395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-803715e6-da17-42e9-a0cb-85997199b480 None None] Provisioning for port 09538e64-ee7d-48af-8986-359060e4111b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:57.160106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-803715e6-da17-42e9-a0cb-85997199b480 None None] Provisioning complete for port 09538e64-ee7d-48af-8986-359060e4111b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:57.160980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-803715e6-da17-42e9-a0cb-85997199b480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:57.181232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b08cf7-a5ad-4dff-b8a8-f6256f4a75eb req-ff5441b0-c539-4f57-9710-3f82a68f3f04 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:57.189580 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a6b08cf7-a5ad-4dff-b8a8-f6256f4a75eb req-ff5441b0-c539-4f57-9710-3f82a68f3f04 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5396841 Dec 21 16:46:57.221587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-803715e6-da17-42e9-a0cb-85997199b480 None None] Port 09538e64-ee7d-48af-8986-359060e4111b was deleted so its status cannot be updated. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 21 16:46:57.226674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d425e-98dc-476b-811c-7ce746431a65 req-ad5a6eaa-f741-4674-80c0-208509d96d52 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:57.227526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e28d425e-98dc-476b-811c-7ce746431a65 req-ad5a6eaa-f741-4674-80c0-208509d96d52 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Synchronizing usage tracker for tenant:075038327d62448cb2e2d92fbfae8cf8 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:57.230630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b67d600d-6e13-4d95-81a4-c889bb52baa6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:57.249724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf303e56-e2a0-47e3-a92d-65c836504ecf tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:57.359298 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-8b5f1275-dfc5-4208-a16b-49e61d1b492a tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:57.364774 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8b5f1275-dfc5-4208-a16b-49e61d1b492a tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4752364 Dec 21 16:46:57.391558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40796) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:57.407578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3dfe01d8-8bb2-4524-9560-2536845e3058 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '57ae82b9-4d67-438b-8603-9e7a04794dec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:57.457568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d600d-6e13-4d95-81a4-c889bb52baa6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=09538e64-ee7d-48af-8986-359060e4111b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:57.464198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3dfe01d8-8bb2-4524-9560-2536845e3058 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:57.467426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a6b08cf7-a5ad-4dff-b8a8-f6256f4a75eb req-04b6abb8-3ff0-41e9-9d9a-82aa70b08377 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768962 Dec 21 16:46:57.470923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b67d600d-6e13-4d95-81a4-c889bb52baa6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:57.492249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3dfe01d8-8bb2-4524-9560-2536845e3058 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:57.500743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e28d425e-98dc-476b-811c-7ce746431a65 req-ad5a6eaa-f741-4674-80c0-208509d96d52 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Unset dirty status for tenant:075038327d62448cb2e2d92fbfae8cf8 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:57.502048 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28d425e-98dc-476b-811c-7ce746431a65 req-ad5a6eaa-f741-4674-80c0-208509d96d52 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.48 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.6140578 Dec 21 16:46:57.504740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3dfe01d8-8bb2-4524-9560-2536845e3058 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:57.514580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f5b67441-900b-4646-9085-c3fc532d8435 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:57.521830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3dfe01d8-8bb2-4524-9560-2536845e3058 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:57.559245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Router e64e8219-e5fd-4433-a9ab-abce6d8fa07e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:46:57.641254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port f5b67441-900b-4646-9085-c3fc532d8435 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:58.035372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b67d600d-6e13-4d95-81a4-c889bb52baa6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:58.045651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:58.054600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Deleting port 83558690-3c69-462f-9fd7-3aa5c503c037 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:46:58.055047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:58.056525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2aa7db-3502-4b2b-a1cf-f16fccf4c3c7 None None] Sync routers for ids ['e64e8219-e5fd-4433-a9ab-abce6d8fa07e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:46:58.082077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2aa7db-3502-4b2b-a1cf-f16fccf4c3c7 None None] Routers {'e64e8219-e5fd-4433-a9ab-abce6d8fa07e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:58.082894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1c2aa7db-3502-4b2b-a1cf-f16fccf4c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e64e8219-e5fd-4433-a9ab-abce6d8fa07e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:58.090843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:58.092476 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-3dfe01d8-8bb2-4524-9560-2536845e3058 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:46:58.096299 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3dfe01d8-8bb2-4524-9560-2536845e3058 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6916194 Dec 21 16:46:58.096445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "PUT /v2.0/routers/e64e8219-e5fd-4433-a9ab-abce6d8fa07e HTTP/1.1" status: 200 len: 704 time: 7.6754704 Dec 21 16:46:58.096445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40800) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:58.101154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40802) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:58.119878 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b67d600d-6e13-4d95-81a4-c889bb52baa6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/09538e64-ee7d-48af-8986-359060e4111b HTTP/1.1" status: 204 len: 168 time: 3.0047023 Dec 21 16:46:58.120783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40806) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:58.163759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1c2aa7db-3502-4b2b-a1cf-f16fccf4c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:58.177814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2aa7db-3502-4b2b-a1cf-f16fccf4c3c7 None None] Routers {'e64e8219-e5fd-4433-a9ab-abce6d8fa07e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:46:58.178911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1c2aa7db-3502-4b2b-a1cf-f16fccf4c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e64e8219-e5fd-4433-a9ab-abce6d8fa07e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:58.190180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router e5bedcfa-b6cf-4963-b1f8-6f058915704d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:46:58.259500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1c2aa7db-3502-4b2b-a1cf-f16fccf4c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:46:58.260074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2aa7db-3502-4b2b-a1cf-f16fccf4c3c7 None None] The sync data for ids ['e64e8219-e5fd-4433-a9ab-abce6d8fa07e'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:46:58.278177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:58.287021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ba955ed-2b68-4471-9d20-4f50caee3e67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:58.424248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:46:58.425294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Subnet': ['ID=767a77f3-3f51-443f-ac14-119d551e25db,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:58.433879 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e17db913-7744-4dad-bcbf-bbc741be4774 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/routers/e64e8219-e5fd-4433-a9ab-abce6d8fa07e HTTP/1.1" status: 200 len: 739 time: 0.3339939 Dec 21 16:46:58.436231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40812) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:58.437131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:58.440042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:46:58.454255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066f45ee-8b46-4a05-9137-f268cdddce25 None None] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:58.482631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:58.483406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:58.513680 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5d77d961-ad7b-4d88-8245-7b20cd472538 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&device_id=e64e8219-e5fd-4433-a9ab-abce6d8fa07e HTTP/1.1" status: 200 len: 205 time: 0.0751147 Dec 21 16:46:58.517610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40818) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:58.534047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d32ffb3e-bbfb-4bc8-956c-f179b93fbb23 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:58.578240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d32ffb3e-bbfb-4bc8-956c-f179b93fbb23 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:58.645349 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6247807 Dec 21 16:46:58.646680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40822) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:58.661700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e54436f-6f5d-4880-a535-bcad1c23e05b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:58.662502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5e54436f-6f5d-4880-a535-bcad1c23e05b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:58.666226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1014454172', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '767a77f3-3f51-443f-ac14-119d551e25db'}], 'security_groups': ['47be0963-0af2-4931-9da4-2605eb1d7230']}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:58.677910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9da7e943-38d3-4aba-8a6d-110508486c1d tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=e64e8219-e5fd-4433-a9ab-abce6d8fa07e HTTP/1.1" status: 200 len: 205 time: 0.1268182 Dec 21 16:46:58.703299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d32ffb3e-bbfb-4bc8-956c-f179b93fbb23 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:58.714539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40826) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:58.759022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-15cb62e3-1b06-41a8-92be-b5203e033106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:58.801069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5e54436f-6f5d-4880-a535-bcad1c23e05b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:58.805692 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5e54436f-6f5d-4880-a535-bcad1c23e05b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6814873 Dec 21 16:46:58.809903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40830) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:58.849558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ffb3e-bbfb-4bc8-956c-f179b93fbb23 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ae82b9-4d67-438b-8603-9e7a04794dec,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:58.876716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d32ffb3e-bbfb-4bc8-956c-f179b93fbb23 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:58.930981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] For port 83558690-3c69-462f-9fd7-3aa5c503c037, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=83558690-3c69-462f-9fd7-3aa5c503c037,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:46:58.931397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:58.954744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d32ffb3e-bbfb-4bc8-956c-f179b93fbb23 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:58.958753 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d32ffb3e-bbfb-4bc8-956c-f179b93fbb23 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "DELETE /v2.0/security-groups/57ae82b9-4d67-438b-8603-9e7a04794dec HTTP/1.1" status: 204 len: 168 time: 0.7846472 Dec 21 16:46:58.965845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40834) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:59.073891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911ea0a9-5730-49f7-a948-5a72f2c07289 None None] Update dhcp port {'port': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'fixed_ips': [{'subnet_id': '617ef270-7c21-4106-aab4-0cac8e953451', 'ip_address': '172.20.0.2'}, {'subnet_id': '767a77f3-3f51-443f-ac14-119d551e25db'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': '2510617a-ef9d-4ff0-a16a-4140034fadbf'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:46:59.082464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:46:59.109792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-797bf260-f04d-4df3-9988-53808a171654 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.125977 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0851059 Dec 21 16:46:59.131538 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-76472b2f-fd65-427c-bb2e-63933cf6e5b7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0955820 Dec 21 16:46:59.132184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40838) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:59.143996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9be8e02-ab60-4531-8e73-3ad960d559ae tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:59.146229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-911ea0a9-5730-49f7-a948-5a72f2c07289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.148457 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f9be8e02-ab60-4531-8e73-3ad960d559ae tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3348672 Dec 21 16:46:59.149530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40840) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:59.149907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40844) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:59.180474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.199123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group': {'name': 'tempest-secgroup--712358113'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:59.205628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:59.210109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:59.213773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:59.220194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:59.231359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'network': {'name': 'tempest-RoutersTest-527501494'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:59.236909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:59.241329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:network and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:59.244497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:59.251672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:59.265721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.272339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3038d5-ad9f-4b53-acf5-918ba6d3e4a5 req-dd429f43-1aa2-4117-9b3c-59097c704cd7 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:59.274141 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa3038d5-ad9f-4b53-acf5-918ba6d3e4a5 req-dd429f43-1aa2-4117-9b3c-59097c704cd7 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 946 time: 0.5583475 Dec 21 16:46:59.335010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:59.339390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:59.345780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:59.352152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:59.412725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-911ea0a9-5730-49f7-a948-5a72f2c07289 None None] Allocated IP 172.20.0.18 (a6d500d5-3266-4f4d-a7b9-c5622d13c57d/767a77f3-3f51-443f-ac14-119d551e25db/2510617a-ef9d-4ff0-a16a-4140034fadbf) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:46:59.433809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.435029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:46:59.440928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.474389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.502665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a4d0d883-1be9-4a29-a2e8-782d5e9bb045 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:46:59.503580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9567630-767e-4b21-a977-a117d2cd7f97 None None] Network a0ea23e3-a813-4104-887c-e330b49d1680 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:46:59.521987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ed9fab33-ab93-4307-9128-066701d27038 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:46:59.603409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa3038d5-ad9f-4b53-acf5-918ba6d3e4a5 req-7ac50178-3e2c-4db1-9d23-7304b5e54d87 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups?id=121c00a6-dd5f-4477-a420-834486ac2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212624 Dec 21 16:46:59.635127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:46:59.641948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.646239 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4897697 Dec 21 16:46:59.647501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78315d42-1736-440e-826e-b8a32d36ec77 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:59.649144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78315d42-1736-440e-826e-b8a32d36ec77 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:59.650700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78315d42-1736-440e-826e-b8a32d36ec77 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:59.651711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-78315d42-1736-440e-826e-b8a32d36ec77 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:46:59.656905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40850) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:59.670252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e5bbc5-dcd4-4d29-8362-36e3f543b9b5,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:46:59.688506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2e76ec3f-67c4-4d31-b07e-4239784429a9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '77e5bbc5-dcd4-4d29-8362-36e3f543b9b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:46:59.697292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:46:59.700448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-48c67ca4-adab-4005-9fbb-37c3c12a5480 None None] Provisioning for port f5b67441-900b-4646-9085-c3fc532d8435 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:59.706005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.706524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added segment 1298d904-6e27-4456-ae9c-fdd52fe931b1 of type vlan for network 2564c0ab-81e6-4d64-89e7-08a4b10bacfe Dec 21 16:46:59.713511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-48c67ca4-adab-4005-9fbb-37c3c12a5480 None None] Provisioning complete for port f5b67441-900b-4646-9085-c3fc532d8435 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:59.713935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48c67ca4-adab-4005-9fbb-37c3c12a5480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.717825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2e76ec3f-67c4-4d31-b07e-4239784429a9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:46:59.799998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2e76ec3f-67c4-4d31-b07e-4239784429a9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:46:59.809543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2e76ec3f-67c4-4d31-b07e-4239784429a9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:46:59.814651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-78315d42-1736-440e-826e-b8a32d36ec77 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:46:59.818697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-78315d42-1736-440e-826e-b8a32d36ec77 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6602840 Dec 21 16:46:59.830547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40854) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:46:59.830840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.837638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2e76ec3f-67c4-4d31-b07e-4239784429a9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:46:59.841412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.863117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port ed9fab33-ab93-4307-9128-066701d27038 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:46:59.872119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ed9fab33-ab93-4307-9128-066701d27038 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:46:59.872531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.900645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.901679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.902106 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Floating IP 40a32d2a-790f-49c6-89c2-b5ae5b3f0bc0 disassociated. External IP: 172.26.7.48, port: 83558690-3c69-462f-9fd7-3aa5c503c037. Dec 21 16:46:59.902569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Calling delete_port for 83558690-3c69-462f-9fd7-3aa5c503c037 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:46:59.962991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.967817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:46:59.968545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:46:59.982841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e218dae1-fa68-4bd7-bb81-b58ddfb1ca3b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:00.008795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-797bf260-f04d-4df3-9988-53808a171654 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.028184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-797bf260-f04d-4df3-9988-53808a171654 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.038920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-2e76ec3f-67c4-4d31-b07e-4239784429a9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The resource could not be found. Dec 21 16:47:00.043564 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2e76ec3f-67c4-4d31-b07e-4239784429a9 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3759117 Dec 21 16:47:00.052120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40860) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:00.075959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b706f4f4-efc0-49d6-a289-47db8f186df7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '77e5bbc5-dcd4-4d29-8362-36e3f543b9b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4de5d46b-8717-435e-baef-1a149bbcd9de'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:00.084071 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9455631 Dec 21 16:47:00.086933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40864) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:00.093084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'subnet': {'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:00.094131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.134584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-911ea0a9-5730-49f7-a948-5a72f2c07289 None None] For port 2510617a-ef9d-4ff0-a16a-4140034fadbf, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2510617a-ef9d-4ff0-a16a-4140034fadbf,segment=NetworkSegment(3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee),segment_id=3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:00.135437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b706f4f4-efc0-49d6-a289-47db8f186df7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:00.145628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Network': ['ID=2564c0ab-81e6-4d64-89e7-08a4b10bacfe,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:00.150209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b706f4f4-efc0-49d6-a289-47db8f186df7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:00.153745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:00.172866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48c67ca4-adab-4005-9fbb-37c3c12a5480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.183015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 2564c0ab-81e6-4d64-89e7-08a4b10bacfe details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:00.185083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b706f4f4-efc0-49d6-a289-47db8f186df7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:00.206652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-797bf260-f04d-4df3-9988-53808a171654 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.206867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b706f4f4-efc0-49d6-a289-47db8f186df7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:00.207365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797bf260-f04d-4df3-9988-53808a171654 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Fanout notify agent at l3_agent the message router_deleted on router e64e8219-e5fd-4433-a9ab-abce6d8fa07e {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:47:00.247665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port ed9fab33-ab93-4307-9128-066701d27038, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ed9fab33-ab93-4307-9128-066701d27038,segment=NetworkSegment(e57ec4cf-3831-420b-8d8b-1f5f3185ec3c),segment_id=e57ec4cf-3831-420b-8d8b-1f5f3185ec3c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:00.249183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.260117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:00.272906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.282499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0bbdaf65-8dcb-4991-b821-5ffd311261d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:00.314057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Pushing event deleted for resources: {'Port': ['ID=83558690-3c69-462f-9fd7-3aa5c503c037,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:00.320148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:00.325058 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-b706f4f4-efc0-49d6-a289-47db8f186df7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The resource could not be found. Dec 21 16:47:00.326389 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b706f4f4-efc0-49d6-a289-47db8f186df7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2595174 Dec 21 16:47:00.330929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40868) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:00.466992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-48c67ca4-adab-4005-9fbb-37c3c12a5480 None None] For port f5b67441-900b-4646-9085-c3fc532d8435, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f5b67441-900b-4646-9085-c3fc532d8435,segment=NetworkSegment(d5447540-60dc-49c0-aa45-bb2f25109ed6),segment_id=d5447540-60dc-49c0-aa45-bb2f25109ed6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:00.509292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a37cc49-7729-411b-a511-a5a6a3675f13 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.530123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-911ea0a9-5730-49f7-a948-5a72f2c07289 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.540842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48c67ca4-adab-4005-9fbb-37c3c12a5480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.576518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-797bf260-f04d-4df3-9988-53808a171654 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.582675 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-797bf260-f04d-4df3-9988-53808a171654 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/e64e8219-e5fd-4433-a9ab-abce6d8fa07e HTTP/1.1" status: 204 len: 168 time: 1.8104167 Dec 21 16:47:00.587651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40872) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:00.590515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-911ea0a9-5730-49f7-a948-5a72f2c07289 None None] Transition to ACTIVE for port object 2510617a-ef9d-4ff0-a16a-4140034fadbf will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:00.603094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=ed9fab33-ab93-4307-9128-066701d27038,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:00.603880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a37cc49-7729-411b-a511-a5a6a3675f13 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.606718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-911ea0a9-5730-49f7-a948-5a72f2c07289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.620341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:00.620850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:00.677954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:00.751782 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-09ce7b25-2297-4899-8e09-7c80fb26515f tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=e64e8219-e5fd-4433-a9ab-abce6d8fa07e HTTP/1.1" status: 200 len: 205 time: 0.1598310 Dec 21 16:47:00.826147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40878) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:00.834126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8a3fa0-9bd1-4d1a-b6a1-f5e647941c5b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet a680f6a4-793b-4e09-aec4-582838e9ad68 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:00.907049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:subnet and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:00.910184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:00.917148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:00.943668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a37cc49-7729-411b-a511-a5a6a3675f13 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.949514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-21b61104-0374-4387-817c-19620b333a9e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:00.962702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3fa0-9bd1-4d1a-b6a1-f5e647941c5b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:00.969806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37cc49-7729-411b-a511-a5a6a3675f13 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e5bbc5-dcd4-4d29-8362-36e3f543b9b5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:00.974885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a37cc49-7729-411b-a511-a5a6a3675f13 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:01.008506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67ca4-adab-4005-9fbb-37c3c12a5480 None None] Pushing event updated for resources: {'Port': ['ID=f5b67441-900b-4646-9085-c3fc532d8435,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:01.010300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Router 4304cfcf-3077-46ce-a093-617d5b8c869e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:47:01.011964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a37cc49-7729-411b-a511-a5a6a3675f13 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:01.013524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2a37cc49-7729-411b-a511-a5a6a3675f13 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "DELETE /v2.0/security-groups/77e5bbc5-dcd4-4d29-8362-36e3f543b9b5 HTTP/1.1" status: 204 len: 168 time: 0.6814311 Dec 21 16:47:01.017383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40882) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:01.020110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-3f02ef29-4b86-4c2b-9d3e-090f1a92fd6b tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] delete failed (client error): The resource could not be found. Dec 21 16:47:01.023802 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3f02ef29-4b86-4c2b-9d3e-090f1a92fd6b tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/e64e8219-e5fd-4433-a9ab-abce6d8fa07e HTTP/1.1" status: 404 len: 336 time: 0.1938632 Dec 21 16:47:01.045443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40886) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:01.057112 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-75e0609d-a51d-4b2e-ae02-d02b4b320d46 req-3ec0f7d3-33f9-40b2-a6e1-639123e6fc3c tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 210 time: 0.1352189 Dec 21 16:47:01.115054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1625593e-4d2b-4963-b9fa-c32d0863844d tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Synchronizing usage tracker for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:01.119665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ea0a9-5730-49f7-a948-5a72f2c07289 None None] Pushing event updated for resources: {'Port': ['ID=2510617a-ef9d-4ff0-a16a-4140034fadbf,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:01.123733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-911ea0a9-5730-49f7-a948-5a72f2c07289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:01.124458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0bbdaf65-8dcb-4991-b821-5ffd311261d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.577s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:01.124853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0bbdaf65-8dcb-4991-b821-5ffd311261d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:01.154989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:01.201924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1625593e-4d2b-4963-b9fa-c32d0863844d tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Unset dirty status for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:01.203326 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1625593e-4d2b-4963-b9fa-c32d0863844d tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1847889 Dec 21 16:47:01.208899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40890) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:01.216862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-57a1ca7b-26b4-4a57-aa64-19d81fe15080 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': '7283b16f-b9cf-4431-ae02-82846a08c108', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:01.236733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57a1ca7b-26b4-4a57-aa64-19d81fe15080 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:01.252262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Sync routers for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:47:01.264991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-57a1ca7b-26b4-4a57-aa64-19d81fe15080 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:01.269602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-57a1ca7b-26b4-4a57-aa64-19d81fe15080 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:01.271737 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0acf5755-6a61-4448-86d9-91b30e101003 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b HTTP/1.1" status: 200 len: 205 time: 0.2086811 Dec 21 16:47:01.277017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:01.277732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:01.286600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40894) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:01.326272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3fa0-9bd1-4d1a-b6a1-f5e647941c5b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:01.369045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:01.409849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57a1ca7b-26b4-4a57-aa64-19d81fe15080 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:01.419927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 83558690-3c69-462f-9fd7-3aa5c503c037 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:01.436209 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-6e2415db-8a2f-40c8-a931-6fe3547155de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] delete failed (client error): The resource could not be found. Dec 21 16:47:01.440029 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6e2415db-8a2f-40c8-a931-6fe3547155de tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/9d9fa24e-9fd0-4dc6-a2b4-f89efca64f6b HTTP/1.1" status: 404 len: 336 time: 0.1270401 Dec 21 16:47:01.441376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40898) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:01.557812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f5b67441-900b-4646-9085-c3fc532d8435 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:01.565567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Delete allocated IP 172.20.0.9 (a6d500d5-3266-4f4d-a7b9-c5622d13c57d/617ef270-7c21-4106-aab4-0cac8e953451) {{(pid=88888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 16:47:01.599048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.19 (a6d500d5-3266-4f4d-a7b9-c5622d13c57d/767a77f3-3f51-443f-ac14-119d551e25db/af6263f7-b19a-49ad-8330-6662c0b9ae96) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:01.644965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9527d2b8-2069-42dd-8b9f-e0acfc693091 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=92d77efa-cfd5-44f8-93de-06dfdc37bc86 HTTP/1.1" status: 200 len: 205 time: 0.1991982 Dec 21 16:47:01.650558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40902) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:01.663182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 83558690-3c69-462f-9fd7-3aa5c503c037 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:47:01.663806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 83558690-3c69-462f-9fd7-3aa5c503c037 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:47:01.693024 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-57a1ca7b-26b4-4a57-aa64-19d81fe15080 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The resource could not be found. Dec 21 16:47:01.694486 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-57a1ca7b-26b4-4a57-aa64-19d81fe15080 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4832051 Dec 21 16:47:01.699911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40906) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:01.706470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a5d5c002-259b-4e99-a349-d95bbc75620a None None] Provisioning complete for port f5b67441-900b-4646-9085-c3fc532d8435 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:01.707361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c002-259b-4e99-a349-d95bbc75620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:01.721281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370606781'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:01.731801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:01.738743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3fa0-9bd1-4d1a-b6a1-f5e647941c5b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:01.758897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:01.790830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port f5b67441-900b-4646-9085-c3fc532d8435 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:01.791286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:01.796436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:01.812171 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-46c10f52-b4a0-4be4-ae03-e8ebd8296ad6 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] delete failed (client error): The resource could not be found. Dec 21 16:47:01.815928 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-46c10f52-b4a0-4be4-ae03-e8ebd8296ad6 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/92d77efa-cfd5-44f8-93de-06dfdc37bc86 HTTP/1.1" status: 404 len: 336 time: 0.1592710 Dec 21 16:47:01.818491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40910) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:01.862568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:01.903801 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-417395eb-bce8-440b-9175-640c279646e4 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=474c5110-791b-41db-a9e2-4279bb0126b2 HTTP/1.1" status: 200 len: 205 time: 0.0794680 Dec 21 16:47:01.906509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40914) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:01.918598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:47:01.929202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b5ab3-7ddc-47e4-8037-a1a415549367 None None] Sync routers for ids ['4304cfcf-3077-46ce-a093-617d5b8c869e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:47:01.952999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b5ab3-7ddc-47e4-8037-a1a415549367 None None] Routers {'4304cfcf-3077-46ce-a093-617d5b8c869e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:01.953683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-572b5ab3-7ddc-47e4-8037-a1a415549367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4304cfcf-3077-46ce-a093-617d5b8c869e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:02.019318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.044734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object af6263f7-b19a-49ad-8330-6662c0b9ae96 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:02.053230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.069323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-fb7ff6d0-e45c-49fd-a47e-2b0c2f89c992 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] delete failed (client error): The resource could not be found. Dec 21 16:47:02.070658 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fb7ff6d0-e45c-49fd-a47e-2b0c2f89c992 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/474c5110-791b-41db-a9e2-4279bb0126b2 HTTP/1.1" status: 404 len: 336 time: 0.1580577 Dec 21 16:47:02.116925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40918) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:02.174460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-451fbb9d-aafb-420f-b04d-913bb52e9df1 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:02.178020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:02.190948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] No DVR routers for this DVR port 83558690-3c69-462f-9fd7-3aa5c503c037 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:47:02.200963 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c4ce4353-0b52-4b16-81fb-5f627bcab9c5 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=40857800-45df-4d73-ae65-463b93d85aa9 HTTP/1.1" status: 200 len: 205 time: 0.0798736 Dec 21 16:47:02.200963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.203883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:02.213677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'name': 'network-vif-deleted', 'tag': '83558690-3c69-462f-9fd7-3aa5c503c037'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:47:02.220925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40924) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:02.222425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:02.328063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a5d5c002-259b-4e99-a349-d95bbc75620a None None] Provisioning for port f4808578-fe67-475b-a8c5-296904c052a8 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:02.345638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:02.356589 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28d425e-98dc-476b-811c-7ce746431a65 req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.48 "DELETE /v2.0/ports/83558690-3c69-462f-9fd7-3aa5c503c037 HTTP/1.1" status: 204 len: 173 time: 4.8251467 Dec 21 16:47:02.367937 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-33099151-5a50-4ea6-b500-1e07295ecb3a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] delete failed (client error): The resource could not be found. Dec 21 16:47:02.373473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-33099151-5a50-4ea6-b500-1e07295ecb3a tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/40857800-45df-4d73-ae65-463b93d85aa9 HTTP/1.1" status: 404 len: 336 time: 0.1442113 Dec 21 16:47:02.376043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40930) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:02.480747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a5d5c002-259b-4e99-a349-d95bbc75620a None None] Provisioning complete for port f4808578-fe67-475b-a8c5-296904c052a8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:02.481539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c002-259b-4e99-a349-d95bbc75620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.492986 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d29663-0806-4319-8d87-7e0b45b66d5a', 'name': 'network-vif-deleted', 'tag': '83558690-3c69-462f-9fd7-3aa5c503c037', 'status': 'completed', 'code': 200} Dec 21 16:47:02.528676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-572b5ab3-7ddc-47e4-8037-a1a415549367 None None] Set router 4304cfcf-3077-46ce-a093-617d5b8c869e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:02.532901 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0824c062-83a7-4dc6-8355-e75496f3c963 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b611281-76b7-4052-8fce-d5f5419e6db1 HTTP/1.1" status: 200 len: 205 time: 0.1554353 Dec 21 16:47:02.538815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40934) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:02.601622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ed9fab33-ab93-4307-9128-066701d27038 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:02.632750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=af6263f7-b19a-49ad-8330-6662c0b9ae96,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:02.633793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5c002-259b-4e99-a349-d95bbc75620a None None] Port f4808578-fe67-475b-a8c5-296904c052a8 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:02.638285 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-eaa21b68-b0e5-4784-9957-81da264acac1 req-8d93ae85-5f12-44fc-815e-7679a4830779 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d29663-0806-4319-8d87-7e0b45b66d5a HTTP/1.1" status: 200 len: 210 time: 0.1717145 Dec 21 16:47:02.643225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:02.706808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.709280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3fa0-9bd1-4d1a-b6a1-f5e647941c5b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.717065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-05b3cd2d-7f40-4cd3-8c48-e04d3c707df2 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] delete failed (client error): The resource could not be found. Dec 21 16:47:02.721219 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-05b3cd2d-7f40-4cd3-8c48-e04d3c707df2 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/routers/0b611281-76b7-4052-8fce-d5f5419e6db1 HTTP/1.1" status: 404 len: 336 time: 0.1755624 Dec 21 16:47:02.722032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.729961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a05d507b-ac2b-48b4-9965-75100f2a07bc tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:02.742391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40938) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:02.744698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4dfaba2b-42a8-47f5-8f37-9ab280a54d98 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:02.784824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a3fa0-9bd1-4d1a-b6a1-f5e647941c5b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=a680f6a4-793b-4e09-aec4-582838e9ad68,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:02.799137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.803714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0903373 Dec 21 16:47:02.803714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30c5c77-e722-4a91-99fe-9eda9a869e76 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:02.803714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30c5c77-e722-4a91-99fe-9eda9a869e76 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:02.804449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9a8a3fa0-9bd1-4d1a-b6a1-f5e647941c5b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:02.809458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40942) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:02.812842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] In _notify_port_updated(), no bound segment for port af6263f7-b19a-49ad-8330-6662c0b9ae96 on network a6d500d5-3266-4f4d-a7b9-c5622d13c57d {{(pid=88888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:47:02.817892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:02.818858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.819321 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b30c5c77-e722-4a91-99fe-9eda9a869e76 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] 10.222.0.67 "DELETE /v2.0/subnets/1affe020-51b6-4d7f-b696-181c37019e97 HTTP/1.1" status: 404 len: 337 time: 0.0547407 Dec 21 16:47:02.823660 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "PUT /v2.0/ports/af6263f7-b19a-49ad-8330-6662c0b9ae96 HTTP/1.1" status: 200 len: 921 time: 4.1757789 Dec 21 16:47:02.827449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40948) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:02.829036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group': {'name': 'tempest-secgroup--718334540'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:02.834579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-145e3d97-9f54-4ec9-bbd7-1da8668e1c4d None None] Provisioning complete for port 72513199-626a-4bf3-a3dc-8e67f476b105 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:02.835149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-145e3d97-9f54-4ec9-bbd7-1da8668e1c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.842063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3fa0-9bd1-4d1a-b6a1-f5e647941c5b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.845803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:02.860776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:02.874322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e9f4ee9-da5f-46cb-9102-2db18bf455c9 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:02.924798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:02.945495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-572b5ab3-7ddc-47e4-8037-a1a415549367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:13Z', 'revision_number': 4, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '4aaf2c92-dadb-417e-a226-10ad6075d21a', 'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'mac_address': 'fa:16:3e:e0:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:10Z', 'updated_at': '2021-12-21T16:43:24Z', 'revision_number': 5, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'subnets': [{'id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:02.950521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b5ab3-7ddc-47e4-8037-a1a415549367 None None] Checking router: 4304cfcf-3077-46ce-a093-617d5b8c869e for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:47:02.964566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b5ab3-7ddc-47e4-8037-a1a415549367 None None] Routers {'4304cfcf-3077-46ce-a093-617d5b8c869e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:02.965521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-572b5ab3-7ddc-47e4-8037-a1a415549367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4304cfcf-3077-46ce-a093-617d5b8c869e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:02.971595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-145e3d97-9f54-4ec9-bbd7-1da8668e1c4d None None] Port 72513199-626a-4bf3-a3dc-8e67f476b105 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:02.985559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0993a261-1260-4c3b-bd5f-02c6807881c9 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:03.004458 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9a8a3fa0-9bd1-4d1a-b6a1-f5e647941c5b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/a680f6a4-793b-4e09-aec4-582838e9ad68 HTTP/1.1" status: 204 len: 168 time: 3.1705270 Dec 21 16:47:03.006637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40952) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:03.013243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.061307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-145e3d97-9f54-4ec9-bbd7-1da8668e1c4d None None] Provisioning for port 2510617a-ef9d-4ff0-a16a-4140034fadbf completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:03.103431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-145e3d97-9f54-4ec9-bbd7-1da8668e1c4d None None] Provisioning complete for port 2510617a-ef9d-4ff0-a16a-4140034fadbf triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:03.104657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-145e3d97-9f54-4ec9-bbd7-1da8668e1c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.135545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee76b26e-0e0e-4bc9-9ae1-9485db50e54e,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:03.148258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Subnet': ['ID=59f2338d-e260-49b8-bce8-a280dc0f9d2d,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:03.162389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:03.168370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0f9b771d-8437-4117-ad23-c7c7183217cc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port af6263f7-b19a-49ad-8330-6662c0b9ae96 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:03.168770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f9b771d-8437-4117-ad23-c7c7183217cc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.191398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-572b5ab3-7ddc-47e4-8037-a1a415549367 None None] Set router 4304cfcf-3077-46ce-a093-617d5b8c869e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:03.201553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ed9fab33-ab93-4307-9128-066701d27038 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:03.202323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.253357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7f5b02-5718-4bab-a234-71d7e0d245e4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet d9607a8c-b20f-4725-855b-c1b4f2ae8ac5 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:03.255876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Checking segment: {'id': '1298d904-6e27-4456-ae9c-fdd52fe931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:03.257660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network hostable DHCP agents. Network: 2564c0ab-81e6-4d64-89e7-08a4b10bacfe, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:03.268868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5b02-5718-4bab-a234-71d7e0d245e4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.270689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:03.324842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:03.351695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:03.359531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:03.383638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5b02-5718-4bab-a234-71d7e0d245e4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.448455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:46:54Z', 'revision_number': 3, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:46:55Z', 'revision_number': 2, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:03.480022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5b02-5718-4bab-a234-71d7e0d245e4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.497511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Checking router: e5bedcfa-b6cf-4963-b1f8-6f058915704d for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:47:03.498161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Updating router e5bedcfa-b6cf-4963-b1f8-6f058915704d port f4808578-fe67-475b-a8c5-296904c052a8 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:47:03.555486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:03.559897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5b02-5718-4bab-a234-71d7e0d245e4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.566478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ff626be-fd5d-424f-b95c-15f380f22fd1 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:03.611027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2510617a-ef9d-4ff0-a16a-4140034fadbf up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:03.615243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f5b02-5718-4bab-a234-71d7e0d245e4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=d9607a8c-b20f-4725-855b-c1b4f2ae8ac5,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:03.622224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a7f5b02-5718-4bab-a234-71d7e0d245e4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:03.625343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40958) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:03.628323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 2564c0ab-81e6-4d64-89e7-08a4b10bacfe is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:03.646901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5b02-5718-4bab-a234-71d7e0d245e4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.659850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f9b771d-8437-4117-ad23-c7c7183217cc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.663191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 2564c0ab-81e6-4d64-89e7-08a4b10bacfe) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:03.680595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:03.681443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.714055 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6a7f5b02-5718-4bab-a234-71d7e0d245e4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/d9607a8c-b20f-4725-855b-c1b4f2ae8ac5 HTTP/1.1" status: 204 len: 168 time: 0.7028279 Dec 21 16:47:03.714817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40966) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:03.758154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dff7e3-19ae-4f63-a95d-d96d6a7f75c2 None None] Network 2564c0ab-81e6-4d64-89e7-08a4b10bacfe requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:03.802924 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-25cb2b42-93a1-4553-9c59-664eaf08e2f8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822771 Dec 21 16:47:03.803708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40970) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:03.818747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-572b5ab3-7ddc-47e4-8037-a1a415549367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:13Z', 'revision_number': 4, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '4aaf2c92-dadb-417e-a226-10ad6075d21a', 'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'mac_address': 'fa:16:3e:e0:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:10Z', 'updated_at': '2021-12-21T16:43:24Z', 'revision_number': 5, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'subnets': [{'id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:03.823687 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7375507 Dec 21 16:47:03.827995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b5ab3-7ddc-47e4-8037-a1a415549367 None None] The sync data for ids ['4304cfcf-3077-46ce-a093-617d5b8c869e'] in dv-neutron-822515-1-hyperv is: [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:43:13Z', 'revision_number': 4, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '4aaf2c92-dadb-417e-a226-10ad6075d21a', 'name': '', 'network_id': '28f1e28f-1df5-418a-9ebc-3336554e3511', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'mac_address': 'fa:16:3e:e0:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:43:10Z', 'updated_at': '2021-12-21T16:43:24Z', 'revision_number': 5, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'subnets': [{'id': '75d7f618-3d65-4d7b-bf24-22070d8333ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:47:03.839146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40974) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:03.845270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.851963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:03.906496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0f9b771d-8437-4117-ad23-c7c7183217cc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for af6263f7-b19a-49ad-8330-6662c0b9ae96 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:03.956174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40980) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:03.967587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:03.993930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d32ffb3e-bbfb-4bc8-956c-f179b93fbb23 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:04.009167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.066237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f9b771d-8437-4117-ad23-c7c7183217cc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.074380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60761d30-003f-468d-bf5e-5e549720d862 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:04.127680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b771d-8437-4117-ad23-c7c7183217cc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=af6263f7-b19a-49ad-8330-6662c0b9ae96,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:04.130768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0f9b771d-8437-4117-ad23-c7c7183217cc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:04.256293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f9b771d-8437-4117-ad23-c7c7183217cc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.276001 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0f9b771d-8437-4117-ad23-c7c7183217cc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/af6263f7-b19a-49ad-8330-6662c0b9ae96 HTTP/1.1" status: 204 len: 168 time: 1.4395497 Dec 21 16:47:04.279581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40986) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:04.343786 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde0c55d-1db9-4b07-97a9-7fc811b2abe8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:47:04.344476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fde0c55d-1db9-4b07-97a9-7fc811b2abe8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:04.383300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fde0c55d-1db9-4b07-97a9-7fc811b2abe8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:04.384842 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fde0c55d-1db9-4b07-97a9-7fc811b2abe8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/af6263f7-b19a-49ad-8330-6662c0b9ae96 HTTP/1.1" status: 404 len: 333 time: 0.1002159 Dec 21 16:47:04.387875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40990) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:04.393173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-145e3d97-9f54-4ec9-bbd7-1da8668e1c4d None None] Could not find standard attr ID for object af6263f7-b19a-49ad-8330-6662c0b9ae96. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:47:04.427971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2510617a-ef9d-4ff0-a16a-4140034fadbf triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:04.428393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.495463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c838430c-f02b-4985-9a3f-6ee04d76b303 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.496939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57fd6d20-14ac-4f81-b876-f9054525f65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.527569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c838430c-f02b-4985-9a3f-6ee04d76b303 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.547631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785447d6-df44-4097-9bea-d4127445b30c None None] New status for floating IP 40a32d2a-790f-49c6-89c2-b5ae5b3f0bc0: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:47:04.567603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.568943 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7578204 Dec 21 16:47:04.572059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 40994) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:04.579210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-72ddade8-a4c4-42e8-8386-bd20b3eb80ec tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group_rule': {'security_group_id': 'ee76b26e-0e0e-4bc9-9ae1-9485db50e54e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '88024522-b5d8-4c26-9b10-0c735298be02'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:04.585828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-72ddade8-a4c4-42e8-8386-bd20b3eb80ec tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:04.591801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-72ddade8-a4c4-42e8-8386-bd20b3eb80ec tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:04.591958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88024522-b5d8-4c26-9b10-0c735298be02,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:04.595591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-72ddade8-a4c4-42e8-8386-bd20b3eb80ec tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:04.598226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c838430c-f02b-4985-9a3f-6ee04d76b303 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.606842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:04.610356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-613c61e8-7d41-40a1-b262-d100e55efaa8 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:04.622864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-72ddade8-a4c4-42e8-8386-bd20b3eb80ec tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:04.630450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838430c-f02b-4985-9a3f-6ee04d76b303 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103fd2c1-7b04-44b6-bef4-5d309b1142e5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:04.634176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c838430c-f02b-4985-9a3f-6ee04d76b303 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:04.635131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c838430c-f02b-4985-9a3f-6ee04d76b303 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.637497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:04.639467 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c838430c-f02b-4985-9a3f-6ee04d76b303 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/security-groups/103fd2c1-7b04-44b6-bef4-5d309b1142e5 HTTP/1.1" status: 204 len: 168 time: 0.2504544 Dec 21 16:47:04.641585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 40998) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:04.652887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f48f0d7f-8b8e-411c-a0fa-fd80bfe2cf30 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.658037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:04.666420 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-72ddade8-a4c4-42e8-8386-bd20b3eb80ec tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:47:04.668663 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72ddade8-a4c4-42e8-8386-bd20b3eb80ec tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0949888 Dec 21 16:47:04.671598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41002) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:04.684527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:04.703921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57fd6d20-14ac-4f81-b876-f9054525f65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:04.708371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:04.743766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-57fd6d20-14ac-4f81-b876-f9054525f65b admin admin] Usage tracker for resource:security_group_rule and tenant:b50ca6a927d24d0a8597bc90a816736e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:04.748442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f684da93-595d-4663-a9a6-5fa0f680c280 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.751681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-57fd6d20-14ac-4f81-b876-f9054525f65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:04.767955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f48f0d7f-8b8e-411c-a0fa-fd80bfe2cf30 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.777593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57fd6d20-14ac-4f81-b876-f9054525f65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:04.778849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f684da93-595d-4663-a9a6-5fa0f680c280 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.806564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:04.813146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.826374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f684da93-595d-4663-a9a6-5fa0f680c280 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.840193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-55011d34-ef54-4483-b674-87eb6a4d7025 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:04.852510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684da93-595d-4663-a9a6-5fa0f680c280 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88024522-b5d8-4c26-9b10-0c735298be02,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:04.867221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f684da93-595d-4663-a9a6-5fa0f680c280 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:04.868050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f684da93-595d-4663-a9a6-5fa0f680c280 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:04.872318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f684da93-595d-4663-a9a6-5fa0f680c280 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "DELETE /v2.0/security-groups/88024522-b5d8-4c26-9b10-0c735298be02 HTTP/1.1" status: 204 len: 168 time: 0.1985712 Dec 21 16:47:04.873346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41008) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:04.926899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-145e3d97-9f54-4ec9-bbd7-1da8668e1c4d None None] Provisioning complete for port f4808578-fe67-475b-a8c5-296904c052a8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:04.927292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-145e3d97-9f54-4ec9-bbd7-1da8668e1c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.027167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:47:05.030298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-acea1c7c-4daa-4796-8b49-d36edf515f20 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Synchronizing usage tracker for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:05.055969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-acea1c7c-4daa-4796-8b49-d36edf515f20 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Unset dirty status for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:05.058940 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-acea1c7c-4daa-4796-8b49-d36edf515f20 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1842191 Dec 21 16:47:05.061378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Deleting port 59cddf81-a1ea-45bf-b859-fb0f408fc83c {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:05.061806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.062206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41018) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:05.131233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6505-ec2e-4a96-aeef-87edb8ce0a0c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.148051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fd976dd-0742-4cad-9800-5cf4d10dfcf1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.177174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 59cddf81-a1ea-45bf-b859-fb0f408fc83c no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:05.182895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fd976dd-0742-4cad-9800-5cf4d10dfcf1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.218706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f48f0d7f-8b8e-411c-a0fa-fd80bfe2cf30 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.230153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fd976dd-0742-4cad-9800-5cf4d10dfcf1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.240333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-155700ec-5c7a-4647-a639-1a3d73d42ad2 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:05.248308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-912d7e20-56e6-4e6c-98ca-74e1c442df30 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:05.299076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f0d7f-8b8e-411c-a0fa-fd80bfe2cf30 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121c00a6-dd5f-4477-a420-834486ac2ed9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:05.310416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd976dd-0742-4cad-9800-5cf4d10dfcf1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee76b26e-0e0e-4bc9-9ae1-9485db50e54e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:05.311163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f48f0d7f-8b8e-411c-a0fa-fd80bfe2cf30 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:05.314436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6505-ec2e-4a96-aeef-87edb8ce0a0c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.331944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57fd6d20-14ac-4f81-b876-f9054525f65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.333514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1fd976dd-0742-4cad-9800-5cf4d10dfcf1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:05.350688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57fd6d20-14ac-4f81-b876-f9054525f65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.351452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fd976dd-0742-4cad-9800-5cf4d10dfcf1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.353533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1fd976dd-0742-4cad-9800-5cf4d10dfcf1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "DELETE /v2.0/security-groups/ee76b26e-0e0e-4bc9-9ae1-9485db50e54e HTTP/1.1" status: 204 len: 168 time: 0.2899258 Dec 21 16:47:05.359154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41028) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:05.477616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:47:05.478661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.503892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2b1e4646-281d-4402-bfa9-df54e1ddc363 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Synchronizing usage tracker for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:05.508070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-145e3d97-9f54-4ec9-bbd7-1da8668e1c4d None None] Port f4808578-fe67-475b-a8c5-296904c052a8 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:05.513327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-83ef1af2-ea55-4f77-90c6-09d756847466 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:05.536901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2b1e4646-281d-4402-bfa9-df54e1ddc363 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Unset dirty status for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:05.539152 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2b1e4646-281d-4402-bfa9-df54e1ddc363 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1784990 Dec 21 16:47:05.543190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41038) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:05.552821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group': {'name': 'tempest-secgroup--131858804'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:05.562303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:05.576147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:05.589908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.604394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f48f0d7f-8b8e-411c-a0fa-fd80bfe2cf30 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.605650 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f48f0d7f-8b8e-411c-a0fa-fd80bfe2cf30 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "DELETE /v2.0/security-groups/121c00a6-dd5f-4477-a420-834486ac2ed9 HTTP/1.1" status: 204 len: 168 time: 1.6336517 Dec 21 16:47:05.624093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41042) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:05.638611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.652469 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-09728a6a-3ac6-4977-ac6a-ce9d272dae0d tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] show failed (client error): The resource could not be found. Dec 21 16:47:05.655320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-09728a6a-3ac6-4977-ac6a-ce9d272dae0d tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "GET /v2.0/security-groups/121c00a6-dd5f-4477-a420-834486ac2ed9 HTTP/1.1" status: 404 len: 347 time: 0.0284843 Dec 21 16:47:05.659293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41046) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:05.703949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd6d20-14ac-4f81-b876-f9054525f65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d58cc4b-237c-4e4f-b8de-b03f3183d5a2,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:05.710637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.716935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57fd6d20-14ac-4f81-b876-f9054525f65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:05.718471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:05.736206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7dbafdbd-4c7b-4c3f-81b0-8235218d1b3d None None] Could not find standard attr ID for object af6263f7-b19a-49ad-8330-6662c0b9ae96. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:47:05.753734 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-57fd6d20-14ac-4f81-b876-f9054525f65b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b50ca6a927d24d0a8597bc90a816736e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1243181 Dec 21 16:47:05.758626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41050) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:05.796109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6505-ec2e-4a96-aeef-87edb8ce0a0c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.798826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:05.805851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Usage tracker for resource:security_group_rule and tenant:d2eb1c9afd4d4c49a74ccfb99495a22d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:05.849292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:05.865085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:05.871154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] For port 59cddf81-a1ea-45bf-b859-fb0f408fc83c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=59cddf81-a1ea-45bf-b859-fb0f408fc83c,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:05.871678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.877267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6505-ec2e-4a96-aeef-87edb8ce0a0c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.878649 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b9bd6505-ec2e-4a96-aeef-87edb8ce0a0c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/security-groups/47be0963-0af2-4931-9da4-2605eb1d7230 HTTP/1.1" status: 204 len: 168 time: 1.2338805 Dec 21 16:47:05.883565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 59cddf81-a1ea-45bf-b859-fb0f408fc83c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=59cddf81-a1ea-45bf-b859-fb0f408fc83c,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:05.888116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41054) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:05.888609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:05.895567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:05.897299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.906014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=c9600ed8-e501-4a76-bb9a-412913c100bc,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:05.908553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.927101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:05.929837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f48f0d7f-8b8e-411c-a0fa-fd80bfe2cf30 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:05.936457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:05.944912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Deleting port b2896a3f-f04f-4699-bebe-58dc919644b6 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:05.945084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:05.995448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0bbdaf65-8dcb-4991-b821-5ffd311261d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:06.011840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8900b4-0142-468c-b06a-be1ca820310a req-3ee493be-ac09-42d2-ad45-cb392ff2acb5 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:06.015962 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7c8900b4-0142-468c-b06a-be1ca820310a req-3ee493be-ac09-42d2-ad45-cb392ff2acb5 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.4059944 Dec 21 16:47:06.036973 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2167196 Dec 21 16:47:06.038334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd6505-ec2e-4a96-aeef-87edb8ce0a0c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47be0963-0af2-4931-9da4-2605eb1d7230,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:06.055929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41058) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:06.105424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-05eb88e2-68a4-4e29-8161-21ed363458da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:06.111114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b9bd6505-ec2e-4a96-aeef-87edb8ce0a0c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:06.133764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d83a-6e9a-478b-8c8c-1f89102c5682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.193001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d83a-6e9a-478b-8c8c-1f89102c5682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.203329 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7c8900b4-0142-468c-b06a-be1ca820310a req-87e18e8b-ca5b-4591-aaa3-41c3857dc4d7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623969 Dec 21 16:47:06.280708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d83a-6e9a-478b-8c8c-1f89102c5682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.287603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-12b30093-f418-4dc9-8845-8044ae1ec126 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:06.304414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Calling delete_port for 59cddf81-a1ea-45bf-b859-fb0f408fc83c owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:06.305611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3d83a-6e9a-478b-8c8c-1f89102c5682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d58cc4b-237c-4e4f-b8de-b03f3183d5a2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:06.310572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1a3d83a-6e9a-478b-8c8c-1f89102c5682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:06.316251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d83a-6e9a-478b-8c8c-1f89102c5682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.319535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b1a3d83a-6e9a-478b-8c8c-1f89102c5682 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5d58cc4b-237c-4e4f-b8de-b03f3183d5a2 HTTP/1.1" status: 204 len: 168 time: 0.5562804 Dec 21 16:47:06.474982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.509701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.512050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=59cddf81-a1ea-45bf-b859-fb0f408fc83c,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:06.520445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:06.523040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Allocated IP 172.22.0.2 (2564c0ab-81e6-4d64-89e7-08a4b10bacfe/59f2338d-e260-49b8-bce8-a280dc0f9d2d/90977112-e0e8-4606-a56a-ebfe1ccdabef) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:06.525899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Transition to ACTIVE for port object f4808578-fe67-475b-a8c5-296904c052a8 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:06.538131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:47:06.538563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:47:06.543455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.563285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:06.644480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.714246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.732193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a37cc49-7729-411b-a511-a5a6a3675f13 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:06.753099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41066) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:06.851322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3964392d-2991-4d40-91c0-2844c4bd3643 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting subnet 617ef270-7c21-4106-aab4-0cac8e953451 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:06.856342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.856694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.869721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435b4e88-c296-4020-bf7f-4a04bf93587f,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:06.872736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:06.889284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3964392d-2991-4d40-91c0-2844c4bd3643 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:06.900294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60587ad0-aa4f-4140-b6f3-637eaade5d85 None None] Pushing event updated for resources: {'Port': ['ID=f4808578-fe67-475b-a8c5-296904c052a8,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:06.934479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60587ad0-aa4f-4140-b6f3-637eaade5d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:06.989978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.015316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Transition to ACTIVE for port object 90977112-e0e8-4606-a56a-ebfe1ccdabef will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:07.022824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Attempting to bind port f4808578-fe67-475b-a8c5-296904c052a8 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:47:07.023264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Attempting to bind port f4808578-fe67-475b-a8c5-296904c052a8 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'd5447540-60dc-49c0-aa45-bb2f25109ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:47:07.023686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Attempting to bind port f4808578-fe67-475b-a8c5-296904c052a8 on network a0ea23e3-a813-4104-887c-e330b49d1680 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:47:07.042375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:47:07.042838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Checking segment: {'id': 'd5447540-60dc-49c0-aa45-bb2f25109ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:07.043282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.043742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Bound using segment: {'id': 'd5447540-60dc-49c0-aa45-bb2f25109ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:47:07.044299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Bound port: f4808578-fe67-475b-a8c5-296904c052a8, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5447540-60dc-49c0-aa45-bb2f25109ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:47:07.044733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.054387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Deleting port 59cddf81-a1ea-45bf-b859-fb0f408fc83c {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:07.054890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.066903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.071165 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5229185 Dec 21 16:47:07.071787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41070) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:07.077115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Calling delete_port for b2896a3f-f04f-4699-bebe-58dc919644b6 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:07.079220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8825e8c2-1492-4e14-8e69-8026b23b8688 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:07.079855 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-8825e8c2-1492-4e14-8e69-8026b23b8688 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] update failed (client error): There was a conflict when trying to complete your request. Dec 21 16:47:07.084756 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8825e8c2-1492-4e14-8e69-8026b23b8688 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "PUT /v2.0/security-groups/435b4e88-c296-4020-bf7f-4a04bf93587f HTTP/1.1" status: 409 len: 330 time: 0.0091829 Dec 21 16:47:07.085070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41074) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:07.129000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Transition to ACTIVE for port object 90977112-e0e8-4606-a56a-ebfe1ccdabef will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:07.141822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-05eb88e2-68a4-4e29-8161-21ed363458da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:07.149082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.161055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3964392d-2991-4d40-91c0-2844c4bd3643 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.164803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:07.203168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-05eb88e2-68a4-4e29-8161-21ed363458da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:07.216563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4bd3588a-f353-4333-8e9a-76c2bbedbf07 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.217222 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-17f51542-1a6f-4839-9542-7124c6fb209c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=91e1519027ab452dae24b7b138639e6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4628673 Dec 21 16:47:07.220560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-05eb88e2-68a4-4e29-8161-21ed363458da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:07.221026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41078) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:07.235056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-05eb88e2-68a4-4e29-8161-21ed363458da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:07.270499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb88e2-68a4-4e29-8161-21ed363458da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:07.283011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Allocated IP 172.22.0.1 (2564c0ab-81e6-4d64-89e7-08a4b10bacfe/59f2338d-e260-49b8-bce8-a280dc0f9d2d/ad0df43d-e426-4c23-803f-0afa12b67676) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:07.311298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4bd3588a-f353-4333-8e9a-76c2bbedbf07 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.373586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddda506d-9e93-4449-99c4-f39e9bb84427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.390510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] For port f4808578-fe67-475b-a8c5-296904c052a8, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:47:07.394720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] For port f4808578-fe67-475b-a8c5-296904c052a8, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f4808578-fe67-475b-a8c5-296904c052a8,segment=NetworkSegment(d5447540-60dc-49c0-aa45-bb2f25109ed6),segment_id=d5447540-60dc-49c0-aa45-bb2f25109ed6)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:47:07.413016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddda506d-9e93-4449-99c4-f39e9bb84427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.439822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Pushing event updated for resources: {'Port': ['ID=90977112-e0e8-4606-a56a-ebfe1ccdabef,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:07.443052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:07.445396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Network 2564c0ab-81e6-4d64-89e7-08a4b10bacfe is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:07.462092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.468160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:07.488266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3964392d-2991-4d40-91c0-2844c4bd3643 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.502363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:07.504882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:07.580596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05eb88e2-68a4-4e29-8161-21ed363458da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.628787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.638335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-489b1baf-49cc-4d53-81b8-dd6d7d5c5a1a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:07.696082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Pushing event deleted for resources: {'Port': ['ID=b2896a3f-f04f-4699-bebe-58dc919644b6,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:07.747193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Attempting to bind port 90977112-e0e8-4606-a56a-ebfe1ccdabef on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:47:07.747897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Attempting to bind port 90977112-e0e8-4606-a56a-ebfe1ccdabef by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '1298d904-6e27-4456-ae9c-fdd52fe931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:47:07.748319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Attempting to bind port 90977112-e0e8-4606-a56a-ebfe1ccdabef on network 2564c0ab-81e6-4d64-89e7-08a4b10bacfe {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:47:07.757049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:07.757265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60587ad0-aa4f-4140-b6f3-637eaade5d85 None None] Pushing event updated for resources: {'Port': ['ID=f4808578-fe67-475b-a8c5-296904c052a8,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:07.761628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60587ad0-aa4f-4140-b6f3-637eaade5d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:07.772591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] For port 59cddf81-a1ea-45bf-b859-fb0f408fc83c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=59cddf81-a1ea-45bf-b859-fb0f408fc83c,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:07.773443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.788623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:07.789309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:07.862065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3964392d-2991-4d40-91c0-2844c4bd3643 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.875160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b514103d-8761-413c-b0f0-2bb7f3183a7e tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:07.901051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:47:07.901481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Checking segment: {'id': '1298d904-6e27-4456-ae9c-fdd52fe931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:07.901939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.902386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Bound using segment: {'id': '1298d904-6e27-4456-ae9c-fdd52fe931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:47:07.902960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Bound port: 90977112-e0e8-4606-a56a-ebfe1ccdabef, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1298d904-6e27-4456-ae9c-fdd52fe931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:47:07.903385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.942294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964392d-2991-4d40-91c0-2844c4bd3643 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Subnet': ['ID=617ef270-7c21-4106-aab4-0cac8e953451,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:07.954963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3964392d-2991-4d40-91c0-2844c4bd3643 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:07.956908 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-05eb88e2-68a4-4e29-8161-21ed363458da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9600ed8-e501-4a76-bb9a-412913c100bc (CIDR: 2001:db8::/64) Dec 21 16:47:07.965110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-05eb88e2-68a4-4e29-8161-21ed363458da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:47:07.965628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05eb88e2-68a4-4e29-8161-21ed363458da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:07.969254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4bd3588a-f353-4333-8e9a-76c2bbedbf07 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.974973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3964392d-2991-4d40-91c0-2844c4bd3643 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:07.987271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7c60f4fa-b015-447e-8663-ce8033e57328 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:07.988284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.009863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.011395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] 10.222.0.67 "DELETE /v2.0/floatingips/40a32d2a-790f-49c6-89c2-b5ae5b3f0bc0 HTTP/1.1" status: 204 len: 168 time: 2.3421657 Dec 21 16:47:08.013447 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3964392d-2991-4d40-91c0-2844c4bd3643 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/617ef270-7c21-4106-aab4-0cac8e953451 HTTP/1.1" status: 204 len: 168 time: 2.1215079 Dec 21 16:47:08.017713 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-05eb88e2-68a4-4e29-8161-21ed363458da tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9558129 Dec 21 16:47:08.018001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41084) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:08.018383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41086) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:08.018829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41088) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:08.031698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddda506d-9e93-4449-99c4-f39e9bb84427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.035670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3588a-f353-4333-8e9a-76c2bbedbf07 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435b4e88-c296-4020-bf7f-4a04bf93587f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:08.052826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4bd3588a-f353-4333-8e9a-76c2bbedbf07 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:08.053378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1697519-5b4e-45d2-b0cc-0a154b3b258b None None] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:08.058503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f9a5420-81a7-41d0-a620-5dd992ef1f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:08.081992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.084129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'subnet': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:08.096032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda506d-9e93-4449-99c4-f39e9bb84427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d2860e-8209-4f37-8154-31ccfa1338c8,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:08.102519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddda506d-9e93-4449-99c4-f39e9bb84427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.103138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:08.106952 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ddda506d-9e93-4449-99c4-f39e9bb84427 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/93d2860e-8209-4f37-8154-31ccfa1338c8 HTTP/1.1" status: 204 len: 168 time: 0.8786061 Dec 21 16:47:08.109019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ddda506d-9e93-4449-99c4-f39e9bb84427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:08.116267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565777f3-bae3-4959-853d-184b96cd90ca req-9e73782a-2458-4f27-b0fd-3d4d3f48749f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:08.124537 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-565777f3-bae3-4959-853d-184b96cd90ca req-9e73782a-2458-4f27-b0fd-3d4d3f48749f tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.7016013 Dec 21 16:47:08.132286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4bd3588a-f353-4333-8e9a-76c2bbedbf07 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.136589 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4bd3588a-f353-4333-8e9a-76c2bbedbf07 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "DELETE /v2.0/security-groups/435b4e88-c296-4020-bf7f-4a04bf93587f HTTP/1.1" status: 204 len: 168 time: 1.0469887 Dec 21 16:47:08.141494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41098) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:08.154105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Transition to ACTIVE for port object ad0df43d-e426-4c23-803f-0afa12b67676 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:08.207674 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-565777f3-bae3-4959-853d-184b96cd90ca req-dd8228e1-3641-4ce6-b0f3-4953f690e9b6 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820129 Dec 21 16:47:08.225470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.231336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db0c58a4-bf6e-45d7-a44b-59f84fd64aad tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:08.313591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=ad0df43d-e426-4c23-803f-0afa12b67676,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:08.327436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 2564c0ab-81e6-4d64-89e7-08a4b10bacfe is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:08.328779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:08.329823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:08.332094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:08.390476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Calling delete_port for 59cddf81-a1ea-45bf-b859-fb0f408fc83c owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:08.403310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.514276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.539030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:08.552323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-80cf6806-ad6c-4706-bf47-a2621a41e9e7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Synchronizing usage tracker for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:08.555220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:08.558841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:08.574393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:08.581909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:08.585292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] For port 90977112-e0e8-4606-a56a-ebfe1ccdabef, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:47:08.588936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] For port 90977112-e0e8-4606-a56a-ebfe1ccdabef, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=90977112-e0e8-4606-a56a-ebfe1ccdabef,segment=NetworkSegment(1298d904-6e27-4456-ae9c-fdd52fe931b1),segment_id=1298d904-6e27-4456-ae9c-fdd52fe931b1)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:47:08.620707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.632170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:08.643176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:subnet and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:08.648914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:08.668464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:08.673209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:08.679238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.794480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:08.864988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:08.879083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Pushing event updated for resources: {'Port': ['ID=90977112-e0e8-4606-a56a-ebfe1ccdabef,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:08.882579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:08.891803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60587ad0-aa4f-4140-b6f3-637eaade5d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:08.950588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-80cf6806-ad6c-4706-bf47-a2621a41e9e7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Unset dirty status for tenant:d2eb1c9afd4d4c49a74ccfb99495a22d on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:08.956202 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-80cf6806-ad6c-4706-bf47-a2621a41e9e7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7918735 Dec 21 16:47:08.957088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Pushing event deleted for resources: {'Port': ['ID=59cddf81-a1ea-45bf-b859-fb0f408fc83c,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:08.959624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:08.965229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] No DVR routers for this DVR port 59cddf81-a1ea-45bf-b859-fb0f408fc83c on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:47:08.965366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41112) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:09.018187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:09.025500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:09.043461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4adc80-720c-40fb-a583-af3a461c8b79 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:09.143840 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-fc6c09a9-8a2a-41ec-abc9-e74eb47a43e7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] delete failed (client error): The resource could not be found. Dec 21 16:47:09.144989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fc6c09a9-8a2a-41ec-abc9-e74eb47a43e7 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "DELETE /v2.0/security-groups/61d1ece4-9af8-4f9e-a689-bdb8213afd5d HTTP/1.1" status: 404 len: 347 time: 0.1659961 Dec 21 16:47:09.154807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41118) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:09.176555 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-4e30418f-086e-4aff-87f4-10744d57922e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] show failed (client error): The resource could not be found. Dec 21 16:47:09.179521 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4e30418f-086e-4aff-87f4-10744d57922e tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "GET /v2.0/security-groups/f09ecb39-6cc1-4e4e-9da4-09d8e5f0db0b HTTP/1.1" status: 404 len: 347 time: 0.0235729 Dec 21 16:47:09.188404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41122) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:09.210982 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-b87a24dc-a32a-4b2d-88df-c1825c11794b tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] show failed (client error): The resource could not be found. Dec 21 16:47:09.220807 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b87a24dc-a32a-4b2d-88df-c1825c11794b tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] 10.222.0.67 "GET /v2.0/security-group-rules/56d17d93-b0dc-4f03-801d-dd60ee52b580 HTTP/1.1" status: 404 len: 356 time: 0.0305917 Dec 21 16:47:09.240489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:09.246515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:09.344324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-49acb9ea-7810-4bb4-acd9-09a9602872ed tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:09.362193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f4808578-fe67-475b-a8c5-296904c052a8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:09.581518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port f4808578-fe67-475b-a8c5-296904c052a8 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:09.602493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port f4808578-fe67-475b-a8c5-296904c052a8 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:09.603272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:09.625826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:09.692987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41136) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:09.698724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=ad0df43d-e426-4c23-803f-0afa12b67676,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:09.838056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41142) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:09.863620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:46:54Z', 'revision_number': 3, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:07Z', 'revision_number': 4, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:09.952612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17035392-a0b1-4644-92e0-d086bef6442f None None] The sync data for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv is: [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:46:54Z', 'revision_number': 3, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:07Z', 'revision_number': 4, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:47:09.954140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:09.955039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:09.970749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 2564c0ab-81e6-4d64-89e7-08a4b10bacfe is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:09.973353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:10.123251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port f4808578-fe67-475b-a8c5-296904c052a8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f4808578-fe67-475b-a8c5-296904c052a8,segment=NetworkSegment(d5447540-60dc-49c0-aa45-bb2f25109ed6),segment_id=d5447540-60dc-49c0-aa45-bb2f25109ed6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:10.147417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:10.162032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25a5e803-e8d4-45c2-b526-bb95b0f46f95 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:10.174296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:10.180426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:10.238891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'tenant_id': '14bc66a0e8414cca936892504d2490e7', 'fixed_ips': [{'subnet_id': 'c9600ed8-e501-4a76-bb9a-412913c100bc'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:47:10.240473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:10.311826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-627290c3-2e78-4db5-9276-2288158a01fe tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.312952 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-627290c3-2e78-4db5-9276-2288158a01fe tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.6179659 Dec 21 16:47:10.324398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41148) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.333321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdabe8-495d-4812-9294-c7592bea9042 req-d1269699-6445-40e0-bb5a-090d88632bd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:10.341177 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aecdabe8-495d-4812-9294-c7592bea9042 req-d1269699-6445-40e0-bb5a-090d88632bd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.7013896 Dec 21 16:47:10.389003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:10.402924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Subnet': ['ID=e2b74eec-b41b-486b-bd68-1907d44f448c,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:10.412356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:10.420368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:10.423438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:10.424085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:10.474547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-931ccadd-6bf5-4b87-91d4-dba189991f94 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.479742 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-931ccadd-6bf5-4b87-91d4-dba189991f94 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.1302459 Dec 21 16:47:10.480801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Allocated IP 2001:db8::2 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/c9600ed8-e501-4a76-bb9a-412913c100bc/9658f28d-f3e9-4d73-857a-4a8361481367) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:10.483325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41152) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.523745 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-062b79bb-1ba1-47d0-b193-363c1a549bbd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d2eb1c9afd4d4c49a74ccfb99495a22d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6842675 Dec 21 16:47:10.528700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-80bc8522-3865-4159-a368-008281690bad tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.529764 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-80bc8522-3865-4159-a368-008281690bad tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0450079 Dec 21 16:47:10.539335 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5153308 Dec 21 16:47:10.539562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41156) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.539941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41158) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.540300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41160) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.563281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-caa71417-f58f-430f-8599-36963e29d24e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.564340 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-caa71417-f58f-430f-8599-36963e29d24e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0104799 Dec 21 16:47:10.570495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'security_group': {'name': 'tempest-secgroup-1210981382'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:10.574369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41168) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.580204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-1fedec49-4ad3-44df-83cb-8a597e028173 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.581691 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1fedec49-4ad3-44df-83cb-8a597e028173 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060139 Dec 21 16:47:10.602891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41172) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.607124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:10.634239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-781e6cc7-cd7f-406a-827c-abe71a6f355b tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.637939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-781e6cc7-cd7f-406a-827c-abe71a6f355b tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0237799 Dec 21 16:47:10.637939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:10.638671 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aecdabe8-495d-4812-9294-c7592bea9042 req-d33e31df-b5c5-44f0-ade6-1e5401ed1338 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822959 Dec 21 16:47:10.645322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41176) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.667583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-3bc2ad27-ab6c-45d4-9e36-37f4a1ed812b tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.672269 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3bc2ad27-ab6c-45d4-9e36-37f4a1ed812b tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0202351 Dec 21 16:47:10.686359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41180) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.696575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-672a29cd-d77d-4761-867f-c0357b5ee41d tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.701799 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-672a29cd-d77d-4761-867f-c0357b5ee41d tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0099719 Dec 21 16:47:10.707406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41184) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.718759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:security_group and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:10.722136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:10.727248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-86be5a01-2642-4be3-8a36-06d590a8da6d tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.727948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:10.732284 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-86be5a01-2642-4be3-8a36-06d590a8da6d tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0168867 Dec 21 16:47:10.733648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41188) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.743441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Transition to ACTIVE for port object 9658f28d-f3e9-4d73-857a-4a8361481367 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:10.752567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:10.755381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router e5bedcfa-b6cf-4963-b1f8-6f058915704d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:47:10.766768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Transition to ACTIVE for port object 9658f28d-f3e9-4d73-857a-4a8361481367 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:10.776683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=f4808578-fe67-475b-a8c5-296904c052a8,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:10.780444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:10.791974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:10.792514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:10.823389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-b2d8dd59-3c1c-437b-bb42-3e41ae7b2521 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.824506 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b2d8dd59-3c1c-437b-bb42-3e41ae7b2521 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0746191 Dec 21 16:47:10.832394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41192) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.859620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-9cb8fd22-f800-4c3b-b6f1-8bd2b5bff7d8 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.860688 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9cb8fd22-f800-4c3b-b6f1-8bd2b5bff7d8 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0183070 Dec 21 16:47:10.869717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41196) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.872220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:10.883186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Pushing event updated for resources: {'Port': ['ID=9658f28d-f3e9-4d73-857a-4a8361481367,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:10.887661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:10.893958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:10.895735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:10.900263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e7ac9-6659-4ddb-b076-494df99aafb1 None None] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:10.902654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-11e4043c-d759-4d1a-aa4c-b547ab895ff8 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.903788 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-11e4043c-d759-4d1a-aa4c-b547ab895ff8 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0194123 Dec 21 16:47:10.910766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41200) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.952448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-94d60d8f-094d-4045-972a-481b8edb7029 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.953563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-94d60d8f-094d-4045-972a-481b8edb7029 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0386219 Dec 21 16:47:10.956659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41204) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:10.975332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-24b4a7f2-b78f-41e6-9f7c-967bb3fc4a95 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:10.982250 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-24b4a7f2-b78f-41e6-9f7c-967bb3fc4a95 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0157719 Dec 21 16:47:10.987224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41208) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.028116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-430e118a-6f14-4534-bd42-98aeffed4d91 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.032871 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-430e118a-6f14-4534-bd42-98aeffed4d91 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0266671 Dec 21 16:47:11.038128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41212) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.053087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-9bebdd4a-8519-4924-8b40-b3e58d078b20 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.054735 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9bebdd4a-8519-4924-8b40-b3e58d078b20 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0084651 Dec 21 16:47:11.060520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41216) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.068111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-08244266-c2e5-4edb-acc9-59d0cfd41060 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.069580 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-08244266-c2e5-4edb-acc9-59d0cfd41060 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0077021 Dec 21 16:47:11.077067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41220) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.099543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:47:11.102936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d17e24be-29f3-4c74-8803-5cfbe28799ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.111560 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2707441 Dec 21 16:47:11.113318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Sync routers for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:47:11.116085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41224) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.116254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-1c9fb09c-42b3-4575-90ec-18e76964168e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.117610 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1c9fb09c-42b3-4575-90ec-18e76964168e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0340705 Dec 21 16:47:11.124366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41226) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.136842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:11.143496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-965f210a-6ff0-4750-bd00-0823a05dfdb3 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.145072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:11.146693 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-965f210a-6ff0-4750-bd00-0823a05dfdb3 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0175245 Dec 21 16:47:11.148017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:11.150103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41230) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.165512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-61dc5064-4a38-41f2-aa07-a1354537e20d tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.167304 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-61dc5064-4a38-41f2-aa07-a1354537e20d tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0118694 Dec 21 16:47:11.170706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41234) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.183416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-93a20b9f-6c72-4596-ba0f-cc13ca6433ef tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.189200 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-93a20b9f-6c72-4596-ba0f-cc13ca6433ef tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0146546 Dec 21 16:47:11.191200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41238) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.206438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-e814ceb8-9622-464b-9479-9c38227ad95d tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.211533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e814ceb8-9622-464b-9479-9c38227ad95d tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0188587 Dec 21 16:47:11.212804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41242) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.229305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-8a69d4a7-a7b9-4003-95ca-2999bd8c34fa tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.233557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'network': {'name': 'tempest-RoutersTest-4478595'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:11.234430 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8a69d4a7-a7b9-4003-95ca-2999bd8c34fa tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0104380 Dec 21 16:47:11.235305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41248) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.241393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-d2c36445-482d-4046-8a6b-8c60bb69e754 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.247662 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d2c36445-482d-4046-8a6b-8c60bb69e754 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0110669 Dec 21 16:47:11.248650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41252) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.254913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-30a445a8-4b73-48c9-bcab-14169448c8d6 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.260780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:security_group_rule and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:11.262006 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-30a445a8-4b73-48c9-bcab-14169448c8d6 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0116389 Dec 21 16:47:11.262901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41256) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.269734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-569f6aba-4bf9-4619-9868-9b54b0c887f4 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.274219 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-569f6aba-4bf9-4619-9868-9b54b0c887f4 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0102978 Dec 21 16:47:11.274978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41260) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.281048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-43081a35-ba3b-4a0b-ba3c-7ce0d788a01a tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.284668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:11.285178 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-43081a35-ba3b-4a0b-ba3c-7ce0d788a01a tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0090551 Dec 21 16:47:11.286217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41264) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.287616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:11.289357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:11.292722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-a074b43c-7743-4d9d-b5f9-c77fa357cabc tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.297763 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a074b43c-7743-4d9d-b5f9-c77fa357cabc tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0101230 Dec 21 16:47:11.298453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41268) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.304272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-e879db91-e663-4f34-98ca-78f3d334b341 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.309003 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e879db91-e663-4f34-98ca-78f3d334b341 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0094416 Dec 21 16:47:11.309653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41272) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.315109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-8d34918c-d086-4c7f-9a4d-35ab68485a03 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.319878 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8d34918c-d086-4c7f-9a4d-35ab68485a03 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0091887 Dec 21 16:47:11.320653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41276) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.327140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-df1e8364-359d-4fe1-bb79-deedad5d1ee9 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.332408 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-df1e8364-359d-4fe1-bb79-deedad5d1ee9 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0102572 Dec 21 16:47:11.333212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41280) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.338995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-3017a869-8af1-47e9-b04e-22643a70d9c4 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.341978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:11.343804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3017a869-8af1-47e9-b04e-22643a70d9c4 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0095525 Dec 21 16:47:11.345595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41284) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.345731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:network and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:11.351102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-e277e743-50bb-45a3-9047-919d1924d83e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.352851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f4808578-fe67-475b-a8c5-296904c052a8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:11.353053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:11.355445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e277e743-50bb-45a3-9047-919d1924d83e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0094039 Dec 21 16:47:11.356120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41288) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.362998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-67ed692e-1332-4512-9669-a7c147839526 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.367734 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-67ed692e-1332-4512-9669-a7c147839526 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0105855 Dec 21 16:47:11.368517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41292) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.374477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-15360093-0fd1-4d21-ab47-8d736234e0e7 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.379741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41296) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.379881 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-15360093-0fd1-4d21-ab47-8d736234e0e7 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0102332 Dec 21 16:47:11.383551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d17e24be-29f3-4c74-8803-5cfbe28799ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.394003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:11.405219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-7f47c49e-dafd-4da0-a1ff-9b15533ff4f4 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.406481 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7f47c49e-dafd-4da0-a1ff-9b15533ff4f4 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0256968 Dec 21 16:47:11.410003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41300) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.419601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-45734efd-f5ac-4cee-8ee7-bf2476ebb25f tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.422975 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-45734efd-f5ac-4cee-8ee7-bf2476ebb25f tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0116153 Dec 21 16:47:11.423623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41304) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.436060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-e334ef97-f38f-48e8-ae27-aae4f4970b83 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.443508 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e334ef97-f38f-48e8-ae27-aae4f4970b83 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0186379 Dec 21 16:47:11.444160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41308) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.456739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-4976e630-d009-432d-a4a5-e18137bf13de tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.466387 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4976e630-d009-432d-a4a5-e18137bf13de tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0211141 Dec 21 16:47:11.468885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41312) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.471506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:11.476969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.478508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-0c0ffbd5-d04e-431a-b2dd-6b9c8143b916 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.488506 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0c0ffbd5-d04e-431a-b2dd-6b9c8143b916 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0184996 Dec 21 16:47:11.489156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41316) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.502341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-34ad4913-73e3-4ec6-9efe-45d5aeec88e0 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.509778 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-34ad4913-73e3-4ec6-9efe-45d5aeec88e0 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0195556 Dec 21 16:47:11.511187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41320) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.514172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:11.522016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-20f3cc4b-aaf8-4a5f-87d5-2b4f2845e8fb tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.532109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-20f3cc4b-aaf8-4a5f-87d5-2b4f2845e8fb tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0197437 Dec 21 16:47:11.532455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41324) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.551046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc0def-658e-41df-9fe8-691c92cbb032 None None] Network 2564c0ab-81e6-4d64-89e7-08a4b10bacfe requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:11.554665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-b7059416-9dce-4467-a461-9745883934e8 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.555802 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b7059416-9dce-4467-a461-9745883934e8 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0143688 Dec 21 16:47:11.559533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41328) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.574740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-689fcd4b-008a-4353-968e-9defa76100d8 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.579769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-689fcd4b-008a-4353-968e-9defa76100d8 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0191224 Dec 21 16:47:11.580426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41332) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.587799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-f06058e0-6498-4896-92a5-533457a7efeb tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.595826 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f06058e0-6498-4896-92a5-533457a7efeb tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0143254 Dec 21 16:47:11.596477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41336) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.601958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-0f7063f5-1efc-49d8-9cb6-8e035067c041 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.606176 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0f7063f5-1efc-49d8-9cb6-8e035067c041 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0086837 Dec 21 16:47:11.606797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41340) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.611880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-ade123c0-4f6c-4172-9f76-a92a176f7999 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.615563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ade123c0-4f6c-4172-9f76-a92a176f7999 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0077827 Dec 21 16:47:11.616184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41344) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.622000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-b6065a24-ca2b-4e1c-91aa-c8173a40bffe tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.625440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Attempting to bind port 9658f28d-f3e9-4d73-857a-4a8361481367 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:47:11.625888 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b6065a24-ca2b-4e1c-91aa-c8173a40bffe tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0086603 Dec 21 16:47:11.626010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Attempting to bind port 9658f28d-f3e9-4d73-857a-4a8361481367 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:47:11.626335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Attempting to bind port 9658f28d-f3e9-4d73-857a-4a8361481367 on network 5f0be329-6402-4a2c-810d-f62e9ae5da2b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:47:11.626500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41348) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.632933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-779d4b4d-7e3f-4bbc-b358-e56da992144b tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.636684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:11.636836 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-779d4b4d-7e3f-4bbc-b358-e56da992144b tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0085282 Dec 21 16:47:11.637418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41352) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.641410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:47:11.641838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Checking segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:11.642296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.642974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Bound using segment: {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:47:11.643099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-bb3de807-0823-41b5-942c-b3a056130ac0 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.643304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Bound port: 9658f28d-f3e9-4d73-857a-4a8361481367, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e667f23-c81c-4bdc-af66-12c7dc30a7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:47:11.643709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.644620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.646661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bb3de807-0823-41b5-942c-b3a056130ac0 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082436 Dec 21 16:47:11.647719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41356) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.650964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d17e24be-29f3-4c74-8803-5cfbe28799ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.653340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-3e81c3df-5e82-4def-b3af-b6aec6d7595b tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.657235 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3e81c3df-5e82-4def-b3af-b6aec6d7595b tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0086520 Dec 21 16:47:11.658255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41360) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.660302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f684da93-595d-4663-a9a6-5fa0f680c280 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:11.665355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-20575e31-f1ec-44fe-ae00-97cde32fe03e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.668863 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-20575e31-f1ec-44fe-ae00-97cde32fe03e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095742 Dec 21 16:47:11.668993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41366) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.684570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.703117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.703523 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added segment 3d158455-319f-4d7a-9704-a061c35c65ac of type vlan for network 1bd77278-cd92-4a22-9f66-1780e6a902ec Dec 21 16:47:11.711532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-c13ad0e5-a638-4097-a81e-bb0a9d3becd4 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.712620 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c13ad0e5-a638-4097-a81e-bb0a9d3becd4 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0304019 Dec 21 16:47:11.713753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e24be-29f3-4c74-8803-5cfbe28799ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096da696-715f-45ff-b760-458d9ecea487,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:11.715680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41370) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.721429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-93f5cd7c-2f6c-4f80-b2b7-a1e5ae94536c tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.725788 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-93f5cd7c-2f6c-4f80-b2b7-a1e5ae94536c tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090175 Dec 21 16:47:11.726423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41374) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.728203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d17e24be-29f3-4c74-8803-5cfbe28799ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:11.729515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c5f094dd-615f-4830-be76-f55cb1766201 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:11.735719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-e2abdd8c-eaaa-4b5b-99d2-40dcdb0ef566 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.738915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-de38461a-969a-47d5-bdea-721d25dda526 None None] Provisioning complete for port 72513199-626a-4bf3-a3dc-8e67f476b105 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:11.739554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de38461a-969a-47d5-bdea-721d25dda526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.742340 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e2abdd8c-eaaa-4b5b-99d2-40dcdb0ef566 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0148382 Dec 21 16:47:11.743082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41378) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.748726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.762333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-f9c5bce3-f590-4ee6-819d-6edd70af64e6 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.763448 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f9c5bce3-f590-4ee6-819d-6edd70af64e6 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0194156 Dec 21 16:47:11.768291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41382) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.774221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-c7e51246-c6fb-4e82-b42d-9ac64dc97a35 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.775909 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c7e51246-c6fb-4e82-b42d-9ac64dc97a35 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0063720 Dec 21 16:47:11.781737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41386) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.787059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-61044c5d-450f-436f-8150-1ad76dbc4ec5 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.788120 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-61044c5d-450f-436f-8150-1ad76dbc4ec5 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053985 Dec 21 16:47:11.794235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41390) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.823260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdfe708-9154-42df-bbca-4b48ba817008,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:11.834544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:11.860333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-5b85d2d9-e698-43c4-bcb9-bca591d8528e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.861420 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5b85d2d9-e698-43c4-bcb9-bca591d8528e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0402181 Dec 21 16:47:11.864509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41394) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.873238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-d45f3be4-a94b-4ee6-89da-c627d4e95f8e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.877113 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d45f3be4-a94b-4ee6-89da-c627d4e95f8e tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0109091 Dec 21 16:47:11.877911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41398) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.883188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] For port 9658f28d-f3e9-4d73-857a-4a8361481367, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:47:11.887408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] For port 9658f28d-f3e9-4d73-857a-4a8361481367, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9658f28d-f3e9-4d73-857a-4a8361481367,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:47:11.893253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-fab11637-dd29-4f52-bdd4-227b61a0f767 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.897607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fab11637-dd29-4f52-bdd4-227b61a0f767 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0180364 Dec 21 16:47:11.898260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41402) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:11.907620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [None req-4cdeb4cb-21aa-4176-90e5-218a9f37b182 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:47:11.916014 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4cdeb4cb-21aa-4176-90e5-218a9f37b182 tempest-ExtensionsTestJSON-1820820387 tempest-ExtensionsTestJSON-1820820387-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0139937 Dec 21 16:47:11.930351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc3077-5f16-447f-831d-d4bab138e548 req-224c48ba-46dd-44a1-8844-7e343174b78d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:11.932092 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7fc3077-5f16-447f-831d-d4bab138e548 req-224c48ba-46dd-44a1-8844-7e343174b78d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.1299284 Dec 21 16:47:11.944987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.960706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:11.969930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d17e24be-29f3-4c74-8803-5cfbe28799ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:11.974139 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d17e24be-29f3-4c74-8803-5cfbe28799ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/096da696-715f-45ff-b760-458d9ecea487 HTTP/1.1" status: 204 len: 168 time: 1.4192874 Dec 21 16:47:11.989466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.008860 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7fc3077-5f16-447f-831d-d4bab138e548 req-f6063555-fe47-4554-976a-592e94661147 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702178 Dec 21 16:47:12.027422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.028804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4733870 Dec 21 16:47:12.031850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41410) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:12.038758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'security_group': {'name': 'tempest-secgroup-1343838813'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:12.049112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port f4808578-fe67-475b-a8c5-296904c052a8 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:12.049540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.052646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:08Z', 'revision_number': 4, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:08Z', 'revision_number': 2, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:12.060451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:12.066291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Checking router: e5bedcfa-b6cf-4963-b1f8-6f058915704d for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:47:12.067012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Updating router e5bedcfa-b6cf-4963-b1f8-6f058915704d port ad0df43d-e426-4c23-803f-0afa12b67676 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:47:12.073824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:security_group and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:12.082591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:12.111778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:12.138438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.142544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.180672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Pushing event updated for resources: {'Port': ['ID=9658f28d-f3e9-4d73-857a-4a8361481367,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:12.192232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:12.221770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-de38461a-969a-47d5-bdea-721d25dda526 None None] Port 72513199-626a-4bf3-a3dc-8e67f476b105 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:12.247313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:12.254464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:security_group_rule and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:12.263366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:12.277292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:12.311037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.319319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:12.320274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.335881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dd3cc611-86f0-462a-880f-142f9d92c58f tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:12.391879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.406267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.418495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e46f6353-5b7c-4865-ba0b-a36ad0ddecac tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:12.534325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41416) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:12.549076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-de38461a-969a-47d5-bdea-721d25dda526 None None] Provisioning complete for port 2510617a-ef9d-4ff0-a16a-4140034fadbf triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:12.550069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de38461a-969a-47d5-bdea-721d25dda526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.555943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b8d5ce-361f-43ce-9d1a-15073ceefca8,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:12.565316 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.3404570 Dec 21 16:47:12.576712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:12.579194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41422) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:12.581569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.583131 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5501885 Dec 21 16:47:12.586326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41424) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:12.590854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'subnet': {'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:12.617840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'security_group': {'name': 'tempest-secgroup-2071014691'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:12.626974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:12.631512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:security_group and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:12.635727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:12.643395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:12.661943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.740186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b57dd8b-27d1-4e43-b007-35db7c6a6630 None None] Update dhcp port {'port': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'fixed_ips': [{'subnet_id': '767a77f3-3f51-443f-ac14-119d551e25db', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e2b74eec-b41b-486b-bd68-1907d44f448c'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': '2510617a-ef9d-4ff0-a16a-4140034fadbf'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:47:12.751510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Network': ['ID=1bd77278-cd92-4a22-9f66-1780e6a902ec,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:12.771804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:12.826949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.857486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Transition to ACTIVE for port object ad0df43d-e426-4c23-803f-0afa12b67676 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:12.871889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:12.872440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:12.874569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:12.880174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:security_group_rule and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:12.883105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:subnet and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:12.884738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:12.891146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:12.894765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:12.922536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:12.924991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:12.930477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 1bd77278-cd92-4a22-9f66-1780e6a902ec details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:12.950047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Made reservation on behalf of e5f87538517e46418da641ffb342a63b for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:13.002738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 90977112-e0e8-4606-a56a-ebfe1ccdabef up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:13.029949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1efd13d-594c-4b39-88f8-f4d7fa922c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.147469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Pushing event updated for resources: {'Port': ['ID=ad0df43d-e426-4c23-803f-0afa12b67676,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:13.161087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:13.161993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:13.162562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:13.163152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:13.163725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:13.164278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:13.164864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:13.166086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:13.167153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:13.167914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:13.168725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:13.171757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1efd13d-594c-4b39-88f8-f4d7fa922c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:13.173724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:13.176678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b57dd8b-27d1-4e43-b007-35db7c6a6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.176895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1efd13d-594c-4b39-88f8-f4d7fa922c04 admin admin] Usage tracker for resource:security_group_rule and tenant:aae2c0c2c4964985932243947d9c2b4a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:13.180005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1efd13d-594c-4b39-88f8-f4d7fa922c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:13.186680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1efd13d-594c-4b39-88f8-f4d7fa922c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:13.262162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1efd13d-594c-4b39-88f8-f4d7fa922c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.303229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Attempting to bind port ad0df43d-e426-4c23-803f-0afa12b67676 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:47:13.303869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Attempting to bind port ad0df43d-e426-4c23-803f-0afa12b67676 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '1298d904-6e27-4456-ae9c-fdd52fe931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:47:13.304610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Attempting to bind port ad0df43d-e426-4c23-803f-0afa12b67676 on network 2564c0ab-81e6-4d64-89e7-08a4b10bacfe {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:47:13.314932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:47:13.315642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Checking segment: {'id': '1298d904-6e27-4456-ae9c-fdd52fe931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:13.316067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.316607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Bound using segment: {'id': '1298d904-6e27-4456-ae9c-fdd52fe931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:47:13.317261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Bound port: ad0df43d-e426-4c23-803f-0afa12b67676, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1298d904-6e27-4456-ae9c-fdd52fe931b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:47:13.317800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.325221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1efd13d-594c-4b39-88f8-f4d7fa922c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.430679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] For port 9658f28d-f3e9-4d73-857a-4a8361481367, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9658f28d-f3e9-4d73-857a-4a8361481367,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:13.485883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.496232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.497109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.503262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:13.512907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a7a42ddd-c23a-4ca4-abbb-9d357a821aec None None] Provisioning for port 90977112-e0e8-4606-a56a-ebfe1ccdabef completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:13.562838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 90977112-e0e8-4606-a56a-ebfe1ccdabef completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:13.579865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 90977112-e0e8-4606-a56a-ebfe1ccdabef triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:13.580290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.614240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=9658f28d-f3e9-4d73-857a-4a8361481367,revision_number=4']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:13.624750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:13.625328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df8b40f5-e4b8-4c9d-890b-9d27045ab841 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:13.652021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a7a42ddd-c23a-4ca4-abbb-9d357a821aec None None] Provisioning complete for port 90977112-e0e8-4606-a56a-ebfe1ccdabef triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:13.652235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7a42ddd-c23a-4ca4-abbb-9d357a821aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.671037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bbd6f80d-5f23-4ecc-8e57-233098a1db19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:13.690254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.705405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] For port ad0df43d-e426-4c23-803f-0afa12b67676, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:47:13.709931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] For port ad0df43d-e426-4c23-803f-0afa12b67676, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ad0df43d-e426-4c23-803f-0afa12b67676,segment=NetworkSegment(1298d904-6e27-4456-ae9c-fdd52fe931b1),segment_id=1298d904-6e27-4456-ae9c-fdd52fe931b1)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:47:13.716206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.732558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:13.776252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Subnet': ['ID=8414846b-39d3-4141-919c-17165dcbc8a3,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:13.784111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:13.797934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:13.798565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:46:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:13.799273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:13.801967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:13.805298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:13.806034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:13.831411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.8079677 Dec 21 16:47:13.834320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41432) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:13.849213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Request body: {'port': {'network_id': '5f0be329-6402-4a2c-810d-f62e9ae5da2b', 'mac_address': 'fa:16:3e:e8:95:e8', 'name': 'tempest-NetworksTestDHCPv6-607409867'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:14.018586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:14.087317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:14.092129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:14.100317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Deleting port 4aaf2c92-dadb-417e-a226-10ad6075d21a {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:14.100668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:14.128075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-0b57dd8b-27d1-4e43-b007-35db7c6a6630 None None] Allocated IP 172.20.0.2 (a6d500d5-3266-4f4d-a7b9-c5622d13c57d/e2b74eec-b41b-486b-bd68-1907d44f448c/2510617a-ef9d-4ff0-a16a-4140034fadbf) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:14.137522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:14.196342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:14.261532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c98288-0470-4b6c-beaf-a4f5f2bdbe19 req-24c09356-5371-43e8-9f91-53ad96eeeef3 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:14.263285 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56c98288-0470-4b6c-beaf-a4f5f2bdbe19 req-24c09356-5371-43e8-9f91-53ad96eeeef3 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.9967759 Dec 21 16:47:14.270264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efd13d-594c-4b39-88f8-f4d7fa922c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328b2b2a-b3c7-4547-a849-bdafbc79f259,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:14.279415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:14.289038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Usage tracker for resource:port and tenant:14bc66a0e8414cca936892504d2490e7 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:14.299619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Pushing event updated for resources: {'Port': ['ID=ad0df43d-e426-4c23-803f-0afa12b67676,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:14.300725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:14.301375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:14.305683 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6965487 Dec 21 16:47:14.306919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41436) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:14.308004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c1efd13d-594c-4b39-88f8-f4d7fa922c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:14.311642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:14.327364 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c1efd13d-594c-4b39-88f8-f4d7fa922c04 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aae2c0c2c4964985932243947d9c2b4a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7907696 Dec 21 16:47:14.328380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbcc7a53-1edc-4ff3-9a66-c6873692071d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:14.333994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7a42ddd-c23a-4ca4-abbb-9d357a821aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:14.408676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-795438485', 'security_groups': ['fc047d3c-998f-4658-8f02-288742765d17'], 'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e2b74eec-b41b-486b-bd68-1907d44f448c'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:14.429958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41440) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:14.477155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:14.487770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 90977112-e0e8-4606-a56a-ebfe1ccdabef, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=90977112-e0e8-4606-a56a-ebfe1ccdabef,segment=NetworkSegment(1298d904-6e27-4456-ae9c-fdd52fe931b1),segment_id=1298d904-6e27-4456-ae9c-fdd52fe931b1)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:14.546526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56c98288-0470-4b6c-beaf-a4f5f2bdbe19 req-ec3f9ba1-e815-40f8-b43f-31585b6607a3 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685633 Dec 21 16:47:14.558681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] For port 4aaf2c92-dadb-417e-a226-10ad6075d21a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4aaf2c92-dadb-417e-a226-10ad6075d21a,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:14.559330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:14.611722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:14.628600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:14.694896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Checking segment: {'id': '3d158455-319f-4d7a-9704-a061c35c65ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:14.694896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network hostable DHCP agents. Network: 1bd77278-cd92-4a22-9f66-1780e6a902ec, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:14.748303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:08Z', 'revision_number': 4, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:13Z', 'revision_number': 4, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:14.753262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-a7a42ddd-c23a-4ca4-abbb-9d357a821aec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:47:14.753689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-a7a42ddd-c23a-4ca4-abbb-9d357a821aec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:47:14.758834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Subnet': ['ID=46c9b34a-1f20-4727-b7b1-5ce638bb1aab,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:14.764170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bb96a7-4b07-4201-82c6-7476518d5f55 None None] The sync data for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv is: [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:08Z', 'revision_number': 4, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:13Z', 'revision_number': 4, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:47:14.767043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:14.806357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=90977112-e0e8-4606-a56a-ebfe1ccdabef,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:14.811207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0b57dd8b-27d1-4e43-b007-35db7c6a6630 None None] For port 2510617a-ef9d-4ff0-a16a-4140034fadbf, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2510617a-ef9d-4ff0-a16a-4140034fadbf,segment=NetworkSegment(3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee),segment_id=3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:14.830967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:14.836995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76532d0b-da17-4560-8a99-067dc6bad66e tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.573s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:14.869895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Made reservation on behalf of 14bc66a0e8414cca936892504d2490e7 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:14.877793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9658f28d-f3e9-4d73-857a-4a8361481367 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:14.927893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc047d3c-998f-4658-8f02-288742765d17,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:14.928573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b57dd8b-27d1-4e43-b007-35db7c6a6630 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:14.929010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Calling delete_port for 4aaf2c92-dadb-417e-a226-10ad6075d21a owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:14.930230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 1bd77278-cd92-4a22-9f66-1780e6a902ec is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:14.937310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:14.937310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:14.965691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b96428f-0d3b-4e91-bbe1-1c30b1709df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:14.984150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 1bd77278-cd92-4a22-9f66-1780e6a902ec) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:14.988394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0b57dd8b-27d1-4e43-b007-35db7c6a6630 None None] Transition to ACTIVE for port object 2510617a-ef9d-4ff0-a16a-4140034fadbf will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:14.990738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:14.997975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b514b1ee-8a92-4eb8-be75-b9ce37c7ceac None None] Network 1bd77278-cd92-4a22-9f66-1780e6a902ec requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:15.001715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:15.002883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:15.019745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b57dd8b-27d1-4e43-b007-35db7c6a6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:15.035807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:15.046755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b96428f-0d3b-4e91-bbe1-1c30b1709df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:15.060560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:15.077871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1441d2a-50fe-446e-9013-f225298f8ab6 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:15.094949 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5074410 Dec 21 16:47:15.122002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41444) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:15.253308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:15.289742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] device_id is not set on port ea0c681f-73f9-4da2-bc0a-934d949a8fbf yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:15.396248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b96428f-0d3b-4e91-bbe1-1c30b1709df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:15.426181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:15.457235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96428f-0d3b-4e91-bbe1-1c30b1709df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328b2b2a-b3c7-4547-a849-bdafbc79f259,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:15.460488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5b96428f-0d3b-4e91-bbe1-1c30b1709df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:15.478519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b96428f-0d3b-4e91-bbe1-1c30b1709df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:15.491642 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5b96428f-0d3b-4e91-bbe1-1c30b1709df3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/328b2b2a-b3c7-4547-a849-bdafbc79f259 HTTP/1.1" status: 204 len: 168 time: 1.0601609 Dec 21 16:47:15.573285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:15.627056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8::343 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/c9600ed8-e501-4a76-bb9a-412913c100bc/ea0c681f-73f9-4da2-bc0a-934d949a8fbf) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:15.635083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Allocated IP 2001:db8:0:1:f816:3eff:fee8:95e8 (5f0be329-6402-4a2c-810d-f62e9ae5da2b/8414846b-39d3-4141-919c-17165dcbc8a3/ea0c681f-73f9-4da2-bc0a-934d949a8fbf) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:15.686679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] device_id is not set on port a41edec4-8afd-42de-af7d-ec4de865e835 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:15.719023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 9658f28d-f3e9-4d73-857a-4a8361481367 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:15.915865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:15.951308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Transition to ACTIVE for port object ea0c681f-73f9-4da2-bc0a-934d949a8fbf will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:15.990258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:16.000893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:16.012578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e0afb04-9ab8-4d45-b4a7-9bba96349d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:16.047843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57dd8b-27d1-4e43-b007-35db7c6a6630 None None] Pushing event updated for resources: {'Port': ['ID=2510617a-ef9d-4ff0-a16a-4140034fadbf,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:16.059775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-1bd77278-cd92-4a22-9f66-1780e6a902ec', 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'fixed_ips': [{'subnet_id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:47:16.061420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:16.089904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b57dd8b-27d1-4e43-b007-35db7c6a6630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.054s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:16.122330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event updated for resources: {'Port': ['ID=ea0c681f-73f9-4da2-bc0a-934d949a8fbf,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:16.129626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:16.149014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:16.152586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:16.160981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:16.165605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:16.166867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:16.223312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41460) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:16.230686 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3950477 Dec 21 16:47:16.311229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] Provisioning for port ad0df43d-e426-4c23-803f-0afa12b67676 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:16.355297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:16.380788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c63a17f9-7f47-4c77-adbe-87598dc2b07a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:16.447984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] Provisioning complete for port 90977112-e0e8-4606-a56a-ebfe1ccdabef triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:16.447984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:16.488634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aaf2c92-dadb-417e-a226-10ad6075d21a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:16.500323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29365b28-9f67-4781-bb2c-9af28769cacb req-4602115d-38c8-4406-871f-9597b364c10d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:16.513147 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29365b28-9f67-4781-bb2c-9af28769cacb req-4602115d-38c8-4406-871f-9597b364c10d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.6247866 Dec 21 16:47:16.519700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:16.542195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bebe6e9b-1741-48d2-b920-0dd5938942eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting port ea0c681f-73f9-4da2-bc0a-934d949a8fbf {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:16.543002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bebe6e9b-1741-48d2-b920-0dd5938942eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:16.567433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Allocated IP 172.23.0.2 (1bd77278-cd92-4a22-9f66-1780e6a902ec/46c9b34a-1f20-4727-b7b1-5ce638bb1aab/e4da6c94-cd39-4f76-974a-cf88a5b95b71) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:16.776601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] Provisioning for port 9658f28d-f3e9-4d73-857a-4a8361481367 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:16.792840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] Provisioning complete for port 9658f28d-f3e9-4d73-857a-4a8361481367 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:16.793442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:17.023498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bebe6e9b-1741-48d2-b920-0dd5938942eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:17.154335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2510617a-ef9d-4ff0-a16a-4140034fadbf up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:17.207338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:17.272404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:17.286194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Transition to ACTIVE for port object e4da6c94-cd39-4f76-974a-cf88a5b95b71 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:17.310202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Transition to ACTIVE for port object e4da6c94-cd39-4f76-974a-cf88a5b95b71 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:17.353508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:17.385524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6adab21-f6cb-47a2-b4a4-68096d1dd681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:17.448525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41474) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:17.665276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bebe6e9b-1741-48d2-b920-0dd5938942eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Calling delete_port for ea0c681f-73f9-4da2-bc0a-934d949a8fbf owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:17.667406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:17.696330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:17.737002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Network 1bd77278-cd92-4a22-9f66-1780e6a902ec is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:17.738306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:17.752686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:17.767067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1810847844'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:17.767444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Pushing event updated for resources: {'Port': ['ID=e4da6c94-cd39-4f76-974a-cf88a5b95b71,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:17.774612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:17.776264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:17.779412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:network and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:17.782475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:17.789429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:17.796187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] For port 9658f28d-f3e9-4d73-857a-4a8361481367, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9658f28d-f3e9-4d73-857a-4a8361481367,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:17.808346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:17.814075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:17.819604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.7 (a6d500d5-3266-4f4d-a7b9-c5622d13c57d/e2b74eec-b41b-486b-bd68-1907d44f448c/a41edec4-8afd-42de-af7d-ec4de865e835) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:17.834920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:17.874654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:17.881902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-911ea0a9-5730-49f7-a948-5a72f2c07289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:17.967381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:17.971034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Attempting to bind port e4da6c94-cd39-4f76-974a-cf88a5b95b71 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:47:17.971471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Attempting to bind port e4da6c94-cd39-4f76-974a-cf88a5b95b71 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3d158455-319f-4d7a-9704-a061c35c65ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:47:17.971890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Attempting to bind port e4da6c94-cd39-4f76-974a-cf88a5b95b71 on network 1bd77278-cd92-4a22-9f66-1780e6a902ec {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:47:17.991369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ad0df43d-e426-4c23-803f-0afa12b67676 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:17.994318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:security_group_rule and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:17.999505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:18.008128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:18.015188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29365b28-9f67-4781-bb2c-9af28769cacb req-6daed0c5-a002-40ea-a09e-1ee28ce74ce4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5010207 Dec 21 16:47:18.080762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-46441487-a153-45ec-8c66-ff0ad170136b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.082477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:47:18.082930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Checking segment: {'id': '3d158455-319f-4d7a-9704-a061c35c65ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:18.083383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.083820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Bound using segment: {'id': '3d158455-319f-4d7a-9704-a061c35c65ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:47:18.084371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Bound port: e4da6c94-cd39-4f76-974a-cf88a5b95b71, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d158455-319f-4d7a-9704-a061c35c65ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:47:18.084798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.122230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] Pushing event updated for resources: {'Port': ['ID=9658f28d-f3e9-4d73-857a-4a8361481367,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:18.130613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:18.131535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port ad0df43d-e426-4c23-803f-0afa12b67676 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:18.139906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ad0df43d-e426-4c23-803f-0afa12b67676 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:18.140349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.142626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.208554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.225779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ba24cc77-d292-45e4-9841-46f00096d0f0 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:18.298759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] For port e4da6c94-cd39-4f76-974a-cf88a5b95b71, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:47:18.331535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f8ad66d1-d12b-4593-9fb2-169cde2420b7 None None] Provisioning complete for port 72513199-626a-4bf3-a3dc-8e67f476b105 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:18.331963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8ad66d1-d12b-4593-9fb2-169cde2420b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.392098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.433465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad66d1-d12b-4593-9fb2-169cde2420b7 None None] Port 72513199-626a-4bf3-a3dc-8e67f476b105 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:18.457255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f8ad66d1-d12b-4593-9fb2-169cde2420b7 None None] Provisioning for port 2510617a-ef9d-4ff0-a16a-4140034fadbf completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:18.462495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.462972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f8ad66d1-d12b-4593-9fb2-169cde2420b7 None None] Provisioning complete for port 2510617a-ef9d-4ff0-a16a-4140034fadbf triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:18.464065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8ad66d1-d12b-4593-9fb2-169cde2420b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.562956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.567347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048182f6-1d4c-40f0-9dd5-09d4c1217a00,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:18.570946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:18.612455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object a41edec4-8afd-42de-af7d-ec4de865e835 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:18.618554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:18.620514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bebe6e9b-1741-48d2-b920-0dd5938942eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.625012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] For port e4da6c94-cd39-4f76-974a-cf88a5b95b71, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e4da6c94-cd39-4f76-974a-cf88a5b95b71,segment=NetworkSegment(3d158455-319f-4d7a-9704-a061c35c65ac),segment_id=3d158455-319f-4d7a-9704-a061c35c65ac)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:47:18.625468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.633594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port ad0df43d-e426-4c23-803f-0afa12b67676, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ad0df43d-e426-4c23-803f-0afa12b67676,segment=NetworkSegment(1298d904-6e27-4456-ae9c-fdd52fe931b1),segment_id=1298d904-6e27-4456-ae9c-fdd52fe931b1)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:18.636861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.637598 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Added segment dea75173-6d55-4697-acaa-17128417ca18 of type vlan for network 2cd427ea-edfa-4974-9386-0d11e5b6416a Dec 21 16:47:18.638110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.643999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:18.646168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7e26c49-20a2-4a84-9e09-09a6c652cab6 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:18.659656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Router 4304cfcf-3077-46ce-a093-617d5b8c869e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:47:18.681499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.682462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.683387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 90977112-e0e8-4606-a56a-ebfe1ccdabef up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:18.701747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe6e9b-1741-48d2-b920-0dd5938942eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Port': ['ID=ea0c681f-73f9-4da2-bc0a-934d949a8fbf,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:18.708801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bebe6e9b-1741-48d2-b920-0dd5938942eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:18.805549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.809742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:18.810383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.817181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69f792c4-68a5-4ec5-99e7-d0ae136c4b3a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:18.846329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Pushing event updated for resources: {'Port': ['ID=e4da6c94-cd39-4f76-974a-cf88a5b95b71,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:18.850901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:18.852297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5b860ec7-8562-4371-b4a4-aed253330e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:18.932711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 90977112-e0e8-4606-a56a-ebfe1ccdabef triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:18.933068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.937243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bebe6e9b-1741-48d2-b920-0dd5938942eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.942766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Network': ['ID=2cd427ea-edfa-4974-9386-0d11e5b6416a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:18.944015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:18.946808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:18.961364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65dc05bf-edf3-4b93-bfad-810ca7c1ba78 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:18.966648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:18.995732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=ad0df43d-e426-4c23-803f-0afa12b67676,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:19.005953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:19.014395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bebe6e9b-1741-48d2-b920-0dd5938942eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/ea0c681f-73f9-4da2-bc0a-934d949a8fbf HTTP/1.1" status: 204 len: 168 time: 2.7839501 Dec 21 16:47:19.016800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41480) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:19.029490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4ca7b6ba-e6f5-40d3-a8f6-3a4970a76a38 None None] Could not find standard attr ID for object ea0c681f-73f9-4da2-bc0a-934d949a8fbf. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:47:19.115091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6566298 Dec 21 16:47:19.118532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:19.123563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:19.132593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41486) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:19.143989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:19.148015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4ca7b6ba-e6f5-40d3-a8f6-3a4970a76a38 None None] Provisioning complete for port 9658f28d-f3e9-4d73-857a-4a8361481367 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:19.148444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ca7b6ba-e6f5-40d3-a8f6-3a4970a76a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:19.203615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'name': 'tempest-PortsIpV6TestJSON-151144698'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:19.212146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb3d31a-5e18-421d-bdef-a8f81c89d10a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:19.212973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bcb3d31a-5e18-421d-bdef-a8f81c89d10a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:19.247280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bcb3d31a-5e18-421d-bdef-a8f81c89d10a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:19.248595 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bcb3d31a-5e18-421d-bdef-a8f81c89d10a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2254598 Dec 21 16:47:19.252795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41490) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:19.298448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:47:19.310449 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] 10.222.0.67 "PUT /v2.0/routers/4304cfcf-3077-46ce-a093-617d5b8c869e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2883010 Dec 21 16:47:19.312356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41494) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:19.324472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f1e44-2067-4998-89ac-7bf168032433 None None] Sync routers for ids ['4304cfcf-3077-46ce-a093-617d5b8c869e'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:47:19.406187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f1e44-2067-4998-89ac-7bf168032433 None None] Routers {'4304cfcf-3077-46ce-a093-617d5b8c869e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:19.407431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ce8f1e44-2067-4998-89ac-7bf168032433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4304cfcf-3077-46ce-a093-617d5b8c869e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:19.553472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=a41edec4-8afd-42de-af7d-ec4de865e835,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:19.573957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c61179-ed39-4e18-9500-7137f07c36f5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:19.579383 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-17c61179-ed39-4e18-9500-7137f07c36f5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3203843 Dec 21 16:47:19.579383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41498) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:19.628706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:19.667310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:19.668631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:19.727739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc6780-4819-4305-b583-4820d2c6a2ba tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:19.728385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ce8f1e44-2067-4998-89ac-7bf168032433 None None] Set router 4304cfcf-3077-46ce-a093-617d5b8c869e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:19.729663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc6780-4819-4305-b583-4820d2c6a2ba tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:19.731189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc6780-4819-4305-b583-4820d2c6a2ba tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:19.732093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-87fc6780-4819-4305-b583-4820d2c6a2ba tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:19.769742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-87fc6780-4819-4305-b583-4820d2c6a2ba tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:19.771047 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-87fc6780-4819-4305-b583-4820d2c6a2ba tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1915734 Dec 21 16:47:19.784482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41502) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:19.851177 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.5269978 Dec 21 16:47:19.857805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41506) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:19.858835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Allocated IP 172.23.0.1 (1bd77278-cd92-4a22-9f66-1780e6a902ec/46c9b34a-1f20-4727-b7b1-5ce638bb1aab/f28cbd8c-9365-47ca-a9b8-a44b2eb9815e) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:19.868132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ad0df43d-e426-4c23-803f-0afa12b67676 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:19.869659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-159e57da-a7e8-422a-bc69-ffd0ce41c4e7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:19.883152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:19.887893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:port and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:19.890934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:19.897145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:19.915366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:19.953145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20a54b-a1c2-4e15-a3b2-bb6998671347 req-79387844-303b-4dfb-a764-bbe36a5f95b3 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:19.954852 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6c20a54b-a1c2-4e15-a3b2-bb6998671347 req-79387844-303b-4dfb-a764-bbe36a5f95b3 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.3961270 Dec 21 16:47:19.958922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:19.965122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:19.985687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.003253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c8fbf7-4d1e-4ca4-b781-e16712848674 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet 8414846b-39d3-4141-919c-17165dcbc8a3 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:20.010862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78c8fbf7-4d1e-4ca4-b781-e16712848674 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.084893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port 51007d8d-749d-4456-a20d-9fcc16364c60 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:20.098336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ad0df43d-e426-4c23-803f-0afa12b67676 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:20.098772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.156644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78c8fbf7-4d1e-4ca4-b781-e16712848674 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.186767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4af29d0b-35b4-427c-859b-349c002e8676 None None] Provisioning for port a41edec4-8afd-42de-af7d-ec4de865e835 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:20.202885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6c20a54b-a1c2-4e15-a3b2-bb6998671347 req-4864ec98-19ae-44a3-98cf-51e43bd19aca tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273350 Dec 21 16:47:20.210469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4af29d0b-35b4-427c-859b-349c002e8676 None None] Provisioning complete for port a41edec4-8afd-42de-af7d-ec4de865e835 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:20.210648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.210759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4af29d0b-35b4-427c-859b-349c002e8676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.256056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Transition to ACTIVE for port object f28cbd8c-9365-47ca-a9b8-a44b2eb9815e will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:20.289777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4af29d0b-35b4-427c-859b-349c002e8676 None None] Port a41edec4-8afd-42de-af7d-ec4de865e835 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:20.347641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ce8f1e44-2067-4998-89ac-7bf168032433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:47:16Z', 'revision_number': 5, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port': {'id': '2e786ff0-89c5-4ea1-9c52-79ca9795550b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ec:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:42:59Z', 'updated_at': '2021-12-21T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:20.355916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9658f28d-f3e9-4d73-857a-4a8361481367 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:20.365970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-159e57da-a7e8-422a-bc69-ffd0ce41c4e7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:20.380548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f1e44-2067-4998-89ac-7bf168032433 None None] Checking router: 4304cfcf-3077-46ce-a093-617d5b8c869e for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:47:20.393129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-159e57da-a7e8-422a-bc69-ffd0ce41c4e7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:20.397188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-159e57da-a7e8-422a-bc69-ffd0ce41c4e7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:20.407150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-159e57da-a7e8-422a-bc69-ffd0ce41c4e7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:20.424898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f1e44-2067-4998-89ac-7bf168032433 None None] Routers {'4304cfcf-3077-46ce-a093-617d5b8c869e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:20.425777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ce8f1e44-2067-4998-89ac-7bf168032433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4304cfcf-3077-46ce-a093-617d5b8c869e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:20.431073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78c8fbf7-4d1e-4ca4-b781-e16712848674 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.436963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.444379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.451008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50ee1d3f-c133-4180-96b7-efe9960ac3b6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:20.462421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159e57da-a7e8-422a-bc69-ffd0ce41c4e7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:20.514474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 1bd77278-cd92-4a22-9f66-1780e6a902ec is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:20.519186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:20.527629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:20.609526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.632867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Deleting port 2e786ff0-89c5-4ea1-9c52-79ca9795550b {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:20.633247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.791285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9658f28d-f3e9-4d73-857a-4a8361481367 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:20.791911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:20.823775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ce8f1e44-2067-4998-89ac-7bf168032433 None None] Set router 4304cfcf-3077-46ce-a093-617d5b8c869e gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:20.956344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=f28cbd8c-9365-47ca-a9b8-a44b2eb9815e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:20.966197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ce8f1e44-2067-4998-89ac-7bf168032433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:47:20Z', 'revision_number': 6, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:20.968684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:20.973923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f1e44-2067-4998-89ac-7bf168032433 None None] The sync data for ids ['4304cfcf-3077-46ce-a093-617d5b8c869e'] in dv-neutron-822515-1-hyperv is: [{'id': '4304cfcf-3077-46ce-a093-617d5b8c869e', 'name': 'tempest-ServerActionsTestJSON-1788861150-router', 'tenant_id': '075038327d62448cb2e2d92fbfae8cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:42:56Z', 'updated_at': '2021-12-21T16:47:20Z', 'revision_number': 6, 'project_id': '075038327d62448cb2e2d92fbfae8cf8', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:47:20.989482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:21.006009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-48469922-adcb-4110-9438-43cdc8650ee4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:21.094971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] For port 2e786ff0-89c5-4ea1-9c52-79ca9795550b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e786ff0-89c5-4ea1-9c52-79ca9795550b,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:21.095446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:21.101881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:21.148940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6801b0b5-8094-4f00-9826-b3255049867c None None] Network 1bd77278-cd92-4a22-9f66-1780e6a902ec requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:21.157387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=51007d8d-749d-4456-a20d-9fcc16364c60,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:21.163048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:21.227331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Checking segment: {'id': 'dea75173-6d55-4697-acaa-17128417ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:21.227743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network hostable DHCP agents. Network: 2cd427ea-edfa-4974-9386-0d11e5b6416a, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:21.236132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:21.273802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Calling delete_port for 2e786ff0-89c5-4ea1-9c52-79ca9795550b owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:21.307686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-159e57da-a7e8-422a-bc69-ffd0ce41c4e7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:21.322862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:21.334619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78c8fbf7-4d1e-4ca4-b781-e16712848674 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:21.341242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1f172321-2d04-4052-b87e-3bf0c030156b None None] Provisioning for port e4da6c94-cd39-4f76-974a-cf88a5b95b71 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:21.346695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e65ba8ce-9ddc-492b-b2e3-ad8294d40e65 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:21.459601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8fbf7-4d1e-4ca4-b781-e16712848674 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=8414846b-39d3-4141-919c-17165dcbc8a3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:21.473964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-78c8fbf7-4d1e-4ca4-b781-e16712848674 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:21.535481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e4da6c94-cd39-4f76-974a-cf88a5b95b71 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:21.564769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 2cd427ea-edfa-4974-9386-0d11e5b6416a) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:21.569903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:21.575489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:21.575740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:21.592852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae02cd4-8cce-4c66-b7a1-d8a71ddbb726 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:21.606882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d87e1e-45fa-49f3-a4ea-d9959c95b923 None None] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:21.618122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-78c8fbf7-4d1e-4ca4-b781-e16712848674 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:21.639916 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5062249 Dec 21 16:47:21.645737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41512) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:21.653937 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-78c8fbf7-4d1e-4ca4-b781-e16712848674 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/8414846b-39d3-4141-919c-17165dcbc8a3 HTTP/1.1" status: 204 len: 168 time: 1.8620596 Dec 21 16:47:21.654978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41516) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:21.660596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2025302207'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:21.671941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:21.685522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:network and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:21.690593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:21.706619 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-159e57da-a7e8-422a-bc69-ffd0ce41c4e7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e2b74eec-b41b-486b-bd68-1907d44f448c (CIDR: 172.20.0.0/28) Dec 21 16:47:21.707746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:21.713775 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-159e57da-a7e8-422a-bc69-ffd0ce41c4e7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:47:21.714998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159e57da-a7e8-422a-bc69-ffd0ce41c4e7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:21.743162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-159e57da-a7e8-422a-bc69-ffd0ce41c4e7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8814511 Dec 21 16:47:21.743162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:21.744595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41520) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:21.748429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:21.753181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a7515117-186d-412c-83c4-154abb4cbc64 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:21.788251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984ff8e-9751-4675-a2f9-a9485788d1a6 req-639344fc-d875-4a69-be7e-a9676a3dce3d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:21.790049 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5984ff8e-9751-4675-a2f9-a9485788d1a6 req-639344fc-d875-4a69-be7e-a9676a3dce3d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.3369761 Dec 21 16:47:21.832774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:21.845469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:21.845676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Added segment 760f5954-f1b2-4528-907a-691f373122be of type vlan for network 8cb69e49-1a4f-4999-b86b-2a52c6c0184a Dec 21 16:47:21.846726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:21.856032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e066ddc1-38a2-4cbf-9838-e2cd7389c71b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:21.909597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e786ff0-89c5-4ea1-9c52-79ca9795550b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:21.914277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:21.987172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port e4da6c94-cd39-4f76-974a-cf88a5b95b71 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:22.009233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e4da6c94-cd39-4f76-974a-cf88a5b95b71 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:22.009577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.038135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.153620 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5984ff8e-9751-4675-a2f9-a9485788d1a6 req-216ada14-4670-4bf5-af79-ef0c0831cfda tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399789 Dec 21 16:47:22.228106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-639d821a-a21a-410e-971a-5c141662e455 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Deleting subnet c9600ed8-e501-4a76-bb9a-412913c100bc {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:22.250441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-639d821a-a21a-410e-971a-5c141662e455 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.280243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.290538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.315784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-639d821a-a21a-410e-971a-5c141662e455 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.329130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port e4da6c94-cd39-4f76-974a-cf88a5b95b71, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e4da6c94-cd39-4f76-974a-cf88a5b95b71,segment=NetworkSegment(3d158455-319f-4d7a-9704-a061c35c65ac),segment_id=3d158455-319f-4d7a-9704-a061c35c65ac)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:22.334229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.342474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a527083e-5ab0-480b-a742-a261fdd633c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:22.382557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4aaf2c92-dadb-417e-a226-10ad6075d21a no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:22.415431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.437502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 4aaf2c92-dadb-417e-a226-10ad6075d21a {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:47:22.437897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4aaf2c92-dadb-417e-a226-10ad6075d21a not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:47:22.445136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:22.449919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-639d821a-a21a-410e-971a-5c141662e455 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.450530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.490266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=e4da6c94-cd39-4f76-974a-cf88a5b95b71,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:22.500124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f3e84ebe-6620-40e9-bb5b-4ffaf221e8ad None None] Provisioning complete for port e4da6c94-cd39-4f76-974a-cf88a5b95b71 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:22.500746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f3e84ebe-6620-40e9-bb5b-4ffaf221e8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.534868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:22.547749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a7515117-186d-412c-83c4-154abb4cbc64 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:22.568429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79e52e09-0bcc-462f-9dc3-f430408ac222 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:22.574168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.579112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-639d821a-a21a-410e-971a-5c141662e455 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.584721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a7515117-186d-412c-83c4-154abb4cbc64 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:22.588819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8015b49-cdbd-4609-8176-e9007545f69e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:22.626316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a7515117-186d-412c-83c4-154abb4cbc64 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:22.633912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.654354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f3e84ebe-6620-40e9-bb5b-4ffaf221e8ad None None] Provisioning for port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:22.660691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f3e84ebe-6620-40e9-bb5b-4ffaf221e8ad None None] Provisioning complete for port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:22.661113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f3e84ebe-6620-40e9-bb5b-4ffaf221e8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.682448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a7515117-186d-412c-83c4-154abb4cbc64 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:22.687075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d821a-a21a-410e-971a-5c141662e455 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Subnet': ['ID=c9600ed8-e501-4a76-bb9a-412913c100bc,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:22.697747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-639d821a-a21a-410e-971a-5c141662e455 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:22.704690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Network': ['ID=8cb69e49-1a4f-4999-b86b-2a52c6c0184a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:22.708056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:22.708765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:22.733187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f3e84ebe-6620-40e9-bb5b-4ffaf221e8ad None None] Port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:22.736458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 8cb69e49-1a4f-4999-b86b-2a52c6c0184a details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:22.780481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.795692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-639d821a-a21a-410e-971a-5c141662e455 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.856151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7515117-186d-412c-83c4-154abb4cbc64 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:22.864768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-de3925f0-a30d-4d27-9002-3bdfcd12cbb0 None None] Provisioning complete for port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:22.865293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de3925f0-a30d-4d27-9002-3bdfcd12cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:22.873667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event updated for resources: {'Port': ['ID=f28cbd8c-9365-47ca-a9b8-a44b2eb9815e,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:22.891286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2406633 Dec 21 16:47:22.892200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41528) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:22.892359 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-639d821a-a21a-410e-971a-5c141662e455 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/c9600ed8-e501-4a76-bb9a-412913c100bc HTTP/1.1" status: 204 len: 168 time: 1.2360239 Dec 21 16:47:22.892866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41530) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:22.929261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-de3925f0-a30d-4d27-9002-3bdfcd12cbb0 None None] Port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:22.964946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'ports': [{'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a'}, {'network_id': '8cb69e49-1a4f-4999-b86b-2a52c6c0184a'}]} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:22.965301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:22.965831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '8cb69e49-1a4f-4999-b86b-2a52c6c0184a'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:22.982812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:23.006600 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-13e81dd9-0bd8-4b2c-9882-b6bce0dc86ef tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1099651 Dec 21 16:47:23.013093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41536) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:23.021773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:23.052686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:23.053116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:23.053547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:23.053957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:23.054374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:23.054905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:23.055218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:23.055626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:23.056036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:23.056445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:23.057427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:23.073254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:23.157360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:23.158297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4304cfcf-3077-46ce-a093-617d5b8c869e {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:47:23.173051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:23.176758 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] 10.222.0.67 "DELETE /v2.0/routers/4304cfcf-3077-46ce-a093-617d5b8c869e HTTP/1.1" status: 204 len: 168 time: 3.8609655 Dec 21 16:47:23.177931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41540) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:23.183620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7515117-186d-412c-83c4-154abb4cbc64 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:23.313478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Network 1bd77278-cd92-4a22-9f66-1780e6a902ec is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:23.323208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:23.352586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Deleting subnet 75d7f618-3d65-4d7b-bf24-22070d8333ab {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:23.402156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:23.425933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c96910b-57f3-49cc-a8bd-5d010d37bad0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:23.426903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6c96910b-57f3-49cc-a8bd-5d010d37bad0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:23.488686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:23.498565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:port and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:23.501806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:23.506049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e4da6c94-cd39-4f76-974a-cf88a5b95b71 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:23.510963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:23.531194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 2} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:23.537610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:23.569570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:23.592133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:23.764514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port a109e2cc-4758-4404-8db8-eb208478e7c3 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:23.800703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2e670-1215-468d-a0e5-587411744cf6 None None] Network 5f0be329-6402-4a2c-810d-f62e9ae5da2b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:23.957365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-034b3ede-14be-41d6-a2eb-3d952bcc8537 None None] Provisioning complete for port 9658f28d-f3e9-4d73-857a-4a8361481367 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:23.957365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-034b3ede-14be-41d6-a2eb-3d952bcc8537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.032119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.062893 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab75a002-dd70-4c19-8fb0-fc96b97eb026 req-137ebe25-f78f-4a08-b374-641ba6c0a647 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 1099 time: 0.2157614 Dec 21 16:47:24.063319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.073804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6c96910b-57f3-49cc-a8bd-5d010d37bad0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:24.078001 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6c96910b-57f3-49cc-a8bd-5d010d37bad0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0635459 Dec 21 16:47:24.078839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41546) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:24.080080 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-a7515117-186d-412c-83c4-154abb4cbc64 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 767a77f3-3f51-443f-ac14-119d551e25db (CIDR: 172.20.0.16/28) Dec 21 16:47:24.091699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e4da6c94-cd39-4f76-974a-cf88a5b95b71 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:24.091891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.126432 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7515117-186d-412c-83c4-154abb4cbc64 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:47:24.126941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7515117-186d-412c-83c4-154abb4cbc64 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:24.176129 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a7515117-186d-412c-83c4-154abb4cbc64 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.4308186 Dec 21 16:47:24.178707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41550) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:24.245396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port 9551d100-36a8-4806-90af-f50bdf88bf60 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:24.257698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'subnet': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:24.271367 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab75a002-dd70-4c19-8fb0-fc96b97eb026 req-b9e65a58-ff21-49c3-a8b0-0151e83111cc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685097 Dec 21 16:47:24.280469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.282655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd21d95-adea-498a-8b02-67de647e4abc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:24.283450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7dd21d95-adea-498a-8b02-67de647e4abc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Synchronizing usage tracker for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:24.288276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:24.320906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96302f8-4509-4486-9cde-8e357cc456ab None None] DHCP port deletion for 5f0be329-6402-4a2c-810d-f62e9ae5da2b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:47:24.327323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f96302f8-4509-4486-9cde-8e357cc456ab None None] Deleting port 9658f28d-f3e9-4d73-857a-4a8361481367 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:24.334933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f96302f8-4509-4486-9cde-8e357cc456ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.335110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d7f618-3d65-4d7b-bf24-22070d8333ab,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:24.345117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.366399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b4752-a193-4cd1-a80a-3f67d3795fe3 None None] Network 28f1e28f-1df5-418a-9ebc-3336554e3511 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:24.366919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3155b6-ccc5-4142-9f1c-5f5d9f12cd01 req-e6d91431-0869-4658-a35d-bde49b20e39d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:24.368551 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f3155b6-ccc5-4142-9f1c-5f5d9f12cd01 req-e6d91431-0869-4658-a35d-bde49b20e39d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.6906714 Dec 21 16:47:24.401130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2e786ff0-89c5-4ea1-9c52-79ca9795550b no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:24.416028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/75d7f618-3d65-4d7b-bf24-22070d8333ab HTTP/1.1" status: 204 len: 168 time: 1.2369304 Dec 21 16:47:24.426749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41554) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:24.430249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:24.430690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:24.431159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:24.431619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:24.432051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:24.432477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:24.432900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:24.433319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:24.433738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:24.434153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:24.434566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:24.438463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:24.469957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 2e786ff0-89c5-4ea1-9c52-79ca9795550b {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:47:24.470337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2e786ff0-89c5-4ea1-9c52-79ca9795550b not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:47:24.508091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7dd21d95-adea-498a-8b02-67de647e4abc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Unset dirty status for tenant:14bc66a0e8414cca936892504d2490e7 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:24.512255 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7dd21d95-adea-498a-8b02-67de647e4abc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4246552 Dec 21 16:47:24.518320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41558) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:24.535373 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f3155b6-ccc5-4142-9f1c-5f5d9f12cd01 req-cc81f573-1d3f-4b53-8ea2-94eff75bc3a0 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448195 Dec 21 16:47:24.579717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-55f04a81-0470-465d-afe7-824720215a78 None None] Provisioning complete for port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:24.580078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55f04a81-0470-465d-afe7-824720215a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.596348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:24.603619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Usage tracker for resource:subnet and tenant:595d69e3149f4a448e46fa36c7472cd3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:24.607923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:24.615808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:24.631622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router e5bedcfa-b6cf-4963-b1f8-6f058915704d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:47:24.639042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Made reservation on behalf of 595d69e3149f4a448e46fa36c7472cd3 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:24.645336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.766946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-55f04a81-0470-465d-afe7-824720215a78 None None] Port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:24.903858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f96302f8-4509-4486-9cde-8e357cc456ab None None] For port 9658f28d-f3e9-4d73-857a-4a8361481367, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9658f28d-f3e9-4d73-857a-4a8361481367,segment=NetworkSegment(2e667f23-c81c-4bdc-af66-12c7dc30a7ad),segment_id=2e667f23-c81c-4bdc-af66-12c7dc30a7ad)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:24.904084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f96302f8-4509-4486-9cde-8e357cc456ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.905757 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-de68367b-a1bc-488b-8287-ac30d341c7ba tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3406277 Dec 21 16:47:24.913334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41562) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:24.915843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.945382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.955377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Deleting port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:24.955754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:24.988096 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe00fe1-d8a5-437e-9d8d-ab0122dc0da5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:24.988644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe00fe1-d8a5-437e-9d8d-ab0122dc0da5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:24.992874 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0fe00fe1-d8a5-437e-9d8d-ab0122dc0da5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/ea0c681f-73f9-4da2-bc0a-934d949a8fbf HTTP/1.1" status: 404 len: 333 time: 0.0734687 Dec 21 16:47:24.996660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41566) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:25.039784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f96302f8-4509-4486-9cde-8e357cc456ab None None] Calling delete_port for 9658f28d-f3e9-4d73-857a-4a8361481367 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:25.051528 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b64f81-b392-430b-9b20-ffe81ad4e301 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:25.052009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b64f81-b392-430b-9b20-ffe81ad4e301 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:25.071926 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-62b64f81-b392-430b-9b20-ffe81ad4e301 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/8414846b-39d3-4141-919c-17165dcbc8a3 HTTP/1.1" status: 404 len: 337 time: 0.0687413 Dec 21 16:47:25.079618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41570) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:25.104628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:25.123398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:47:25.130551 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0074489 Dec 21 16:47:25.133680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41574) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:25.139509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Sync routers for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:47:25.139728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5f1924d5-7c21-493f-bd48-74079512e10a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:25.160190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6e2ae33f-0f42-42ba-844b-d5d1892de72b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:25.179546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:25.180241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:25.194800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ebdb76-3259-4adc-a247-99d6f0717f06 None None] DHCP port deletion for 28f1e28f-1df5-418a-9ebc-3336554e3511 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:47:25.218477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebdb76-3259-4adc-a247-99d6f0717f06 None None] Deleting port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:25.218940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdb76-3259-4adc-a247-99d6f0717f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:25.264313 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d51a4a-b974-448b-98d4-7ef8c5dd8277 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:25.264820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d51a4a-b974-448b-98d4-7ef8c5dd8277 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:25.269172 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c3d51a4a-b974-448b-98d4-7ef8c5dd8277 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/c9600ed8-e501-4a76-bb9a-412913c100bc HTTP/1.1" status: 404 len: 337 time: 0.1786859 Dec 21 16:47:25.280384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41578) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:25.298706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f96302f8-4509-4486-9cde-8e357cc456ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:25.302819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:25.322116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81389057-71a3-4072-9ce1-48de39a1d0b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:25.353064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:25.374288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:25.375159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:25.391671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96302f8-4509-4486-9cde-8e357cc456ab None None] Pushing event deleted for resources: {'Port': ['ID=9658f28d-f3e9-4d73-857a-4a8361481367,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:25.401742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f96302f8-4509-4486-9cde-8e357cc456ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:25.450135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b0e7f8-8a1e-4aeb-ad27-fc4099c8d5f0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:25.450530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b0e7f8-8a1e-4aeb-ad27-fc4099c8d5f0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:25.455048 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-47b0e7f8-8a1e-4aeb-ad27-fc4099c8d5f0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/09538e64-ee7d-48af-8986-359060e4111b HTTP/1.1" status: 404 len: 333 time: 0.1598868 Dec 21 16:47:25.464168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96302f8-4509-4486-9cde-8e357cc456ab None None] No DVR routers for this DVR port 9658f28d-f3e9-4d73-857a-4a8361481367 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:47:25.465888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 36f26fd4-bf07-4a73-ac41-43ab49f5e767 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:25.483004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41582) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:25.487441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=a109e2cc-4758-4404-8db8-eb208478e7c3,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:25.494324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:25.530299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 86dfcff5-3e2e-4192-9af3-9e3877842c3d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:47:25.531456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f2fdef9-ebb9-4fa9-b79e-a43d23e16044 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:25.556918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 86dfcff5-3e2e-4192-9af3-9e3877842c3d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:25.589929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:25.592332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:25.609214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e84e2d3a-b73c-40fa-aa48-b466c4f540c4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:25.649995 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5ae974-0e41-49ab-8c39-41fb21970fea tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:25.651062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5ae974-0e41-49ab-8c39-41fb21970fea tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:25.652904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3a5ae974-0e41-49ab-8c39-41fb21970fea tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/a680f6a4-793b-4e09-aec4-582838e9ad68 HTTP/1.1" status: 404 len: 337 time: 0.1625555 Dec 21 16:47:25.675250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41588) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:25.701944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] For port 36f26fd4-bf07-4a73-ac41-43ab49f5e767, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=36f26fd4-bf07-4a73-ac41-43ab49f5e767,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:25.702256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:25.725622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:47:25.825980 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-105a9c73-10a4-4539-8fbb-c5114c591966 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:25.826606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105a9c73-10a4-4539-8fbb-c5114c591966 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:25.828568 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-105a9c73-10a4-4539-8fbb-c5114c591966 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/d9607a8c-b20f-4725-855b-c1b4f2ae8ac5 HTTP/1.1" status: 404 len: 337 time: 0.1520078 Dec 21 16:47:25.845900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41592) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:25.878270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Checking segment: {'id': '760f5954-f1b2-4528-907a-691f373122be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8cb69e49-1a4f-4999-b86b-2a52c6c0184a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:25.878674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network hostable DHCP agents. Network: 8cb69e49-1a4f-4999-b86b-2a52c6c0184a, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:25.893039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Calling delete_port for 36f26fd4-bf07-4a73-ac41-43ab49f5e767 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:25.894757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f7ebdb76-3259-4adc-a247-99d6f0717f06 None None] For port 36f26fd4-bf07-4a73-ac41-43ab49f5e767, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=36f26fd4-bf07-4a73-ac41-43ab49f5e767,segment=NetworkSegment(39713ddd-393d-44f9-bc5a-0a4d755a6ef6),segment_id=39713ddd-393d-44f9-bc5a-0a4d755a6ef6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:25.895454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdb76-3259-4adc-a247-99d6f0717f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:25.903202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:25.921572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=9551d100-36a8-4806-90af-f50bdf88bf60,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:25.934517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:25.984642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 8cb69e49-1a4f-4999-b86b-2a52c6c0184a is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:25.995825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:25.997852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 8cb69e49-1a4f-4999-b86b-2a52c6c0184a) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:26.002362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.007900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:26.013906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:26.017809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:26.018851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.039959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:26.069386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Subnet': ['ID=6c4491b4-41af-4f23-b392-9d5ae7667c81,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:26.078286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1822801 Dec 21 16:47:26.088349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:26.089015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.090546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41596) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:26.093728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Pushing event deleted for resources: {'Port': ['ID=36f26fd4-bf07-4a73-ac41-43ab49f5e767,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:26.095429 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e48515a-cd56-43e8-b940-79cd9b5b29a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:26.095958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e48515a-cd56-43e8-b940-79cd9b5b29a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:26.097823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5e48515a-cd56-43e8-b940-79cd9b5b29a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/c9426ac1-dfd0-44a2-ba0a-a7a0650b2237 HTTP/1.1" status: 404 len: 333 time: 0.2466972 Dec 21 16:47:26.104704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:26.116088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41600) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:26.128404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:26.142144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] No DVR routers for this DVR port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:47:26.142592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:21Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cbd8c-9365-47ca-a9b8-a44b2eb9815e', 'name': '', 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:e6:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:19Z', 'updated_at': '2021-12-21T16:47:21Z', 'revision_number': 2, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:26.148893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Checking router: e5bedcfa-b6cf-4963-b1f8-6f058915704d for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:47:26.149492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Updating router e5bedcfa-b6cf-4963-b1f8-6f058915704d port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:47:26.151869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ef4dd-c36b-47f3-8817-5de800e78c7c None None] Network 8cb69e49-1a4f-4999-b86b-2a52c6c0184a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:26.165203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66943518-e475-466e-be19-3138efbeee6d None None] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:26.195252 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3b22aa-32d0-4486-b43b-90eb5f78ec6d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:26.195760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3b22aa-32d0-4486-b43b-90eb5f78ec6d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:26.198149 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5f3b22aa-32d0-4486-b43b-90eb5f78ec6d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/9b52b28a-3127-43e9-a070-7cecb477bd50 HTTP/1.1" status: 404 len: 337 time: 0.0805113 Dec 21 16:47:26.207026 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0204093 Dec 21 16:47:26.207026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41604) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:26.233650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.308690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.339361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f1e28f-1df5-418a-9ebc-3336554e3511']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:26.354476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebdb76-3259-4adc-a247-99d6f0717f06 None None] Calling delete_port for 36f26fd4-bf07-4a73-ac41-43ab49f5e767 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:26.356113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39713ddd-393d-44f9-bc5a-0a4d755a6ef6') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:26.356895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39713ddd-393d-44f9-bc5a-0a4d755a6ef6') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:26.371435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.389720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.397859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:47:26.398918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.430958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.498127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41606) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:47:26.508609 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:47:26.525145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-991987016', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c4491b4-41af-4f23-b392-9d5ae7667c81'}], 'security_groups': ['cfdfe708-9154-42df-bbca-4b48ba817008', '51b8d5ce-361f-43ce-9d1a-15073ceefca8']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:26.582742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.616204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.646057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a937935a-7dc8-4425-bf2b-dbe312a88fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port 9551d100-36a8-4806-90af-f50bdf88bf60 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:26.646812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a937935a-7dc8-4425-bf2b-dbe312a88fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.655609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-005596a0-3762-4d57-ad35-0b06402d0fbb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:26.656105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005596a0-3762-4d57-ad35-0b06402d0fbb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:26.656695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:26.657946 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-005596a0-3762-4d57-ad35-0b06402d0fbb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/c72eb7f6-a175-478f-9f4c-18eb69faa6b9 HTTP/1.1" status: 404 len: 337 time: 0.4495900 Dec 21 16:47:26.661883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41612) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:26.713344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0a2cb0a5-bc72-4e50-a298-ba17c135a75a tempest-DHCPAgentSchedulersTestJSON-471513294 tempest-DHCPAgentSchedulersTestJSON-471513294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:26.729117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfc285-77b0-40b5-81a3-64c9f361a00e req-f74fee1a-a01f-4a22-8355-e94e188f3846 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:26.729954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:47:26.732207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.738658 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94dfc285-77b0-40b5-81a3-64c9f361a00e req-f74fee1a-a01f-4a22-8355-e94e188f3846 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.9713755 Dec 21 16:47:26.752886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'port_id': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'mac_address': 'fa:16:3e:4a:88:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:47:26.757649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.768230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-678c9a7a-c115-48ac-81be-436b5ae7512b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:26.768722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678c9a7a-c115-48ac-81be-436b5ae7512b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:26.770843 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-678c9a7a-c115-48ac-81be-436b5ae7512b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/db3ab116-c0ef-4019-91dc-af5f7e680a30 HTTP/1.1" status: 404 len: 333 time: 0.1078458 Dec 21 16:47:26.776540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Transition to ACTIVE for port object f28cbd8c-9365-47ca-a9b8-a44b2eb9815e will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:26.787536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.803015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:26.817170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41618) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:26.819116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:26.834397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'code': 200} Dec 21 16:47:26.880916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-f7ebdb76-3259-4adc-a247-99d6f0717f06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:47:26.881798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-f7ebdb76-3259-4adc-a247-99d6f0717f06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:47:26.884505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:26.896500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:26.929405 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94dfc285-77b0-40b5-81a3-64c9f361a00e req-c8953476-fa73-4a45-b568-869bb014e227 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896164 Dec 21 16:47:26.934954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41620) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:26.968043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9658f28d-f3e9-4d73-857a-4a8361481367 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:27.018803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Pushing event deleted for resources: {'Network': ['ID=28f1e28f-1df5-418a-9ebc-3336554e3511,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:27.027874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:27.057927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 9658f28d-f3e9-4d73-857a-4a8361481367 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:47:27.058301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9658f28d-f3e9-4d73-857a-4a8361481367 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:47:27.084373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Attempting to bind port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:47:27.084848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Attempting to bind port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3d158455-319f-4d7a-9704-a061c35c65ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:47:27.085205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Attempting to bind port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e on network 1bd77278-cd92-4a22-9f66-1780e6a902ec {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:47:27.102294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:27.109038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:47:27.109743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Checking segment: {'id': '3d158455-319f-4d7a-9704-a061c35c65ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:27.110400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:27.111277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Bound using segment: {'id': '3d158455-319f-4d7a-9704-a061c35c65ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:47:27.112167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Bound port: f28cbd8c-9365-47ca-a9b8-a44b2eb9815e, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d158455-319f-4d7a-9704-a061c35c65ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:47:27.112939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:27.144214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db8b40-d0f2-4c96-abd5-3547231ede69 None None] Pushing event updated for resources: {'Port': ['ID=f28cbd8c-9365-47ca-a9b8-a44b2eb9815e,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:27.151282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] 10.222.0.67 "DELETE /v2.0/networks/28f1e28f-1df5-418a-9ebc-3336554e3511 HTTP/1.1" status: 204 len: 168 time: 2.7131717 Dec 21 16:47:27.154823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:27.160908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6db8b40-d0f2-4c96-abd5-3547231ede69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:27.162274 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-21f8c90e-7080-4f38-a55f-14cd17131334 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/floatingips/f7abb697-e46c-4768-94ed-7cbe48d4cdda HTTP/1.1" status: 200 len: 992 time: 0.2258723 Dec 21 16:47:27.223398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dfcff5-3e2e-4192-9af3-9e3877842c3d {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:47:27.236451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=86dfcff5-3e2e-4192-9af3-9e3877842c3d,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:27.242863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:27.263071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:27.264706 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3903014d-e75f-4424-87c1-c5cfb27c2e62 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:27.265270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3903014d-e75f-4424-87c1-c5cfb27c2e62 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:27.270226 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3903014d-e75f-4424-87c1-c5cfb27c2e62 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/5e93d912-fedb-4c7e-b12c-88fa9cd6fd80 HTTP/1.1" status: 404 len: 337 time: 0.3056951 Dec 21 16:47:27.270410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:27.270503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41628) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:27.285014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-5f1924d5-7c21-493f-bd48-74079512e10a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 16:47:27.289940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b57dd8b-27d1-4e43-b007-35db7c6a6630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:27.298469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] For port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:47:27.302534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] For port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f28cbd8c-9365-47ca-a9b8-a44b2eb9815e,segment=NetworkSegment(3d158455-319f-4d7a-9704-a061c35c65ac),segment_id=3d158455-319f-4d7a-9704-a061c35c65ac)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:47:27.307517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:27.314504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:27.315224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-5f1924d5-7c21-493f-bd48-74079512e10a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Removed routes are [] {{(pid=88888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 16:47:27.315674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f1924d5-7c21-493f-bd48-74079512e10a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:27.365018 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-85599f37-8e33-44f1-8b1d-0b6ed895d45f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:27.365538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85599f37-8e33-44f1-8b1d-0b6ed895d45f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:27.367547 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-85599f37-8e33-44f1-8b1d-0b6ed895d45f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/14235ea6-40a0-4947-9df5-b0e1c1b24d2f HTTP/1.1" status: 404 len: 337 time: 0.0859015 Dec 21 16:47:27.386847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebdb76-3259-4adc-a247-99d6f0717f06 None None] Deleting port 36f26fd4-bf07-4a73-ac41-43ab49f5e767 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:27.387011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41632) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:27.387256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdb76-3259-4adc-a247-99d6f0717f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:27.513594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:27.514538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:27.518523 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd782dd-7b01-4b33-82c9-c7812bcbb65c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:27.523023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd782dd-7b01-4b33-82c9-c7812bcbb65c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:27.525162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ccd782dd-7b01-4b33-82c9-c7812bcbb65c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/7aff9643-167e-4e8f-84c7-268b888819c7 HTTP/1.1" status: 404 len: 333 time: 0.1112802 Dec 21 16:47:27.533828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41636) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:27.578942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41640) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:27.598700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['86dfcff5-3e2e-4192-9af3-9e3877842c3d'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:47:27.679192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebdb76-3259-4adc-a247-99d6f0717f06 None None] The port '36f26fd4-bf07-4a73-ac41-43ab49f5e767' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:47:27.733548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db8b40-d0f2-4c96-abd5-3547231ede69 None None] Pushing event updated for resources: {'Port': ['ID=f28cbd8c-9365-47ca-a9b8-a44b2eb9815e,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:27.734704 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-362e3ad4-8d03-4547-a048-3ed8b0e9c42b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=075038327d62448cb2e2d92fbfae8cf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1501472 Dec 21 16:47:27.735793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41644) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:27.740843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6db8b40-d0f2-4c96-abd5-3547231ede69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:27.741033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=86dfcff5-3e2e-4192-9af3-9e3877842c3d,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:27.764753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:27.804169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:27.842260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac070ae-0125-4921-b641-44ecef3d14af None None] Update dhcp port {'port': {'network_id': 'a6d500d5-3266-4f4d-a7b9-c5622d13c57d', 'fixed_ips': [{'subnet_id': '767a77f3-3f51-443f-ac14-119d551e25db', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e2b74eec-b41b-486b-bd68-1907d44f448c', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c4491b4-41af-4f23-b392-9d5ae7667c81'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': '2510617a-ef9d-4ff0-a16a-4140034fadbf'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:47:27.945092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ac070ae-0125-4921-b641-44ecef3d14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.034551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3e025ec-9051-4706-94c7-86fb7bcdd92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.064936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3e025ec-9051-4706-94c7-86fb7bcdd92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.119057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f1924d5-7c21-493f-bd48-74079512e10a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.121156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3e025ec-9051-4706-94c7-86fb7bcdd92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.127400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d58e0a65-f97c-42f7-bbbc-40335c7d3518 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:28.143325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f1924d5-7c21-493f-bd48-74079512e10a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.151567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e025ec-9051-4706-94c7-86fb7bcdd92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be54a552-1e58-43c4-a48b-1b02e604e492,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:28.154851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a937935a-7dc8-4425-bf2b-dbe312a88fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.156278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d3e025ec-9051-4706-94c7-86fb7bcdd92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:28.159695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3e025ec-9051-4706-94c7-86fb7bcdd92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.171074 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d3e025ec-9051-4706-94c7-86fb7bcdd92c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/be54a552-1e58-43c4-a48b-1b02e604e492 HTTP/1.1" status: 204 len: 168 time: 0.4216232 Dec 21 16:47:28.310732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a937935a-7dc8-4425-bf2b-dbe312a88fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for 9551d100-36a8-4806-90af-f50bdf88bf60 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:28.411058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1924d5-7c21-493f-bd48-74079512e10a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router e5bedcfa-b6cf-4963-b1f8-6f058915704d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:47:28.419411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-474ffab9-ea9f-416d-87cd-8d508697bc8b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:28.419867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474ffab9-ea9f-416d-87cd-8d508697bc8b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:28.422693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a937935a-7dc8-4425-bf2b-dbe312a88fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.446583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b67d600d-6e13-4d95-81a4-c889bb52baa6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:28.533143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-7ac070ae-0125-4921-b641-44ecef3d14af None None] Allocated IP 172.20.0.34 (a6d500d5-3266-4f4d-a7b9-c5622d13c57d/6c4491b4-41af-4f23-b392-9d5ae7667c81/2510617a-ef9d-4ff0-a16a-4140034fadbf) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:28.536834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:27Z', 'revision_number': 6, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cbd8c-9365-47ca-a9b8-a44b2eb9815e', 'name': '', 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:e6:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:19Z', 'updated_at': '2021-12-21T16:47:27Z', 'revision_number': 4, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:28.546061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716bc1c-56f4-4209-8094-2abc0ee26331 None None] The sync data for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv is: [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:27Z', 'revision_number': 6, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cbd8c-9365-47ca-a9b8-a44b2eb9815e', 'name': '', 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:e6:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:19Z', 'updated_at': '2021-12-21T16:47:27Z', 'revision_number': 4, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:47:28.657445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937935a-7dc8-4425-bf2b-dbe312a88fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=9551d100-36a8-4806-90af-f50bdf88bf60,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:28.682322 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-474ffab9-ea9f-416d-87cd-8d508697bc8b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/5e586c31-4969-4bd3-9500-0cf716e63214 HTTP/1.1" status: 404 len: 337 time: 1.1414793 Dec 21 16:47:28.682322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a937935a-7dc8-4425-bf2b-dbe312a88fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:28.683480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41652) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:28.685416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a937935a-7dc8-4425-bf2b-dbe312a88fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.687616 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a937935a-7dc8-4425-bf2b-dbe312a88fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/9551d100-36a8-4806-90af-f50bdf88bf60 HTTP/1.1" status: 204 len: 168 time: 2.5956810 Dec 21 16:47:28.691669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41656) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:28.741799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1924d5-7c21-493f-bd48-74079512e10a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:47:28.753155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f1924d5-7c21-493f-bd48-74079512e10a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.754914 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5f1924d5-7c21-493f-bd48-74079512e10a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d HTTP/1.1" status: 200 len: 933 time: 3.6202190 Dec 21 16:47:28.761201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41660) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:28.765341 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-84824aae-fca9-4d4a-a283-fd3fb527c7c3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:28.765841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84824aae-fca9-4d4a-a283-fd3fb527c7c3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:28.768644 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-84824aae-fca9-4d4a-a283-fd3fb527c7c3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/0742d981-284d-4c23-a151-49327f3a9ffb HTTP/1.1" status: 404 len: 333 time: 0.0817897 Dec 21 16:47:28.774912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41664) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:28.856168 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-599d8bec-ddf9-4cd7-be81-898c8edfba40 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:28.856923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599d8bec-ddf9-4cd7-be81-898c8edfba40 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:28.858964 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-599d8bec-ddf9-4cd7-be81-898c8edfba40 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/35692b99-64eb-4ced-8876-8972ad3189fc HTTP/1.1" status: 404 len: 337 time: 0.0827065 Dec 21 16:47:28.862984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41670) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:28.901891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7ac070ae-0125-4921-b641-44ecef3d14af None None] For port 2510617a-ef9d-4ff0-a16a-4140034fadbf, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2510617a-ef9d-4ff0-a16a-4140034fadbf,segment=NetworkSegment(3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee),segment_id=3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:28.914808 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e961d4d7-bbe1-495f-ac7b-e365322f75b9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:28.915552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e961d4d7-bbe1-495f-ac7b-e365322f75b9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:28.918097 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e961d4d7-bbe1-495f-ac7b-e365322f75b9 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/ae8ba686-8af2-44ee-b94a-0d5676eb9736 HTTP/1.1" status: 404 len: 333 time: 0.0539520 Dec 21 16:47:28.921751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41676) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:28.953167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ac070ae-0125-4921-b641-44ecef3d14af None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:28.987601 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae66c007-6b3c-487d-a190-7e9a5937565f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:28.988663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae66c007-6b3c-487d-a190-7e9a5937565f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:28.992711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7ac070ae-0125-4921-b641-44ecef3d14af None None] Transition to ACTIVE for port object 2510617a-ef9d-4ff0-a16a-4140034fadbf will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:28.993593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ae66c007-6b3c-487d-a190-7e9a5937565f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/1b335231-1491-451c-91d7-414f62de035d HTTP/1.1" status: 404 len: 337 time: 0.0705421 Dec 21 16:47:28.994954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41680) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:29.000283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ac070ae-0125-4921-b641-44ecef3d14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:29.005564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4ab797b4-2f4c-42e8-b72b-c9e7767e6750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:29.075829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-65281480-d57f-4029-b593-d54612650604 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:29.085323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65281480-d57f-4029-b593-d54612650604 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:29.088581 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-65281480-d57f-4029-b593-d54612650604 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/e5894d55-bb9c-4182-a419-e4b2fbfdfe23 HTTP/1.1" status: 404 len: 333 time: 0.0917075 Dec 21 16:47:29.091577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41686) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:29.154562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e501fc-d961-4e95-9995-e8b7d2e876e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:29.155089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e501fc-d961-4e95-9995-e8b7d2e876e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:29.157420 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-84e501fc-d961-4e95-9995-e8b7d2e876e5 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/95a16921-ea5a-455f-b7ce-0894e95a3f55 HTTP/1.1" status: 404 len: 337 time: 0.0640359 Dec 21 16:47:29.157633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de6280-b5de-4f31-8814-e4b03b73f703 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:29.162577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de6280-b5de-4f31-8814-e4b03b73f703 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:29.163627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94de6280-b5de-4f31-8814-e4b03b73f703 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:29.172636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41690) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:29.193707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac070ae-0125-4921-b641-44ecef3d14af None None] Pushing event updated for resources: {'Port': ['ID=2510617a-ef9d-4ff0-a16a-4140034fadbf,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:29.197983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ac070ae-0125-4921-b641-44ecef3d14af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:29.223530 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-07a87642-9b88-4592-bbde-2789c981eba6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d HTTP/1.1" status: 200 len: 933 time: 0.4610212 Dec 21 16:47:29.226362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41696) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:29.233340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a3b3e615-557f-457d-87f2-5cf7f669698f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'routes': None}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:29.260937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:29.302091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f69f126-84f7-4919-81ea-76063f45d3e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:29.302709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f69f126-84f7-4919-81ea-76063f45d3e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:29.304696 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2f69f126-84f7-4919-81ea-76063f45d3e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/d7e34651-b6f5-4054-895d-9fd4d4813563 HTTP/1.1" status: 404 len: 333 time: 0.1272817 Dec 21 16:47:29.308384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41700) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:29.324301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94de6280-b5de-4f31-8814-e4b03b73f703 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:29.328593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-94de6280-b5de-4f31-8814-e4b03b73f703 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6358950 Dec 21 16:47:29.329471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41704) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:29.466386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Delete allocated IP 172.20.0.7 (a6d500d5-3266-4f4d-a7b9-c5622d13c57d/e2b74eec-b41b-486b-bd68-1907d44f448c) {{(pid=88887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 16:47:29.474131 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb8b34d-2edf-4327-9bb4-153aa5463e2f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:29.474636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb8b34d-2edf-4327-9bb4-153aa5463e2f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:29.484716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cafbe2f0-5dee-49c9-9ee3-5c5c005efc82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port a109e2cc-4758-4404-8db8-eb208478e7c3 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:29.484716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cafbe2f0-5dee-49c9-9ee3-5c5c005efc82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:29.493208 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4eb8b34d-2edf-4327-9bb4-153aa5463e2f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/4f050172-8409-4216-b258-0c59d791cba4 HTTP/1.1" status: 404 len: 337 time: 0.1835184 Dec 21 16:47:29.511629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41710) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:29.516593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Allocated IP 172.20.0.43 (a6d500d5-3266-4f4d-a7b9-c5622d13c57d/6c4491b4-41af-4f23-b392-9d5ae7667c81/a41edec4-8afd-42de-af7d-ec4de865e835) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:29.523851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 86dfcff5-3e2e-4192-9af3-9e3877842c3d up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:29.607043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2510617a-ef9d-4ff0-a16a-4140034fadbf up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:29.609829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f0ddd1-b378-4abc-aea3-53af5f2f51b8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:29.610332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f0ddd1-b378-4abc-aea3-53af5f2f51b8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:29.612492 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f5f0ddd1-b378-4abc-aea3-53af5f2f51b8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/470c64c0-ab63-4738-95e0-7df64b6fae67 HTTP/1.1" status: 404 len: 333 time: 0.0998051 Dec 21 16:47:29.616131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41716) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:29.758077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 86dfcff5-3e2e-4192-9af3-9e3877842c3d triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:29.758506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:29.881431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f28cbd8c-9365-47ca-a9b8-a44b2eb9815e up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:30.043988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cafbe2f0-5dee-49c9-9ee3-5c5c005efc82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:30.112806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:30.170936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:30.178192 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-10571737-1a50-44cf-9ee3-0abd810b0307 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:30.179042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10571737-1a50-44cf-9ee3-0abd810b0307 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:30.181113 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-10571737-1a50-44cf-9ee3-0abd810b0307 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/67b24b41-458c-4eea-be49-da5a83359c13 HTTP/1.1" status: 404 len: 337 time: 0.5616262 Dec 21 16:47:30.183930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41724) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:30.188078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:30.188956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:30.238829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6124ed1e-269a-4f69-9344-0537b3c4971a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:30.239637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6124ed1e-269a-4f69-9344-0537b3c4971a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:30.241600 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6124ed1e-269a-4f69-9344-0537b3c4971a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/46f3eca8-6d81-4d52-815c-7cf4ccd92234 HTTP/1.1" status: 404 len: 337 time: 0.0565667 Dec 21 16:47:30.246480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41730) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:30.248865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:47:30.274643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:30.281325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:30.293972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:30.350984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cafbe2f0-5dee-49c9-9ee3-5c5c005efc82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for a109e2cc-4758-4404-8db8-eb208478e7c3 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:30.432369 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'code': 200} Dec 21 16:47:30.446580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=86dfcff5-3e2e-4192-9af3-9e3877842c3d,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:30.479599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:30.480269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:30.480814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:30.481629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:30.482166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:30.482707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:30.483279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:30.483802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:30.484321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:30.484855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:30.485380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:47:30.492440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:30.521565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:30.542171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f28cbd8c-9365-47ca-a9b8-a44b2eb9815e,segment=NetworkSegment(3d158455-319f-4d7a-9704-a061c35c65ac),segment_id=3d158455-319f-4d7a-9704-a061c35c65ac)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:30.547261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:30.549621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e95b2f5b-c659-48f2-a87a-088e2543f06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:30.551020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cafbe2f0-5dee-49c9-9ee3-5c5c005efc82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:30.574205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b8a6ef5-edd3-4a14-ba4d-355d7061b7a4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:30.632844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=f28cbd8c-9365-47ca-a9b8-a44b2eb9815e,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:30.637213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:30.640619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbe2f0-5dee-49c9-9ee3-5c5c005efc82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=a109e2cc-4758-4404-8db8-eb208478e7c3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:30.648323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cafbe2f0-5dee-49c9-9ee3-5c5c005efc82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:30.652370 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-50644321-5d51-41df-b337-998cfe63e2b3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:30.652721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50644321-5d51-41df-b337-998cfe63e2b3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:30.657135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-50644321-5d51-41df-b337-998cfe63e2b3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/b3abf2b7-f683-48cd-8a0f-49b5cf0774ec HTTP/1.1" status: 404 len: 333 time: 0.2278111 Dec 21 16:47:30.657652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41740) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:30.664809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cafbe2f0-5dee-49c9-9ee3-5c5c005efc82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:30.728094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0b2993-ef2c-41c5-8309-06039196ec3f None None] Sync routers for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:47:30.748731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0b2993-ef2c-41c5-8309-06039196ec3f None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:30.749910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7a0b2993-ef2c-41c5-8309-06039196ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:30.768360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf3ff8c-6732-4f32-9563-46d3e939f428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:30.768862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf3ff8c-6732-4f32-9563-46d3e939f428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:30.787392 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fdf3ff8c-6732-4f32-9563-46d3e939f428 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/2f6e1177-b8a6-4fee-9932-9dbe97435844 HTTP/1.1" status: 404 len: 337 time: 0.1288342 Dec 21 16:47:30.790097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41746) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:30.795036 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cafbe2f0-5dee-49c9-9ee3-5c5c005efc82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/a109e2cc-4758-4404-8db8-eb208478e7c3 HTTP/1.1" status: 204 len: 168 time: 1.4618785 Dec 21 16:47:30.798745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41750) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:30.885204 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-24429fb1-62df-4877-8aef-b7cbfa874e42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:30.885921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24429fb1-62df-4877-8aef-b7cbfa874e42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:30.891221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-24429fb1-62df-4877-8aef-b7cbfa874e42 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/4851cf21-09b6-4239-ac4f-687b2c96c92c HTTP/1.1" status: 404 len: 337 time: 0.0965874 Dec 21 16:47:30.891404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41754) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:30.957797 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e86252-b84e-4714-9109-c83f1e7b6919 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:30.958296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e86252-b84e-4714-9109-c83f1e7b6919 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:30.965323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d5e86252-b84e-4714-9109-c83f1e7b6919 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/3156237a-8e0b-41d4-8148-56912aa82f94 HTTP/1.1" status: 404 len: 333 time: 0.0681117 Dec 21 16:47:30.965419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41758) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:30.967285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:30.988712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64513436-1c8e-4857-9ba0-47ec204e1d70 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:30.989415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-64513436-1c8e-4857-9ba0-47ec204e1d70 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:31.005058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Transition to ACTIVE for port object a41edec4-8afd-42de-af7d-ec4de865e835 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:31.010890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:31.017225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cafbe2f0-5dee-49c9-9ee3-5c5c005efc82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:31.026204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5d661526-5682-4881-9b26-295e2046de5e None None] Provisioning complete for port 72513199-626a-4bf3-a3dc-8e67f476b105 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:31.026972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d661526-5682-4881-9b26-295e2046de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:31.061286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3daca14d-b76b-4603-b723-c4ca49307cd4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:31.061654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-64513436-1c8e-4857-9ba0-47ec204e1d70 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:31.062134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3daca14d-b76b-4603-b723-c4ca49307cd4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:31.066968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3daca14d-b76b-4603-b723-c4ca49307cd4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/80e80fb5-cf6e-4d4a-b633-51aacc28962e HTTP/1.1" status: 404 len: 337 time: 0.0984926 Dec 21 16:47:31.067122 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-64513436-1c8e-4857-9ba0-47ec204e1d70 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2662761 Dec 21 16:47:31.070142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41766) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.070525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41768) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.102311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5d661526-5682-4881-9b26-295e2046de5e None None] Port 72513199-626a-4bf3-a3dc-8e67f476b105 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:31.112188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7a0b2993-ef2c-41c5-8309-06039196ec3f None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:31.137825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event updated for resources: {'Port': ['ID=a41edec4-8afd-42de-af7d-ec4de865e835,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:31.144551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:31.180769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5d661526-5682-4881-9b26-295e2046de5e None None] Provisioning for port a41edec4-8afd-42de-af7d-ec4de865e835 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:31.191840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5d661526-5682-4881-9b26-295e2046de5e None None] Provisioning complete for port a41edec4-8afd-42de-af7d-ec4de865e835 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:31.192276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d661526-5682-4881-9b26-295e2046de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:31.204437 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62c4add-2222-4cc4-8d5e-d98eae5f76d3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:31.204935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62c4add-2222-4cc4-8d5e-d98eae5f76d3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:31.206766 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d62c4add-2222-4cc4-8d5e-d98eae5f76d3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/3d85b1e6-11aa-4dac-977a-e2aabf7da841 HTTP/1.1" status: 404 len: 337 time: 0.1320643 Dec 21 16:47:31.209964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41774) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.210969 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bc5802-d2c0-4e00-9e40-176c40ab4944 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:47:31.211756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-68bc5802-d2c0-4e00-9e40-176c40ab4944 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:31.222807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] In _notify_port_updated(), no bound segment for port a41edec4-8afd-42de-af7d-ec4de865e835 on network a6d500d5-3266-4f4d-a7b9-c5622d13c57d {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:47:31.228014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:31.229479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:31.247199 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "PUT /v2.0/ports/a41edec4-8afd-42de-af7d-ec4de865e835 HTTP/1.1" status: 200 len: 959 time: 4.7335093 Dec 21 16:47:31.249352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41780) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.322623 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbf901f-320c-4050-9bdf-ed33c291317b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:31.323255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbf901f-320c-4050-9bdf-ed33c291317b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:31.325146 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-acbf901f-320c-4050-9bdf-ed33c291317b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/a8299f8c-5195-4f07-887a-bb32c562cbaa HTTP/1.1" status: 404 len: 333 time: 0.1105530 Dec 21 16:47:31.328339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41784) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.331196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-68bc5802-d2c0-4e00-9e40-176c40ab4944 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:31.341710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5d661526-5682-4881-9b26-295e2046de5e None None] Port a41edec4-8afd-42de-af7d-ec4de865e835 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:31.342477 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-68bc5802-d2c0-4e00-9e40-176c40ab4944 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/9551d100-36a8-4806-90af-f50bdf88bf60 HTTP/1.1" status: 404 len: 333 time: 0.2638974 Dec 21 16:47:31.342477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41788) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.348658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-504dbf22-561c-479f-a60e-4308d69363b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port a41edec4-8afd-42de-af7d-ec4de865e835 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:31.348991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-504dbf22-561c-479f-a60e-4308d69363b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:31.435254 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a20b68-cd97-40fc-8f16-f42b714fef17 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:31.436138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a20b68-cd97-40fc-8f16-f42b714fef17 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:31.440618 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-77a20b68-cd97-40fc-8f16-f42b714fef17 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/3e7b7edc-1206-450a-873b-81f1c3299487 HTTP/1.1" status: 404 len: 337 time: 0.1082203 Dec 21 16:47:31.441635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41794) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.443990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-a3b3e615-557f-457d-87f2-5cf7f669698f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added routes are [] {{(pid=88888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 16:47:31.444876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-a3b3e615-557f-457d-87f2-5cf7f669698f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 16:47:31.448077 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6b778c-a2fc-4346-8158-de8b8ff9938a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:47:31.452857 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ef6b778c-a2fc-4346-8158-de8b8ff9938a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/a109e2cc-4758-4404-8db8-eb208478e7c3 HTTP/1.1" status: 404 len: 333 time: 0.1122575 Dec 21 16:47:31.453476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41798) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.515169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f28cbd8c-9365-47ca-a9b8-a44b2eb9815e up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:31.561926 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63f5401-603f-4277-a4df-299ac6ab7c67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:31.565530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63f5401-603f-4277-a4df-299ac6ab7c67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:31.570183 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a63f5401-603f-4277-a4df-299ac6ab7c67 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/2b4d273c-24ff-4c31-870f-c484daa3fead HTTP/1.1" status: 404 len: 337 time: 0.1238909 Dec 21 16:47:31.571442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41802) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.606494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:31.622887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41806) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.639426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3b3e615-557f-457d-87f2-5cf7f669698f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:31.646433 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cad6671b-047c-451e-9fb2-a53e7d7e4274 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports?device_id=98146303-f24d-4bcd-9aef-3fdd6142d41a HTTP/1.1" status: 200 len: 205 time: 0.0736389 Dec 21 16:47:31.649817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41812) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.747319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5d661526-5682-4881-9b26-295e2046de5e None None] Provisioning for port 2510617a-ef9d-4ff0-a16a-4140034fadbf completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:31.758720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5d661526-5682-4881-9b26-295e2046de5e None None] Provisioning complete for port 2510617a-ef9d-4ff0-a16a-4140034fadbf triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:31.759353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d661526-5682-4881-9b26-295e2046de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:31.776982 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-f527f9d4-0ed8-4c43-b17f-57a8b71c1e5d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] delete failed (client error): The resource could not be found. Dec 21 16:47:31.778318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f527f9d4-0ed8-4c43-b17f-57a8b71c1e5d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/routers/98146303-f24d-4bcd-9aef-3fdd6142d41a HTTP/1.1" status: 404 len: 336 time: 0.1267264 Dec 21 16:47:31.783084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41816) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.848633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:31.849062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:31.867404 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e56234d-240c-4fcd-8bd0-b05194da669d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:31.867907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e56234d-240c-4fcd-8bd0-b05194da669d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:31.872492 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9e56234d-240c-4fcd-8bd0-b05194da669d tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/a6a33904-6da5-4592-b5d2-8dab91305e75 HTTP/1.1" status: 404 len: 337 time: 0.0855358 Dec 21 16:47:31.878020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1429503179', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:31.882462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41820) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.891778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:31.935968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-996baab0-275c-4964-98de-dd62c5101dcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "GET /v2.0/ports?device_id=baac18a5-d2e4-4808-9e1f-0681b4b3f33f HTTP/1.1" status: 200 len: 205 time: 0.0518644 Dec 21 16:47:31.939019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41824) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:31.950160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Usage tracker for resource:port and tenant:b30c57a47ee348b1b085d55d9caf3cbb is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:31.959104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:31.968663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:31.981739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:31.993009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7a0b2993-ef2c-41c5-8309-06039196ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:27Z', 'revision_number': 6, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cbd8c-9365-47ca-a9b8-a44b2eb9815e', 'name': '', 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:e6:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:19Z', 'updated_at': '2021-12-21T16:47:30Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:32.011487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb69e49-1a4f-4999-b86b-2a52c6c0184a']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:32.032377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760f5954-f1b2-4528-907a-691f373122be') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:32.032686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760f5954-f1b2-4528-907a-691f373122be') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:32.040116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0b2993-ef2c-41c5-8309-06039196ec3f None None] Checking router: e5bedcfa-b6cf-4963-b1f8-6f058915704d for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:47:32.040345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Made reservation on behalf of b30c57a47ee348b1b085d55d9caf3cbb for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:32.044973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.066442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.070713 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-72e17eae-ae22-49d5-9ad0-34e58b6fae13 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] delete failed (client error): The resource could not be found. Dec 21 16:47:32.072102 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72e17eae-ae22-49d5-9ad0-34e58b6fae13 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/routers/baac18a5-d2e4-4808-9e1f-0681b4b3f33f HTTP/1.1" status: 404 len: 336 time: 0.1320491 Dec 21 16:47:32.077119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.081101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41828) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:32.093822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0b2993-ef2c-41c5-8309-06039196ec3f None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:32.094602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7a0b2993-ef2c-41c5-8309-06039196ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:32.106304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.117757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:47:32.118193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:47:32.136472 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:47:32.139068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b936f706-9bb0-4ecf-9fa5-8415214c9914 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:32.139068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b936f706-9bb0-4ecf-9fa5-8415214c9914 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:32.140567 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b936f706-9bb0-4ecf-9fa5-8415214c9914 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/ac18a249-ade1-4dab-937c-247db7b17b2c HTTP/1.1" status: 404 len: 337 time: 0.0585351 Dec 21 16:47:32.143802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41832) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:32.200902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abdfa87-39c7-46e5-9063-e51109267a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:32.201407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abdfa87-39c7-46e5-9063-e51109267a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:32.203256 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5abdfa87-39c7-46e5-9063-e51109267a03 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/965c6633-99bf-4dd5-ab5a-1f91a6f11c41 HTTP/1.1" status: 404 len: 337 time: 0.0584638 Dec 21 16:47:32.205226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-504dbf22-561c-479f-a60e-4308d69363b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.213089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41836) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:32.315232 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a732f70-4071-4afc-bf0b-7afe479cf914 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:32.315660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a732f70-4071-4afc-bf0b-7afe479cf914 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:32.320163 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8a732f70-4071-4afc-bf0b-7afe479cf914 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/5a103e43-9dc8-4c5c-8405-79b26ea77204 HTTP/1.1" status: 404 len: 333 time: 0.1034684 Dec 21 16:47:32.332175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41840) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:32.405729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-504dbf22-561c-479f-a60e-4308d69363b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for a41edec4-8afd-42de-af7d-ec4de865e835 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:32.417094 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-49033d0a-1ff4-40d2-9462-0b307ce8a70f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:32.417597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49033d0a-1ff4-40d2-9462-0b307ce8a70f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:32.420109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.435233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ab074f30-b2ef-4fad-9651-3e3a897875e4 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:32.443800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d486e38a-3ecb-4b35-b092-7eac728f9f21 None None] Provisioning complete for port a41edec4-8afd-42de-af7d-ec4de865e835 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:32.444111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d486e38a-3ecb-4b35-b092-7eac728f9f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.459063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.461067 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/networks/8cb69e49-1a4f-4999-b86b-2a52c6c0184a HTTP/1.1" status: 204 len: 168 time: 1.0032668 Dec 21 16:47:32.465836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41844) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:32.472284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:32.474838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Network': ['ID=8cb69e49-1a4f-4999-b86b-2a52c6c0184a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:32.476829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-161003754'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:32.484524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-49033d0a-1ff4-40d2-9462-0b307ce8a70f tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/8f85d8eb-df62-44e2-91bb-88b3dfe21737 HTTP/1.1" status: 404 len: 337 time: 0.1425924 Dec 21 16:47:32.484710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:32.484831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3b3e615-557f-457d-87f2-5cf7f669698f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.486571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Usage tracker for resource:security_group_rule and tenant:b30c57a47ee348b1b085d55d9caf3cbb is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:32.486941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:network and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:32.489653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:32.490351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41848) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:32.490468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:32.490894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:32.499083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:32.500961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3b3e615-557f-457d-87f2-5cf7f669698f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.514133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7a0b2993-ef2c-41c5-8309-06039196ec3f None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:32.521000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:32.526440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:32.530599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:32.551864 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5694a392-fccb-427e-9071-0b083eae111b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:32.552364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5694a392-fccb-427e-9071-0b083eae111b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:32.557268 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5694a392-fccb-427e-9071-0b083eae111b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/be41f55a-d81a-4573-b32e-c79df816ea2c HTTP/1.1" status: 404 len: 333 time: 0.0586402 Dec 21 16:47:32.560068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d486e38a-3ecb-4b35-b092-7eac728f9f21 None None] Port a41edec4-8afd-42de-af7d-ec4de865e835 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:32.581202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41852) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:32.898819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7a0b2993-ef2c-41c5-8309-06039196ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:31Z', 'revision_number': 7, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cbd8c-9365-47ca-a9b8-a44b2eb9815e', 'name': '', 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:e6:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:19Z', 'updated_at': '2021-12-21T16:47:30Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:32.904449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0b2993-ef2c-41c5-8309-06039196ec3f None None] The sync data for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv is: [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:31Z', 'revision_number': 7, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cbd8c-9365-47ca-a9b8-a44b2eb9815e', 'name': '', 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:e6:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:19Z', 'updated_at': '2021-12-21T16:47:30Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:47:32.938153 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09948a6-d122-4ddf-adfb-c5d90c1f9e1b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:32.938658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09948a6-d122-4ddf-adfb-c5d90c1f9e1b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:32.957211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:32.963716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d09948a6-d122-4ddf-adfb-c5d90c1f9e1b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/ecd63ee8-d537-4b53-9b3a-1a285b96ff5b HTTP/1.1" status: 404 len: 337 time: 0.0932808 Dec 21 16:47:32.967988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41856) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.024290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:33.024691 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Added segment 939a5a31-d1ef-48cb-8a9e-8fe3fe560698 of type vlan for network 3d339a84-58c1-4803-a10c-aff33e89943a Dec 21 16:47:33.041687 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7578480-2dcb-4b98-b507-67f34de84807 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:33.042197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7578480-2dcb-4b98-b507-67f34de84807 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:33.056238 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d7578480-2dcb-4b98-b507-67f34de84807 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/27b6a224-deb2-4ee5-85b3-558e4c469ffd HTTP/1.1" status: 404 len: 333 time: 0.0869832 Dec 21 16:47:33.056818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-504dbf22-561c-479f-a60e-4308d69363b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:33.066240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41860) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.076445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73136570-5b3a-42f6-9001-97c2ae50ee8a tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:33.119457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:33.131257 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de79578-1d4e-40eb-a772-1e2b45d5631a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:33.131771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de79578-1d4e-40eb-a772-1e2b45d5631a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:33.138671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:33.141025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dbf22-561c-479f-a60e-4308d69363b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=a41edec4-8afd-42de-af7d-ec4de865e835,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:33.143655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c1efd13d-594c-4b39-88f8-f4d7fa922c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:33.144361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:33.156161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-504dbf22-561c-479f-a60e-4308d69363b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:33.156417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] device_id is not set on port 47b7f4c7-1350-4581-ac4c-06a2e0d5340d yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:33.209886 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0de79578-1d4e-40eb-a772-1e2b45d5631a tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/99d0ee1a-6375-4600-b47b-d43b3c616a0b HTTP/1.1" status: 404 len: 337 time: 0.1390522 Dec 21 16:47:33.215209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41864) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.286125 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1e6074-d568-4b6e-a0a9-82d77e436d69 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:33.286634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1e6074-d568-4b6e-a0a9-82d77e436d69 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:33.305428 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fe1e6074-d568-4b6e-a0a9-82d77e436d69 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/52e52034-ae25-4403-8c2a-c4bc96f6f500 HTTP/1.1" status: 404 len: 333 time: 0.0854349 Dec 21 16:47:33.310917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41868) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.314591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:33.318796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:33.319568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:33.320502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd59a369-3003-4b55-85c4-f44a320ec46b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:33.324660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:33.342620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b3e615-557f-457d-87f2-5cf7f669698f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router e5bedcfa-b6cf-4963-b1f8-6f058915704d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:47:33.394157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2669598c-fb32-45a7-8888-f6e9f78de50d tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:33.414012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-504dbf22-561c-479f-a60e-4308d69363b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:33.419765 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-504dbf22-561c-479f-a60e-4308d69363b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/a41edec4-8afd-42de-af7d-ec4de865e835 HTTP/1.1" status: 204 len: 168 time: 2.1690037 Dec 21 16:47:33.433337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41872) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.455150 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad9a637-c39e-4d4e-8b86-e5bda6fbc822 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:33.455634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad9a637-c39e-4d4e-8b86-e5bda6fbc822 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:33.457429 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bad9a637-c39e-4d4e-8b86-e5bda6fbc822 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/c56ab8f9-dd86-45e1-9d83-309e32b494d0 HTTP/1.1" status: 404 len: 337 time: 0.1451511 Dec 21 16:47:33.505170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41876) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.564155 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0940843 Dec 21 16:47:33.572886 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa604d9-8ddb-4c65-85e8-7c949001a499 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] GET failed (client error): The resource could not be found. Dec 21 16:47:33.574365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4aa604d9-8ddb-4c65-85e8-7c949001a499 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:33.574507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41880) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.591331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Allocated IP 172.26.7.138 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/47b7f4c7-1350-4581-ac4c-06a2e0d5340d) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:33.596697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': '3d339a84-58c1-4803-a10c-aff33e89943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:33.633996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Network': ['ID=3d339a84-58c1-4803-a10c-aff33e89943a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:33.637295 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefdca24-979e-474c-9509-8fb69e6c1290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:33.637816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefdca24-979e-474c-9509-8fb69e6c1290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:33.639656 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cefdca24-979e-474c-9509-8fb69e6c1290 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/8806755c-c564-47cc-acbf-5285960eed15 HTTP/1.1" status: 404 len: 333 time: 0.1238976 Dec 21 16:47:33.640564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:33.643359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41884) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.647222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 3d339a84-58c1-4803-a10c-aff33e89943a details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:33.698191 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a905eae1-d665-4025-a66a-031682872538 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:33.698618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a905eae1-d665-4025-a66a-031682872538 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:33.702843 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a905eae1-d665-4025-a66a-031682872538 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/c66dafc4-8b1c-49ee-b864-83062c5eb1bb HTTP/1.1" status: 404 len: 337 time: 0.0548460 Dec 21 16:47:33.702843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4aa604d9-8ddb-4c65-85e8-7c949001a499 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:33.705084 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4aa604d9-8ddb-4c65-85e8-7c949001a499 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports/a41edec4-8afd-42de-af7d-ec4de865e835 HTTP/1.1" status: 404 len: 333 time: 0.2631857 Dec 21 16:47:33.705658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41888) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.706027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41890) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.764130 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74aab63-8549-4122-88bb-7ce0243fee71 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:33.764636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74aab63-8549-4122-88bb-7ce0243fee71 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:33.766468 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d74aab63-8549-4122-88bb-7ce0243fee71 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/1759515a-f783-4d35-80b8-ff5856c553a5 HTTP/1.1" status: 404 len: 333 time: 0.0594611 Dec 21 16:47:33.770236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41896) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.784192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:33.800257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:33.805901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:33.826960 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d59fcf7-41dc-4638-9a9e-14a72da6a487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:33.827457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d59fcf7-41dc-4638-9a9e-14a72da6a487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:33.829252 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7d59fcf7-41dc-4638-9a9e-14a72da6a487 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/4fea5507-7277-4942-bf28-ed33928f0a7f HTTP/1.1" status: 404 len: 337 time: 0.0580144 Dec 21 16:47:33.832066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41900) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.832853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:33.884332 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5962b955-bfbe-4a8c-a617-e44e3ff12ae3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:33.885424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5962b955-bfbe-4a8c-a617-e44e3ff12ae3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:33.889657 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5962b955-bfbe-4a8c-a617-e44e3ff12ae3 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/ports/0fb91b26-590d-484d-a0ee-251041db90e5 HTTP/1.1" status: 404 len: 333 time: 0.0542188 Dec 21 16:47:33.891569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41904) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.924746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:33.960625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b3e615-557f-457d-87f2-5cf7f669698f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:47:33.967355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3b3e615-557f-457d-87f2-5cf7f669698f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:33.969370 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a3b3e615-557f-457d-87f2-5cf7f669698f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d HTTP/1.1" status: 200 len: 699 time: 4.7417715 Dec 21 16:47:33.971133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497a361-1da3-42a2-890f-198d9d0076c5 None None] Sync routers for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:47:33.975877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41908) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:33.985291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497a361-1da3-42a2-890f-198d9d0076c5 None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:33.985465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc242ded-7260-4ef9-b2fa-2405b25ab4e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:33.985936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc242ded-7260-4ef9-b2fa-2405b25ab4e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:33.986073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6497a361-1da3-42a2-890f-198d9d0076c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:33.990217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dc242ded-7260-4ef9-b2fa-2405b25ab4e2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/subnets/9652ab12-efa9-4795-bf78-3b9985ae10ae HTTP/1.1" status: 404 len: 337 time: 0.0952065 Dec 21 16:47:33.993509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5232240d-e0a9-4e0e-a9d9-7b17211b6710 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:33.996697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41912) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:34.067298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.145897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.151063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6497a361-1da3-42a2-890f-198d9d0076c5 None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:34.198760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5232240d-e0a9-4e0e-a9d9-7b17211b6710 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.200221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Performing IP validity checks on allocation pools {{(pid=88888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 16:47:34.203853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 16:47:34.257673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.294476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e74cd5a0-a0af-429b-8f58-b212797cfe18 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:34.348824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.390812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:34.395979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:34.405574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:34.432754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Pushing event updated for resources: {'Port': ['ID=47b7f4c7-1350-4581-ac4c-06a2e0d5340d,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:34.440040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:34.443718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5232240d-e0a9-4e0e-a9d9-7b17211b6710 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.450509 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd1d07f5-7764-4278-90c4-0d6fe6e8f664 req-8656e1e7-0e90-44a0-ac4b-776cfc76fb72 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5119944 Dec 21 16:47:34.474633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:34.499496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:34.500174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.506152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.515107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a7f5b02-5718-4bab-a234-71d7e0d245e4 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:34.534011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6497a361-1da3-42a2-890f-198d9d0076c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:31Z', 'revision_number': 7, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cbd8c-9365-47ca-a9b8-a44b2eb9815e', 'name': '', 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:e6:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:19Z', 'updated_at': '2021-12-21T16:47:30Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:34.538242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497a361-1da3-42a2-890f-198d9d0076c5 None None] Checking router: e5bedcfa-b6cf-4963-b1f8-6f058915704d for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:47:34.550338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232240d-e0a9-4e0e-a9d9-7b17211b6710 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc047d3c-998f-4658-8f02-288742765d17,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:34.555705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497a361-1da3-42a2-890f-198d9d0076c5 None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:34.557462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6497a361-1da3-42a2-890f-198d9d0076c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:34.575975 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9511123 Dec 21 16:47:34.577547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5232240d-e0a9-4e0e-a9d9-7b17211b6710 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:34.582562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41916) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:34.591795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5232240d-e0a9-4e0e-a9d9-7b17211b6710 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.595682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5232240d-e0a9-4e0e-a9d9-7b17211b6710 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/security-groups/fc047d3c-998f-4658-8f02-288742765d17 HTTP/1.1" status: 204 len: 168 time: 0.8844573 Dec 21 16:47:34.597225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41920) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:34.598029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.138'}]}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:34.614363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:34.622717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Subnet': ['ID=d9a8cd65-b2fc-4fc8-a674-4214bac5d750,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:34.625335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Usage tracker for resource:router and tenant:b30c57a47ee348b1b085d55d9caf3cbb is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:34.629990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:34.633033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:34.638086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:34.651823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Checking segment: {'id': '939a5a31-d1ef-48cb-8a9e-8fe3fe560698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3d339a84-58c1-4803-a10c-aff33e89943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:34.652195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network hostable DHCP agents. Network: 3d339a84-58c1-4803-a10c-aff33e89943a, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:34.659251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.660257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.677018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.692637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 3d339a84-58c1-4803-a10c-aff33e89943a is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:34.695382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.713507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 3d339a84-58c1-4803-a10c-aff33e89943a) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:34.719002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:34.719661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.728131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6497a361-1da3-42a2-890f-198d9d0076c5 None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:34.732484 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a0a6eca8-f088-4c41-a2f0-9b86b79d575c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d HTTP/1.1" status: 200 len: 699 time: 0.7484314 Dec 21 16:47:34.732671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e66b4-dbc8-4d91-9b50-9c1dba90b0dc None None] Network 3d339a84-58c1-4803-a10c-aff33e89943a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:34.739036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0be329-6402-4a2c-810d-f62e9ae5da2b']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:34.746536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41924) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:34.878811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3012280 Dec 21 16:47:34.885787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41928) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:34.893577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '3d339a84-58c1-4803-a10c-aff33e89943a', 'name': 'tempest-PortsIpV6TestJSON-87083200'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:34.894009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e667f23-c81c-4bdc-af66-12c7dc30a7ad') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:34.894348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e667f23-c81c-4bdc-af66-12c7dc30a7ad') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:34.944340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.967995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628f40cc-3553-472c-b7dd-696625ca7ebb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:34.989170 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd1d07f5-7764-4278-90c4-0d6fe6e8f664 req-f02cf0ce-6a8a-4090-aea0-fc749e930c41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fbf8b86e42b4c1f92705ea070b83c47&device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 1099 time: 0.5056469 Dec 21 16:47:34.990246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.028591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.035996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-3d339a84-58c1-4803-a10c-aff33e89943a', 'network_id': '3d339a84-58c1-4803-a10c-aff33e89943a', 'tenant_id': '81775f8c1be54fcd995b00e18fb3bd30', 'fixed_ips': [{'subnet_id': 'd9a8cd65-b2fc-4fc8-a674-4214bac5d750'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:47:35.037995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.051006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:47:35.051414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:47:35.070436 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:47:35.094733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6497a361-1da3-42a2-890f-198d9d0076c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:31Z', 'revision_number': 7, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cbd8c-9365-47ca-a9b8-a44b2eb9815e', 'name': '', 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:e6:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:19Z', 'updated_at': '2021-12-21T16:47:30Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:35.099157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497a361-1da3-42a2-890f-198d9d0076c5 None None] The sync data for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv is: [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:31Z', 'revision_number': 7, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cbd8c-9365-47ca-a9b8-a44b2eb9815e', 'name': '', 'network_id': '1bd77278-cd92-4a22-9f66-1780e6a902ec', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:e6:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:19Z', 'updated_at': '2021-12-21T16:47:30Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '46c9b34a-1f20-4727-b7b1-5ce638bb1aab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:47:35.116845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628f40cc-3553-472c-b7dd-696625ca7ebb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.118152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:35.138736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:35.170992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:35.176897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.204612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port 3d3864d4-dd26-4ce3-9266-3fe948058c15 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:35.242271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Allocated IP 2001:db8::2 (3d339a84-58c1-4803-a10c-aff33e89943a/d9a8cd65-b2fc-4fc8-a674-4214bac5d750/f38161db-7d3a-4f46-b59f-987ec7d27172) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:35.295349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.310104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-725ecf88-0af3-4382-aeee-f31a072f454e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:35.331909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.418765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Pushing event deleted for resources: {'Network': ['ID=5f0be329-6402-4a2c-810d-f62e9ae5da2b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:35.433951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:35.488401 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] 10.222.0.67 "DELETE /v2.0/networks/5f0be329-6402-4a2c-810d-f62e9ae5da2b HTTP/1.1" status: 204 len: 168 time: 1.4233735 Dec 21 16:47:35.495744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.507729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Transition to ACTIVE for port object f38161db-7d3a-4f46-b59f-987ec7d27172 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:35.518446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d07f5-7764-4278-90c4-0d6fe6e8f664 req-5ae9c2d7-650a-4b83-9e8c-48970752cffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:35.521200 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd1d07f5-7764-4278-90c4-0d6fe6e8f664 req-5ae9c2d7-650a-4b83-9e8c-48970752cffb service neutron] 10.222.0.48 "GET /v2.0/networks?id=60484531-a8a3-40ab-b578-f05d8f488ab8 HTTP/1.1" status: 200 len: 898 time: 0.4979112 Dec 21 16:47:35.522584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628f40cc-3553-472c-b7dd-696625ca7ebb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.529098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Transition to ACTIVE for port object f38161db-7d3a-4f46-b59f-987ec7d27172 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:35.533145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1be09c4b-4abd-4d41-906b-8bac5b92611a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:35.536173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.542675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:35.617461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8::36d (3d339a84-58c1-4803-a10c-aff33e89943a/d9a8cd65-b2fc-4fc8-a674-4214bac5d750/3d3864d4-dd26-4ce3-9266-3fe948058c15) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:35.628758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Network 3d339a84-58c1-4803-a10c-aff33e89943a is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:35.633254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:35.636280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Pushing event updated for resources: {'Port': ['ID=f38161db-7d3a-4f46-b59f-987ec7d27172,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:35.645656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:35.649340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:35.767727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Attempting to bind port f38161db-7d3a-4f46-b59f-987ec7d27172 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:47:35.768157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Attempting to bind port f38161db-7d3a-4f46-b59f-987ec7d27172 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '939a5a31-d1ef-48cb-8a9e-8fe3fe560698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3d339a84-58c1-4803-a10c-aff33e89943a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:47:35.768579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Attempting to bind port f38161db-7d3a-4f46-b59f-987ec7d27172 on network 3d339a84-58c1-4803-a10c-aff33e89943a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:47:35.777506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:47:35.777937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Checking segment: {'id': '939a5a31-d1ef-48cb-8a9e-8fe3fe560698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3d339a84-58c1-4803-a10c-aff33e89943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:35.778409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.779051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Bound using segment: {'id': '939a5a31-d1ef-48cb-8a9e-8fe3fe560698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3d339a84-58c1-4803-a10c-aff33e89943a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:47:35.779611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Bound port: f38161db-7d3a-4f46-b59f-987ec7d27172, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939a5a31-d1ef-48cb-8a9e-8fe3fe560698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3d339a84-58c1-4803-a10c-aff33e89943a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:47:35.780055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.893153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] For port f38161db-7d3a-4f46-b59f-987ec7d27172, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:47:35.897043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] For port f38161db-7d3a-4f46-b59f-987ec7d27172, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f38161db-7d3a-4f46-b59f-987ec7d27172,segment=NetworkSegment(939a5a31-d1ef-48cb-8a9e-8fe3fe560698),segment_id=939a5a31-d1ef-48cb-8a9e-8fe3fe560698)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:47:35.901272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.905817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628f40cc-3553-472c-b7dd-696625ca7ebb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:35.906623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e09e8e6-9369-4aa1-913f-253afab957e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:35.910296 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-628f40cc-3553-472c-b7dd-696625ca7ebb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/security-groups/51b8d5ce-361f-43ce-9d1a-15073ceefca8 HTTP/1.1" status: 204 len: 168 time: 1.3015518 Dec 21 16:47:35.910296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41936) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:35.910846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f40cc-3553-472c-b7dd-696625ca7ebb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b8d5ce-361f-43ce-9d1a-15073ceefca8,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:35.915674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41938) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:35.922925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-628f40cc-3553-472c-b7dd-696625ca7ebb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:36.035615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Pushing event updated for resources: {'Port': ['ID=f38161db-7d3a-4f46-b59f-987ec7d27172,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:36.043526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:36.050816 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd1d07f5-7764-4278-90c4-0d6fe6e8f664 req-d053a412-9fc3-434d-98d3-f032fc101f28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d HTTP/1.1" status: 200 len: 1002 time: 0.5051794 Dec 21 16:47:36.071137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.111208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.121114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.227656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.269202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6607caf-3245-4c2c-b1c1-501e347135b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.301513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object 3d3864d4-dd26-4ce3-9266-3fe948058c15 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:36.333393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d07f5-7764-4278-90c4-0d6fe6e8f664 req-eb66cb10-18b9-465c-a553-609a7a2de03c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:36.335105 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd1d07f5-7764-4278-90c4-0d6fe6e8f664 req-eb66cb10-18b9-465c-a553-609a7a2de03c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2303edc8-4ab0-4896-8f97-c76aa04994ab HTTP/1.1" status: 200 len: 835 time: 0.2683444 Dec 21 16:47:36.347067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6607caf-3245-4c2c-b1c1-501e347135b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.391270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.397808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1bc23a8f-f279-4b7f-aaca-dab794a56601 tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:36.468300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.487552 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-776769ae-b089-48fa-aa3d-96ece871ab66 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=14bc66a0e8414cca936892504d2490e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5741429 Dec 21 16:47:36.491278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41948) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:36.535709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6607caf-3245-4c2c-b1c1-501e347135b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.549770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c838430c-f02b-4985-9a3f-6ee04d76b303 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:36.593283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6607caf-3245-4c2c-b1c1-501e347135b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdfe708-9154-42df-bbca-4b48ba817008,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:36.603793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c6607caf-3245-4c2c-b1c1-501e347135b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:36.608172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6607caf-3245-4c2c-b1c1-501e347135b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.612241 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c6607caf-3245-4c2c-b1c1-501e347135b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/security-groups/cfdfe708-9154-42df-bbca-4b48ba817008 HTTP/1.1" status: 204 len: 168 time: 0.6796293 Dec 21 16:47:36.617049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41952) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:36.627202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 3d339a84-58c1-4803-a10c-aff33e89943a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:36.636509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:36.639135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:36.643674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:36.644341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.662695 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd1d07f5-7764-4278-90c4-0d6fe6e8f664 req-ac7a95d4-0ac2-4b50-b8a5-ffef8341914d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60484531-a8a3-40ab-b578-f05d8f488ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3203034 Dec 21 16:47:36.662895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=3d3864d4-dd26-4ce3-9266-3fe948058c15,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:36.665933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:36.690464 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8033714 Dec 21 16:47:36.710669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 41956) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:36.848491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b29644a9-c1fe-41b4-b269-d20278764233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.964142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.968757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.994739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:36.995351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43fb7f2c-9624-403c-8645-36e0d35c8883 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:47:37.017592 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 21 16:47:37.021544 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6944ad7d-a6e7-4550-8a2f-b63168688d79 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4333608 Dec 21 16:47:37.021816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41960) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:37.052704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-543eb1df-c21f-417d-aa97-ce3fb75b7860 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port 3d3864d4-dd26-4ce3-9266-3fe948058c15 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:37.053096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-543eb1df-c21f-417d-aa97-ce3fb75b7860 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:37.087770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-99abecd0-883c-4afa-9a52-53bf685d7330 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Deleting port 47b7f4c7-1350-4581-ac4c-06a2e0d5340d {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:37.088154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99abecd0-883c-4afa-9a52-53bf685d7330 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:37.096083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b29644a9-c1fe-41b4-b269-d20278764233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:37.323136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99abecd0-883c-4afa-9a52-53bf685d7330 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:37.344523 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd1d07f5-7764-4278-90c4-0d6fe6e8f664 req-0538d99d-b6be-4e88-8bb3-e2c018d7d8ac service neutron] 10.222.0.48 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699626 Dec 21 16:47:37.494506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f38161db-7d3a-4f46-b59f-987ec7d27172 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:37.503407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-99abecd0-883c-4afa-9a52-53bf685d7330 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Calling delete_port for 47b7f4c7-1350-4581-ac4c-06a2e0d5340d owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:37.576057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b556425a-08bb-4004-bfab-2ee83882dfb0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting subnet e2b74eec-b41b-486b-bd68-1907d44f448c {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:37.576281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port f38161db-7d3a-4f46-b59f-987ec7d27172 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:37.644049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b29644a9-c1fe-41b4-b269-d20278764233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:37.652981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99abecd0-883c-4afa-9a52-53bf685d7330 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:37.659966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b556425a-08bb-4004-bfab-2ee83882dfb0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:37.660536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00ecfb21-6dd2-40b9-9728-79bae9f73ff5 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:37.705039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abecd0-883c-4afa-9a52-53bf685d7330 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Pushing event deleted for resources: {'Port': ['ID=47b7f4c7-1350-4581-ac4c-06a2e0d5340d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:37.708442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99abecd0-883c-4afa-9a52-53bf685d7330 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:37.829972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99abecd0-883c-4afa-9a52-53bf685d7330 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:37.840852 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-99abecd0-883c-4afa-9a52-53bf685d7330 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] 10.222.0.67 "DELETE /v2.0/ports/47b7f4c7-1350-4581-ac4c-06a2e0d5340d HTTP/1.1" status: 204 len: 168 time: 0.8179224 Dec 21 16:47:37.937463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c6607caf-3245-4c2c-b1c1-501e347135b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:37.939596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd8615-88ca-4d68-a44d-8f47525cf52b None None] Network 3d339a84-58c1-4803-a10c-aff33e89943a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:38.021979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29644a9-c1fe-41b4-b269-d20278764233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07810843-df11-4ee7-8d91-808705fc933f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:38.034505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b29644a9-c1fe-41b4-b269-d20278764233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:38.067287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b29644a9-c1fe-41b4-b269-d20278764233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.071461 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b29644a9-c1fe-41b4-b269-d20278764233 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/07810843-df11-4ee7-8d91-808705fc933f HTTP/1.1" status: 204 len: 168 time: 1.5784585 Dec 21 16:47:38.083342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-27d77301-6d6d-4451-b9aa-ef519fac080e None None] Provisioning for port f38161db-7d3a-4f46-b59f-987ec7d27172 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:38.092853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-543eb1df-c21f-417d-aa97-ce3fb75b7860 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.095959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-27d77301-6d6d-4451-b9aa-ef519fac080e None None] Provisioning complete for port f38161db-7d3a-4f46-b59f-987ec7d27172 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:38.096331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-27d77301-6d6d-4451-b9aa-ef519fac080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.107267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b556425a-08bb-4004-bfab-2ee83882dfb0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.127913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41972) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:38.236629 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd1d07f5-7764-4278-90c4-0d6fe6e8f664 req-d62824bb-d773-4445-b10b-2d713b46336a service neutron] 10.222.0.48 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8805103 Dec 21 16:47:38.313449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-543eb1df-c21f-417d-aa97-ce3fb75b7860 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for 3d3864d4-dd26-4ce3-9266-3fe948058c15 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:38.338097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-259d1a71-4234-4b15-b27d-e13e38d7d98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.380274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-259d1a71-4234-4b15-b27d-e13e38d7d98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:38.385706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-259d1a71-4234-4b15-b27d-e13e38d7d98c admin admin] Usage tracker for resource:security_group_rule and tenant:1d78c82121ae4147b3ff49e4c6e8fb60 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:38.389015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-259d1a71-4234-4b15-b27d-e13e38d7d98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:38.396055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-27d77301-6d6d-4451-b9aa-ef519fac080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.397733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-259d1a71-4234-4b15-b27d-e13e38d7d98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:38.471055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-27d77301-6d6d-4451-b9aa-ef519fac080e None None] For port f38161db-7d3a-4f46-b59f-987ec7d27172, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f38161db-7d3a-4f46-b59f-987ec7d27172,segment=NetworkSegment(939a5a31-d1ef-48cb-8a9e-8fe3fe560698),segment_id=939a5a31-d1ef-48cb-8a9e-8fe3fe560698)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:38.481728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-27d77301-6d6d-4451-b9aa-ef519fac080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.484334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b6da5f4-7463-486c-bf55-8a4312f0de58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:38.494961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-259d1a71-4234-4b15-b27d-e13e38d7d98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.499159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-259d1a71-4234-4b15-b27d-e13e38d7d98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.510231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-42c5b517-11f8-4fd6-9dce-b15d2a0fc194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:38.522418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b556425a-08bb-4004-bfab-2ee83882dfb0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.546985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d1a71-4234-4b15-b27d-e13e38d7d98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a3200b-54ad-4a89-8525-72a6c0137a5a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:38.559847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-259d1a71-4234-4b15-b27d-e13e38d7d98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:38.588485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d77301-6d6d-4451-b9aa-ef519fac080e None None] Pushing event updated for resources: {'Port': ['ID=f38161db-7d3a-4f46-b59f-987ec7d27172,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:38.597126 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-259d1a71-4234-4b15-b27d-e13e38d7d98c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d78c82121ae4147b3ff49e4c6e8fb60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4688535 Dec 21 16:47:38.600570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-27d77301-6d6d-4451-b9aa-ef519fac080e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:38.603860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41984) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:38.672633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-543eb1df-c21f-417d-aa97-ce3fb75b7860 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.679770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e503c16-fef4-4612-832d-196d6f00c0e7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:38.740924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee134-5595-4fbf-82d7-f66dccc36d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.741498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eb1df-c21f-417d-aa97-ce3fb75b7860 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=3d3864d4-dd26-4ce3-9266-3fe948058c15,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:38.749955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-543eb1df-c21f-417d-aa97-ce3fb75b7860 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:38.785512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee134-5595-4fbf-82d7-f66dccc36d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.796174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b556425a-08bb-4004-bfab-2ee83882dfb0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.805399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-920889e8-fadc-4995-bb75-de3219663e98 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:38.840420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee134-5595-4fbf-82d7-f66dccc36d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.847296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-63efdfb3-6065-47e2-9f38-067e065fae89 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:38.848811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-543eb1df-c21f-417d-aa97-ce3fb75b7860 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.852254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556425a-08bb-4004-bfab-2ee83882dfb0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b74eec-b41b-486b-bd68-1907d44f448c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:38.857782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b556425a-08bb-4004-bfab-2ee83882dfb0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:38.866016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ee134-5595-4fbf-82d7-f66dccc36d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a3200b-54ad-4a89-8525-72a6c0137a5a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:38.870141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ce3ee134-5595-4fbf-82d7-f66dccc36d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:38.873058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee134-5595-4fbf-82d7-f66dccc36d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.876827 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ce3ee134-5595-4fbf-82d7-f66dccc36d12 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c5a3200b-54ad-4a89-8525-72a6c0137a5a HTTP/1.1" status: 204 len: 168 time: 0.2696104 Dec 21 16:47:38.902920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f949dc1-af64-40f3-9ee0-ec1133dd5e14 None None] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:38.941633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b556425a-08bb-4004-bfab-2ee83882dfb0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:38.947595 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b556425a-08bb-4004-bfab-2ee83882dfb0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/e2b74eec-b41b-486b-bd68-1907d44f448c HTTP/1.1" status: 204 len: 168 time: 2.3216572 Dec 21 16:47:38.949352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 41998) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:38.962392 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-543eb1df-c21f-417d-aa97-ce3fb75b7860 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/3d3864d4-dd26-4ce3-9266-3fe948058c15 HTTP/1.1" status: 204 len: 168 time: 2.2500222 Dec 21 16:47:38.963320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42002) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:39.026044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-889e511c-c0ee-494d-8c1b-02431f76a646 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:39.026552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889e511c-c0ee-494d-8c1b-02431f76a646 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:39.031483 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-889e511c-c0ee-494d-8c1b-02431f76a646 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/3d3864d4-dd26-4ce3-9266-3fe948058c15 HTTP/1.1" status: 404 len: 333 time: 0.0647664 Dec 21 16:47:39.032136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42006) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:39.074096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:39.074474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:39.128922 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec97b08-73a3-465a-8d14-d34d829a35ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:47:39.128922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fec97b08-73a3-465a-8d14-d34d829a35ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:39.204710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fec97b08-73a3-465a-8d14-d34d829a35ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:39.209747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fec97b08-73a3-465a-8d14-d34d829a35ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/3d3864d4-dd26-4ce3-9266-3fe948058c15 HTTP/1.1" status: 404 len: 333 time: 0.1739957 Dec 21 16:47:39.210437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42012) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:39.255628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-187892e3-a335-41ba-ab8d-39139c70b412 None None] Provisioning complete for port f38161db-7d3a-4f46-b59f-987ec7d27172 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:39.255998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-187892e3-a335-41ba-ab8d-39139c70b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:39.465000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf961db-d9fa-4449-be8d-04ce9ddd4699 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting subnet 6c4491b4-41af-4f23-b392-9d5ae7667c81 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:39.479839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cbf961db-d9fa-4449-be8d-04ce9ddd4699 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:39.566140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f38161db-7d3a-4f46-b59f-987ec7d27172 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:39.570647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port f28cbd8c-9365-47ca-a9b8-a44b2eb9815e, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f28cbd8c-9365-47ca-a9b8-a44b2eb9815e,segment=NetworkSegment(3d158455-319f-4d7a-9704-a061c35c65ac),segment_id=3d158455-319f-4d7a-9704-a061c35c65ac)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:39.571179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:39.599546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cbf961db-d9fa-4449-be8d-04ce9ddd4699 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:39.682706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-187892e3-a335-41ba-ab8d-39139c70b412 None None] Could not find standard attr ID for object 3d3864d4-dd26-4ce3-9266-3fe948058c15. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:47:39.715025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port f38161db-7d3a-4f46-b59f-987ec7d27172 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:39.715452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:39.789407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cbf961db-d9fa-4449-be8d-04ce9ddd4699 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:39.838790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3f85b9bf-063c-420b-a113-c0c4aaff7814 None None] Could not find standard attr ID for object 3d3864d4-dd26-4ce3-9266-3fe948058c15. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:47:39.859269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42022) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:39.965350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42028) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:39.991014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cbf961db-d9fa-4449-be8d-04ce9ddd4699 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:39.999369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-041b96e6-1758-4d60-a872-46603b07d57c tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:40.034958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for f28cbd8c-9365-47ca-a9b8-a44b2eb9815e owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:40.052449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf961db-d9fa-4449-be8d-04ce9ddd4699 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4491b4-41af-4f23-b392-9d5ae7667c81,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:40.101018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cbf961db-d9fa-4449-be8d-04ce9ddd4699 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:40.105586 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-07abcb51-bb00-4dd0-8f48-8b009a085e4b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b30c57a47ee348b1b085d55d9caf3cbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1388111 Dec 21 16:47:40.109971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42032) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:40.115059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cbf961db-d9fa-4449-be8d-04ce9ddd4699 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.122114 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cbf961db-d9fa-4449-be8d-04ce9ddd4699 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/6c4491b4-41af-4f23-b392-9d5ae7667c81 HTTP/1.1" status: 204 len: 168 time: 1.1715477 Dec 21 16:47:40.124586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42036) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:40.183244 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4203c410-9fca-4e6d-996d-49e3462e460c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:40.185458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4203c410-9fca-4e6d-996d-49e3462e460c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:40.195416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4203c410-9fca-4e6d-996d-49e3462e460c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/e2b74eec-b41b-486b-bd68-1907d44f448c HTTP/1.1" status: 404 len: 337 time: 0.0697064 Dec 21 16:47:40.198468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42040) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:40.211140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a72934-feae-4a42-ad4b-c30e0b91bf5c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting subnet d9a8cd65-b2fc-4fc8-a674-4214bac5d750 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:40.234551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41a72934-feae-4a42-ad4b-c30e0b91bf5c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.307982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89c7622-7355-4aa1-870a-ca94d134ae0e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting subnet 767a77f3-3f51-443f-ac14-119d551e25db {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:40.315469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'networks': [{'name': 'tempest-network--1707402145'}, {'name': 'tempest-network--1793571257'}]} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:40.315822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'network': {'name': 'tempest-network--1707402145'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:40.316995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'network': {'name': 'tempest-network--1793571257'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:40.323346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e89c7622-7355-4aa1-870a-ca94d134ae0e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.354945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:40.371539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Usage tracker for resource:network and tenant:6f77bfff426d4d0ba017da783d6f13c5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:40.373598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba548-59a6-40cc-a88d-c8f442c6867a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.378270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:40.379481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41a72934-feae-4a42-ad4b-c30e0b91bf5c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.389862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:40.404586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e89c7622-7355-4aa1-870a-ca94d134ae0e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.446297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Made reservation on behalf of 6f77bfff426d4d0ba017da783d6f13c5 for: {'network': 2} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:40.453837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.477271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba548-59a6-40cc-a88d-c8f442c6867a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.483886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.548227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:40.559117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Usage tracker for resource:security_group_rule and tenant:6f77bfff426d4d0ba017da783d6f13c5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:40.565886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:40.577731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:40.597133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e89c7622-7355-4aa1-870a-ca94d134ae0e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.632921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41a72934-feae-4a42-ad4b-c30e0b91bf5c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.733443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba548-59a6-40cc-a88d-c8f442c6867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.739242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e89c7622-7355-4aa1-870a-ca94d134ae0e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.741303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-628f40cc-3553-472c-b7dd-696625ca7ebb tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:40.747618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ef4fc62-3342-4a00-9d74-84268e1fb573 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:40.767163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ba548-59a6-40cc-a88d-c8f442c6867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd59a369-3003-4b55-85c4-f44a320ec46b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:40.770259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d5ba548-59a6-40cc-a88d-c8f442c6867a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:40.773159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb27e3-080f-4486-b680-f48e5458c371 None None] Network a6d500d5-3266-4f4d-a7b9-c5622d13c57d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:40.786523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.791812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41a72934-feae-4a42-ad4b-c30e0b91bf5c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.793174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c7622-7355-4aa1-870a-ca94d134ae0e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Subnet': ['ID=767a77f3-3f51-443f-ac14-119d551e25db,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:40.799116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ad37ff8-c1a4-4211-a9e7-7188c5db89af tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:40.799442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e89c7622-7355-4aa1-870a-ca94d134ae0e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:40.800189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.800748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.815994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77d398e8-69fc-46c7-8911-7bf99abb7eea tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:40.841745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e89c7622-7355-4aa1-870a-ca94d134ae0e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.842766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a72934-feae-4a42-ad4b-c30e0b91bf5c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a8cd65-b2fc-4fc8-a674-4214bac5d750,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:40.846259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41a72934-feae-4a42-ad4b-c30e0b91bf5c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:40.847008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.856106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-36b4eecb-2999-4fdf-87ae-7d30530df1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:40.880566 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e89c7622-7355-4aa1-870a-ca94d134ae0e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/767a77f3-3f51-443f-ac14-119d551e25db HTTP/1.1" status: 204 len: 168 time: 0.6806159 Dec 21 16:47:40.881755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188388c0-3305-4cac-bde1-92cd3c8e541c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:40.887200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42044) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:40.890088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:40.919660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=f28cbd8c-9365-47ca-a9b8-a44b2eb9815e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:40.922254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:40.923415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba548-59a6-40cc-a88d-c8f442c6867a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.924660 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9d5ba548-59a6-40cc-a88d-c8f442c6867a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd59a369-3003-4b55-85c4-f44a320ec46b HTTP/1.1" status: 204 len: 168 time: 0.8045743 Dec 21 16:47:40.927891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41a72934-feae-4a42-ad4b-c30e0b91bf5c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:40.930408 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-41a72934-feae-4a42-ad4b-c30e0b91bf5c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/d9a8cd65-b2fc-4fc8-a674-4214bac5d750 HTTP/1.1" status: 204 len: 168 time: 1.7087140 Dec 21 16:47:40.947203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c35f1-6250-4a06-8280-102ce61ae0d1 None None] Network 3d339a84-58c1-4803-a10c-aff33e89943a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:40.951715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:40.954025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42050) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:40.955118 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47b3709-a993-485f-8ef4-b69753aed1c6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:40.955618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47b3709-a993-485f-8ef4-b69753aed1c6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:40.996958 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f47b3709-a993-485f-8ef4-b69753aed1c6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/617ef270-7c21-4106-aab4-0cac8e953451 HTTP/1.1" status: 404 len: 337 time: 0.1085196 Dec 21 16:47:40.997614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42054) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:41.065375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.065752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Added segment 2891f578-3e37-4070-94a0-7b1bd654b07b of type vlan for network cb40a6a6-b445-41d4-87c5-83d464ab74ca Dec 21 16:47:41.122534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f3ce90ed-02cb-4e7f-ab72-a546b8b34c5e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Synchronizing usage tracker for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:41.249850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f3ce90ed-02cb-4e7f-ab72-a546b8b34c5e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Unset dirty status for tenant:595d69e3149f4a448e46fa36c7472cd3 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:41.253812 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f3ce90ed-02cb-4e7f-ab72-a546b8b34c5e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "GET /v2.0/ports?device_id=13181b6e-97f8-43d0-8176-4a5db7a0bfe4 HTTP/1.1" status: 200 len: 205 time: 0.2510183 Dec 21 16:47:41.254635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42058) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:41.256282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.267007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.297306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port f38161db-7d3a-4f46-b59f-987ec7d27172 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:41.297690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.367205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:41.454319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.454681 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Added segment d3e1551d-169a-4df0-b64d-0c944eca690c of type vlan for network e0280f6b-1698-4e18-a700-a58c0308704b Dec 21 16:47:41.502989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cb413614-e83e-49d0-9d52-745a56c85d01 None None] Provisioning complete for port 72513199-626a-4bf3-a3dc-8e67f476b105 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:41.503543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb413614-e83e-49d0-9d52-745a56c85d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.567836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.598722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cb413614-e83e-49d0-9d52-745a56c85d01 None None] Port 72513199-626a-4bf3-a3dc-8e67f476b105 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:47:41.618339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cb413614-e83e-49d0-9d52-745a56c85d01 None None] Provisioning complete for port 2510617a-ef9d-4ff0-a16a-4140034fadbf triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:41.618819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb413614-e83e-49d0-9d52-745a56c85d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.666084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] For port f38161db-7d3a-4f46-b59f-987ec7d27172, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f38161db-7d3a-4f46-b59f-987ec7d27172,segment=NetworkSegment(939a5a31-d1ef-48cb-8a9e-8fe3fe560698),segment_id=939a5a31-d1ef-48cb-8a9e-8fe3fe560698)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:41.666465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.791908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62ffce-cb47-410d-960c-37e8e1d1d5a2 None None] DHCP port deletion for 3d339a84-58c1-4803-a10c-aff33e89943a request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:47:41.795340 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-3c70faaf-e67e-4050-ae07-963323827be9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] delete failed (client error): The resource could not be found. Dec 21 16:47:41.796805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc325479-c8fd-45fe-9554-ed7491b331e1 None None] DHCP port deletion for a6d500d5-3266-4f4d-a7b9-c5622d13c57d request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:47:41.796961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3c70faaf-e67e-4050-ae07-963323827be9 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/routers/13181b6e-97f8-43d0-8176-4a5db7a0bfe4 HTTP/1.1" status: 404 len: 336 time: 0.5410371 Dec 21 16:47:41.801482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1f62ffce-cb47-410d-960c-37e8e1d1d5a2 None None] Deleting port f38161db-7d3a-4f46-b59f-987ec7d27172 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:41.801639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42070) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:41.802466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f62ffce-cb47-410d-960c-37e8e1d1d5a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.845367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fc325479-c8fd-45fe-9554-ed7491b331e1 None None] Deleting port 2510617a-ef9d-4ff0-a16a-4140034fadbf {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:41.846166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc325479-c8fd-45fe-9554-ed7491b331e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.850750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:41.855272 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7620c6-9eda-418b-a614-d7487a3e4ef7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:41.855706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7620c6-9eda-418b-a614-d7487a3e4ef7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:41.857574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7f7620c6-9eda-418b-a614-d7487a3e4ef7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/0aee7f15-c9a7-4326-bdf1-d354d7cec376 HTTP/1.1" status: 404 len: 337 time: 0.0550213 Dec 21 16:47:41.860415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42076) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:41.914951 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-055f2187-c5e1-4f9e-b2ad-5b5221949ce5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:41.915498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055f2187-c5e1-4f9e-b2ad-5b5221949ce5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:41.919861 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-055f2187-c5e1-4f9e-b2ad-5b5221949ce5 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/8d0eea73-66c2-4b60-9d9e-4fd252022e21 HTTP/1.1" status: 404 len: 337 time: 0.0538371 Dec 21 16:47:42.040126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42080) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:42.099210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b042b0d9-c319-44b9-be10-5183ce9a7bca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:42.099714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b042b0d9-c319-44b9-be10-5183ce9a7bca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:42.104562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b042b0d9-c319-44b9-be10-5183ce9a7bca tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/f11418b5-c7de-4593-a0b5-2b5c3abcefb3 HTTP/1.1" status: 404 len: 337 time: 0.0597827 Dec 21 16:47:42.105576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for f38161db-7d3a-4f46-b59f-987ec7d27172 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:42.107609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42088) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:42.147431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:42.148366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:42.153431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:42.157177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:42.158012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:42.171420 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec64a38-5574-4bed-8282-ca4fcad6cce2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:42.171929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec64a38-5574-4bed-8282-ca4fcad6cce2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:42.172612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:42.176137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7ec64a38-5574-4bed-8282-ca4fcad6cce2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/ff4cbf66-daa7-44c7-bfeb-c3acaa5e6554 HTTP/1.1" status: 404 len: 333 time: 0.0642974 Dec 21 16:47:42.177075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42092) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:42.239623 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e108bdc-6722-4757-8fc4-375912e6aa04 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:42.239760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e108bdc-6722-4757-8fc4-375912e6aa04 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:42.244330 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4e108bdc-6722-4757-8fc4-375912e6aa04 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/f1d139b0-ae62-4803-9adb-a6f850f73724 HTTP/1.1" status: 404 len: 337 time: 0.0637298 Dec 21 16:47:42.244593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42098) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:42.269475 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4092870 Dec 21 16:47:42.289211 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-be257b85-7161-4c48-abc5-d2bc709f5e98 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:42.289716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be257b85-7161-4c48-abc5-d2bc709f5e98 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:42.294142 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-be257b85-7161-4c48-abc5-d2bc709f5e98 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/4879e765-7b6c-4769-aa1e-8cd52c7e10af HTTP/1.1" status: 404 len: 337 time: 0.0462024 Dec 21 16:47:42.294142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42102) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:42.298352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42104) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:42.334328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event updated for resources: {'Network': ['ID=cb40a6a6-b445-41d4-87c5-83d464ab74ca,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:42.357498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42110) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:42.364292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1f62ffce-cb47-410d-960c-37e8e1d1d5a2 None None] For port f38161db-7d3a-4f46-b59f-987ec7d27172, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f38161db-7d3a-4f46-b59f-987ec7d27172,segment=NetworkSegment(939a5a31-d1ef-48cb-8a9e-8fe3fe560698),segment_id=939a5a31-d1ef-48cb-8a9e-8fe3fe560698)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:42.364861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f62ffce-cb47-410d-960c-37e8e1d1d5a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:42.374679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network cb40a6a6-b445-41d4-87c5-83d464ab74ca details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:42.382472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:42.461494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No DVR routers for this DVR port f38161db-7d3a-4f46-b59f-987ec7d27172 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:47:42.463952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event updated for resources: {'Network': ['ID=e0280f6b-1698-4e18-a700-a58c0308704b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:42.485534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fc325479-c8fd-45fe-9554-ed7491b331e1 None None] For port 2510617a-ef9d-4ff0-a16a-4140034fadbf, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2510617a-ef9d-4ff0-a16a-4140034fadbf,segment=NetworkSegment(3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee),segment_id=3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:42.486091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc325479-c8fd-45fe-9554-ed7491b331e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:42.518075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:42.521529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:42.521979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:42.527348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-000254e8-f1f5-479e-88ff-ae102a85d789 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:42.530587 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf3563f-a434-4943-ba46-352198f08b85 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:42.531116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf3563f-a434-4943-ba46-352198f08b85 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:42.533083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0cf3563f-a434-4943-ba46-352198f08b85 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/675f2e08-4ddd-4246-b184-b43311d412a2 HTTP/1.1" status: 404 len: 333 time: 0.2337472 Dec 21 16:47:42.541471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42116) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:42.581656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network e0280f6b-1698-4e18-a700-a58c0308704b details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:42.593513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=f38161db-7d3a-4f46-b59f-987ec7d27172,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:42.598251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:42.629133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1f62ffce-cb47-410d-960c-37e8e1d1d5a2 None None] Calling delete_port for f38161db-7d3a-4f46-b59f-987ec7d27172 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:42.653019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1871749188'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:42.661159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:42.666197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60686a0-ed8b-4484-b92b-d48c149ebaf7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:42.666702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60686a0-ed8b-4484-b92b-d48c149ebaf7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:42.668558 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e60686a0-ed8b-4484-b92b-d48c149ebaf7 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/5f79c71c-1ddb-41a9-be92-4f773f99651b HTTP/1.1" status: 404 len: 337 time: 0.1260788 Dec 21 16:47:42.672436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42120) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:42.678405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:42.720000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d04fc-8dd1-4ff8-8876-1fb70f2c1435 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:42.724449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d04fc-8dd1-4ff8-8876-1fb70f2c1435 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:42.728812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d04fc-8dd1-4ff8-8876-1fb70f2c1435 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:42.733112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d04fc-8dd1-4ff8-8876-1fb70f2c1435 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:42.737985 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9d0d04fc-8dd1-4ff8-8876-1fb70f2c1435 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4389687 Dec 21 16:47:42.738151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:network and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:42.744100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d339a84-58c1-4803-a10c-aff33e89943a']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:42.751153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42124) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:42.752001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:42.757180 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddd2cc5-6920-4986-bf1f-a2f05085a8f6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] DELETE failed (client error): The resource could not be found. Dec 21 16:47:42.757682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddd2cc5-6920-4986-bf1f-a2f05085a8f6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:42.791510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:42.794616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939a5a31-d1ef-48cb-8a9e-8fe3fe560698') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:42.794992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939a5a31-d1ef-48cb-8a9e-8fe3fe560698') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:42.808857 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7ddd2cc5-6920-4986-bf1f-a2f05085a8f6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/subnets/9635189b-e8a1-40aa-beaa-a5ee753bd0d2 HTTP/1.1" status: 404 len: 337 time: 0.1329541 Dec 21 16:47:42.825325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42128) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:42.838030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:42.853186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fc325479-c8fd-45fe-9554-ed7491b331e1 None None] Calling delete_port for 2510617a-ef9d-4ff0-a16a-4140034fadbf owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:42.897501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:42.903117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:42.917121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router e5bedcfa-b6cf-4963-b1f8-6f058915704d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:47:42.927510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:42.999685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: (self, other), Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: (self, other), Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:47:43.018284 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:47:43.025183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-1f62ffce-cb47-410d-960c-37e8e1d1d5a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:47:43.025607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-1f62ffce-cb47-410d-960c-37e8e1d1d5a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:47:43.027430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc325479-c8fd-45fe-9554-ed7491b331e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.029607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:47:43.030062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.032168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:47:43.051406 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:47:43.076711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc325479-c8fd-45fe-9554-ed7491b331e1 None None] Pushing event deleted for resources: {'Port': ['ID=2510617a-ef9d-4ff0-a16a-4140034fadbf,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:43.079364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc325479-c8fd-45fe-9554-ed7491b331e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:43.082049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc325479-c8fd-45fe-9554-ed7491b331e1 None None] No DVR routers for this DVR port 2510617a-ef9d-4ff0-a16a-4140034fadbf on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:47:43.084940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.094559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ef097-c936-49db-9565-5f0d865714bf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Deleting port 72513199-626a-4bf3-a3dc-8e67f476b105 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:43.095397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef097-c936-49db-9565-5f0d865714bf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.109117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:47:43.117908 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3693080 Dec 21 16:47:43.119329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42132) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:43.123197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4469e-ab02-426d-90c7-c05a94fd8e3e None None] Sync routers for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:47:43.136338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4469e-ab02-426d-90c7-c05a94fd8e3e None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:43.137032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a3c4469e-ab02-426d-90c7-c05a94fd8e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:43.210918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:43.259617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:security_group_rule and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:43.269222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:43.292756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.310096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:43.339375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91707856-4603-4d9e-ac90-e48082574d7a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:43.342883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ff824d-c2c0-4a37-8fb4-6b6a52459b1a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting subnet 46c9b34a-1f20-4727-b7b1-5ce638bb1aab {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:43.346624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8ff824d-c2c0-4a37-8fb4-6b6a52459b1a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.376818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.384088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Network': ['ID=3d339a84-58c1-4803-a10c-aff33e89943a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:43.409777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:43.459156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f38161db-7d3a-4f46-b59f-987ec7d27172 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:43.469892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8ff824d-c2c0-4a37-8fb4-6b6a52459b1a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.481498 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/networks/3d339a84-58c1-4803-a10c-aff33e89943a HTTP/1.1" status: 204 len: 168 time: 2.5162513 Dec 21 16:47:43.485162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.504273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42136) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:43.504915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: f38161db-7d3a-4f46-b59f-987ec7d27172 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:47:43.505321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f38161db-7d3a-4f46-b59f-987ec7d27172 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:47:43.505803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2510617a-ef9d-4ff0-a16a-4140034fadbf no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:43.532686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-689318476'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:43.536351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1f62ffce-cb47-410d-960c-37e8e1d1d5a2 None None] Deleting port f38161db-7d3a-4f46-b59f-987ec7d27172 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:43.536780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f62ffce-cb47-410d-960c-37e8e1d1d5a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.561813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8ff824d-c2c0-4a37-8fb4-6b6a52459b1a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.567200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:43.578595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 2510617a-ef9d-4ff0-a16a-4140034fadbf {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:47:43.579021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2510617a-ef9d-4ff0-a16a-4140034fadbf not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:47:43.585006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb40a6a6-b445-41d4-87c5-83d464ab74ca']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:43.612240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a3c4469e-ab02-426d-90c7-c05a94fd8e3e None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:43.613527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:network and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:43.620070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:43.625054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2891f578-3e37-4070-94a0-7b1bd654b07b') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:43.625397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2891f578-3e37-4070-94a0-7b1bd654b07b') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:43.652485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8ff824d-c2c0-4a37-8fb4-6b6a52459b1a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.655858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:43.657856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-29dee70b-7421-46ab-91aa-bf51c20e3113 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:43.658876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.659521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1f62ffce-cb47-410d-960c-37e8e1d1d5a2 None None] The port 'f38161db-7d3a-4f46-b59f-987ec7d27172' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:47:43.701629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff824d-c2c0-4a37-8fb4-6b6a52459b1a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Subnet': ['ID=46c9b34a-1f20-4727-b7b1-5ce638bb1aab,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:43.705440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d8ff824d-c2c0-4a37-8fb4-6b6a52459b1a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:43.708985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8ff824d-c2c0-4a37-8fb4-6b6a52459b1a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.716158 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d8ff824d-c2c0-4a37-8fb4-6b6a52459b1a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/46c9b34a-1f20-4727-b7b1-5ce638bb1aab HTTP/1.1" status: 204 len: 168 time: 0.5956182 Dec 21 16:47:43.718691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42140) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:43.766100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e303b741-474e-4083-80d9-fe8f9b817ff6 None None] Network 1bd77278-cd92-4a22-9f66-1780e6a902ec requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:43.775626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.781081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef097-c936-49db-9565-5f0d865714bf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.789723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.802167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.844000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.858981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port e4da6c94-cd39-4f76-974a-cf88a5b95b71 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:43.859517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.861418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:47:43.861890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:43.880026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ddda506d-9e93-4449-99c4-f39e9bb84427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:47:43.888092 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:47:43.966760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ef097-c936-49db-9565-5f0d865714bf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Calling delete_port for 72513199-626a-4bf3-a3dc-8e67f476b105 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:43.995246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:44.000696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.055440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:44.090757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port e4da6c94-cd39-4f76-974a-cf88a5b95b71, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e4da6c94-cd39-4f76-974a-cf88a5b95b71,segment=NetworkSegment(3d158455-319f-4d7a-9704-a061c35c65ac),segment_id=3d158455-319f-4d7a-9704-a061c35c65ac)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:44.091251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.140225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8454cd-f881-4248-816e-fbbdb7134319,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:44.145966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:44.154467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.156449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.156848 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Added segment 05921870-2d5b-4f59-8e9b-2949cad5193f of type vlan for network cb7aff3e-ebf0-47f5-9635-f518c55019ab Dec 21 16:47:44.169503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-53888258-d502-4ba0-b375-fa3993b3f21c tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:44.178351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a3c4469e-ab02-426d-90c7-c05a94fd8e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:40Z', 'revision_number': 8, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:44.187796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4469e-ab02-426d-90c7-c05a94fd8e3e None None] Checking router: e5bedcfa-b6cf-4963-b1f8-6f058915704d for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:47:44.192936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.199188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Network': ['ID=cb40a6a6-b445-41d4-87c5-83d464ab74ca,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:44.207787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4469e-ab02-426d-90c7-c05a94fd8e3e None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:44.208531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a3c4469e-ab02-426d-90c7-c05a94fd8e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:44.217219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:44.219773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:44.257437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for e4da6c94-cd39-4f76-974a-cf88a5b95b71 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:44.261671 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "DELETE /v2.0/networks/cb40a6a6-b445-41d4-87c5-83d464ab74ca HTTP/1.1" status: 204 len: 168 time: 1.5039010 Dec 21 16:47:44.261671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.261671 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Added segment f052bb7b-018e-40f5-9dac-bcca1a25cb8e of type vlan for network c0f84e62-a7a4-4513-a781-390da6a0d40f Dec 21 16:47:44.264240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.272358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42144) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:44.277034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef097-c936-49db-9565-5f0d865714bf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.282323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8c38b-90aa-45d2-8738-acf879e5f076 None None] DHCP port deletion for 1bd77278-cd92-4a22-9f66-1780e6a902ec request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:47:44.311310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:44.356528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8c38b-90aa-45d2-8738-acf879e5f076 None None] Deleting port e4da6c94-cd39-4f76-974a-cf88a5b95b71 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:44.357130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c38b-90aa-45d2-8738-acf879e5f076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.396372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ef097-c936-49db-9565-5f0d865714bf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Port': ['ID=72513199-626a-4bf3-a3dc-8e67f476b105,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:44.418015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef097-c936-49db-9565-5f0d865714bf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.421165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc2ef097-c936-49db-9565-5f0d865714bf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:44.431293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.499048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a3c4469e-ab02-426d-90c7-c05a94fd8e3e None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:44.529881 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fc2ef097-c936-49db-9565-5f0d865714bf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/ports/72513199-626a-4bf3-a3dc-8e67f476b105 HTTP/1.1" status: 204 len: 168 time: 1.6975434 Dec 21 16:47:44.530947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42148) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:44.534979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.539126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:44.539777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.549729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.573731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.578622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-771ff3b9-14b5-47d7-883e-ecca74089df4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:44.580596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:44.622112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=e4da6c94-cd39-4f76-974a-cf88a5b95b71,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:44.624925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:44.627552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No DVR routers for this DVR port e4da6c94-cd39-4f76-974a-cf88a5b95b71 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:47:44.690927 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3217285 Dec 21 16:47:44.739381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.743792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:44.744455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.765084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.794619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e0c8c38b-90aa-45d2-8738-acf879e5f076 None None] For port e4da6c94-cd39-4f76-974a-cf88a5b95b71, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e4da6c94-cd39-4f76-974a-cf88a5b95b71,segment=NetworkSegment(3d158455-319f-4d7a-9704-a061c35c65ac),segment_id=3d158455-319f-4d7a-9704-a061c35c65ac)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:44.795250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c38b-90aa-45d2-8738-acf879e5f076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.796631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd77278-cd92-4a22-9f66-1780e6a902ec']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:44.811748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d158455-319f-4d7a-9704-a061c35c65ac') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:44.812318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d158455-319f-4d7a-9704-a061c35c65ac') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:44.825746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.842757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.850191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:47:44.851054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.867779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Network': ['ID=cb7aff3e-ebf0-47f5-9635-f518c55019ab,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:47:44.877455 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:47:44.882139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:44.882921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bef34c54-fc53-48d5-bfe3-8254d29a7fa0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:44.935358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network cb7aff3e-ebf0-47f5-9635-f518c55019ab details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:44.971263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.975249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:44.980349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6eb564a-b7ee-4b8d-a3f7-1548526c9304 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:44.983911 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4730713 Dec 21 16:47:44.996032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42152) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:45.004508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:45.020440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Network': ['ID=1bd77278-cd92-4a22-9f66-1780e6a902ec,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:45.033371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:45.038767 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/networks/1bd77278-cd92-4a22-9f66-1780e6a902ec HTTP/1.1" status: 204 len: 168 time: 1.3187096 Dec 21 16:47:45.042056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42156) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:45.067860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': 'c0f84e62-a7a4-4513-a781-390da6a0d40f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:45.293571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8c38b-90aa-45d2-8738-acf879e5f076 None None] Calling delete_port for e4da6c94-cd39-4f76-974a-cf88a5b95b71 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:45.500125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e4da6c94-cd39-4f76-974a-cf88a5b95b71 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:45.502979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:45.538073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: e4da6c94-cd39-4f76-974a-cf88a5b95b71 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:47:45.539182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e4da6c94-cd39-4f76-974a-cf88a5b95b71 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:47:45.553825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-e0c8c38b-90aa-45d2-8738-acf879e5f076 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:47:45.554454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-e0c8c38b-90aa-45d2-8738-acf879e5f076 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:47:45.578430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a3c4469e-ab02-426d-90c7-c05a94fd8e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:40Z', 'revision_number': 8, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:45.583234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4469e-ab02-426d-90c7-c05a94fd8e3e None None] The sync data for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv is: [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:40Z', 'revision_number': 8, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ad0df43d-e426-4c23-803f-0afa12b67676', 'name': '', 'network_id': '2564c0ab-81e6-4d64-89e7-08a4b10bacfe', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:a9:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:47:06Z', 'updated_at': '2021-12-21T16:47:18Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '59f2338d-e260-49b8-bce8-a280dc0f9d2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:47:45.611333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:45.642769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0280f6b-1698-4e18-a700-a58c0308704b']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:45.664985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Network': ['ID=c0f84e62-a7a4-4513-a781-390da6a0d40f,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:45.670307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:45.672117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e1551d-169a-4df0-b64d-0c944eca690c') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:45.672571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e1551d-169a-4df0-b64d-0c944eca690c') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:45.692861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network c0f84e62-a7a4-4513-a781-390da6a0d40f details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:45.763114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:45.768113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-85dbf435-7cc7-4d4f-ba0a-d97179c42584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:45.768944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:45.776020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:45.796437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:45.845590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:45.919118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:45.921496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:45.942459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:45.974894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:47:45.975349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:47:45.992695 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:47:46.027256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d500d5-3266-4f4d-a7b9-c5622d13c57d']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:46.057172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8c38b-90aa-45d2-8738-acf879e5f076 None None] Deleting port e4da6c94-cd39-4f76-974a-cf88a5b95b71 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:46.057522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c38b-90aa-45d2-8738-acf879e5f076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.101927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:46.102225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5d3865-03c6-4ee9-b687-ef64cc3bd2ee') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:46.136702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8c38b-90aa-45d2-8738-acf879e5f076 None None] The port 'e4da6c94-cd39-4f76-974a-cf88a5b95b71' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:47:46.178349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.190309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.230345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.239576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ca72cc09-af96-4b06-876a-ba740e7fa9d3 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:46.263908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.266548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.285063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port ad0df43d-e426-4c23-803f-0afa12b67676 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:46.286076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.326053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Network': ['ID=e0280f6b-1698-4e18-a700-a58c0308704b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:46.337798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:47:46.338245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:47:46.354375 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:47:46.357224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:46.381085 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "DELETE /v2.0/networks/e0280f6b-1698-4e18-a700-a58c0308704b HTTP/1.1" status: 204 len: 168 time: 2.1049747 Dec 21 16:47:46.382190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42160) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:46.484830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.488860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2e72c6a9-40a6-481b-9680-4bce53470c06 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:46.506695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.518224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Pushing event deleted for resources: {'Network': ['ID=a6d500d5-3266-4f4d-a7b9-c5622d13c57d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:46.523958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:46.530879 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] 10.222.0.67 "DELETE /v2.0/networks/a6d500d5-3266-4f4d-a7b9-c5622d13c57d HTTP/1.1" status: 204 len: 168 time: 1.9964340 Dec 21 16:47:46.622460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port ad0df43d-e426-4c23-803f-0afa12b67676, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ad0df43d-e426-4c23-803f-0afa12b67676,segment=NetworkSegment(1298d904-6e27-4456-ae9c-fdd52fe931b1),segment_id=1298d904-6e27-4456-ae9c-fdd52fe931b1)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:46.623053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.647147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.657502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-210ec4c2-54b3-4be3-93a1-761dd449ddbf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:46.757850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Checking segment: {'id': 'f052bb7b-018e-40f5-9dac-bcca1a25cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c0f84e62-a7a4-4513-a781-390da6a0d40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:46.758926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network hostable DHCP agents. Network: c0f84e62-a7a4-4513-a781-390da6a0d40f, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:46.772827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72e0df-25c0-48c5-b30c-6aa00840696c tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:46.778511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72e0df-25c0-48c5-b30c-6aa00840696c tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:46.783829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff72e0df-25c0-48c5-b30c-6aa00840696c tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3977454 Dec 21 16:47:46.785919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42166) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:46.791574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for ad0df43d-e426-4c23-803f-0afa12b67676 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:46.798809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-371569422'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:46.804168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:46.809866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Usage tracker for resource:network and tenant:6f77bfff426d4d0ba017da783d6f13c5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:46.813203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:46.819864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:46.829772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Subnet': ['ID=2ece49ac-f29c-4652-ba29-f40eeee34ebd,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:46.833027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:46.843055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Made reservation on behalf of 6f77bfff426d4d0ba017da783d6f13c5 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:46.850077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.876538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network c0f84e62-a7a4-4513-a781-390da6a0d40f is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:46.899893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:46.909583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.909975 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Added segment 6f049dbd-dfee-4a15-bc46-627b54bef8fe of type vlan for network c07a9c62-6ad4-4d07-b28e-4e20686d8d74 Dec 21 16:47:46.915080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42172) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:46.924178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, c0f84e62-a7a4-4513-a781-390da6a0d40f) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:46.928683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:46.929338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:46.940429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4b504-c819-444f-98f9-da170cb9ae0b None None] Network c0f84e62-a7a4-4513-a781-390da6a0d40f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:47.012759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.034096 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0343516 Dec 21 16:47:47.041217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42178) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:47.054381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': 'c0f84e62-a7a4-4513-a781-390da6a0d40f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-417262964'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:47.071374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.077541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41ea07f6-48d6-4c82-a12a-a8d0cb7fa22c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:47.153660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.174809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=ad0df43d-e426-4c23-803f-0afa12b67676,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:47.185871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:47.228621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-c0f84e62-a7a4-4513-a781-390da6a0d40f', 'network_id': 'c0f84e62-a7a4-4513-a781-390da6a0d40f', 'tenant_id': '81775f8c1be54fcd995b00e18fb3bd30', 'fixed_ips': [{'subnet_id': '2ece49ac-f29c-4652-ba29-f40eeee34ebd'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:47:47.230033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.318428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:47.324749 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f87a4049-6fa0-49e3-a85d-ae4a79f77b7c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=595d69e3149f4a448e46fa36c7472cd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4076264 Dec 21 16:47:47.328419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42182) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:47.329184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.334688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:47.335382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.359566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ea8b9db-bf1c-474b-ba6e-9d48d4b91200 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:47.390967 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5949216 Dec 21 16:47:47.390967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:47.395888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42186) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:47.435685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1528547651'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:47.475796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:47.493769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.499447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f28cbd8c-9365-47ca-a9b8-a44b2eb9815e no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:47.546074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: f28cbd8c-9365-47ca-a9b8-a44b2eb9815e {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:47:47.546888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f28cbd8c-9365-47ca-a9b8-a44b2eb9815e not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:47:47.559018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:47.584447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Usage tracker for resource:network and tenant:6f77bfff426d4d0ba017da783d6f13c5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:47.643239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event updated for resources: {'Network': ['ID=c07a9c62-6ad4-4d07-b28e-4e20686d8d74,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:47.644257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Allocated IP 2001:db8::2 (c0f84e62-a7a4-4513-a781-390da6a0d40f/2ece49ac-f29c-4652-ba29-f40eeee34ebd/1b15e1ec-a8a8-4aae-8269-1aadc278a728) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:47.650957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:47.664648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port 8cc2f060-4220-411a-b02d-79f09e96ffd0 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:47.691378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network c07a9c62-6ad4-4d07-b28e-4e20686d8d74 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:47.742249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:47.751205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:47.767123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0eacfe02-b906-4d72-9939-5d34385df2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.772037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Made reservation on behalf of 6f77bfff426d4d0ba017da783d6f13c5 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:47.778880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.839098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0eacfe02-b906-4d72-9939-5d34385df2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.858126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:47.888611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.889158 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Added segment 02c8fb05-cd90-4271-b75d-0358325e4293 of type vlan for network 0a993106-69c8-4658-a61f-9f843a2aa593 Dec 21 16:47:47.951318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.956700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.968044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0eacfe02-b906-4d72-9939-5d34385df2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:47.974224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:47.988588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacfe02-b906-4d72-9939-5d34385df2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e647f-a8ed-42f4-9c2e-dba715092557,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:47.993850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0eacfe02-b906-4d72-9939-5d34385df2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:48.015249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5bfaacf-ed3f-46fc-bb52-f5dd87a05e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.031413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.044725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Transition to ACTIVE for port object 1b15e1ec-a8a8-4aae-8269-1aadc278a728 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:48.064654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Transition to ACTIVE for port object 1b15e1ec-a8a8-4aae-8269-1aadc278a728 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:48.070218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.075283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14ed7fc0-0733-41c3-ba73-a2b22189c7e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:48.146116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.148969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Pushing event updated for resources: {'Port': ['ID=1b15e1ec-a8a8-4aae-8269-1aadc278a728,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:48.150806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:48.151449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.156309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:48.157769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-229a3a8f-1b8d-417e-b508-386882306278 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:48.170488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Network c0f84e62-a7a4-4513-a781-390da6a0d40f is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:48.172358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:48.176010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:48.198478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8::15c (c0f84e62-a7a4-4513-a781-390da6a0d40f/2ece49ac-f29c-4652-ba29-f40eeee34ebd/8cc2f060-4220-411a-b02d-79f09e96ffd0) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:48.215366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0eacfe02-b906-4d72-9939-5d34385df2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.216531 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0eacfe02-b906-4d72-9939-5d34385df2ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d3e647f-a8ed-42f4-9c2e-dba715092557 HTTP/1.1" status: 204 len: 168 time: 0.8866673 Dec 21 16:47:48.222832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8241589 Dec 21 16:47:48.226841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42192) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:48.278739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'ports': [{'network_id': 'c07a9c62-6ad4-4d07-b28e-4e20686d8d74', 'name': 'tempest-port--25911798', 'admin_state_up': True}, {'network_id': '0a993106-69c8-4658-a61f-9f843a2aa593', 'admin_state_up': False}]} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:48.279153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'port': {'network_id': 'c07a9c62-6ad4-4d07-b28e-4e20686d8d74', 'name': 'tempest-port--25911798', 'admin_state_up': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:48.279659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'port': {'network_id': '0a993106-69c8-4658-a61f-9f843a2aa593', 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:48.389774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Attempting to bind port 1b15e1ec-a8a8-4aae-8269-1aadc278a728 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:47:48.392624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Attempting to bind port 1b15e1ec-a8a8-4aae-8269-1aadc278a728 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'f052bb7b-018e-40f5-9dac-bcca1a25cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c0f84e62-a7a4-4513-a781-390da6a0d40f'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:47:48.393632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Attempting to bind port 1b15e1ec-a8a8-4aae-8269-1aadc278a728 on network c0f84e62-a7a4-4513-a781-390da6a0d40f {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:47:48.411263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:47:48.413539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Checking segment: {'id': 'f052bb7b-018e-40f5-9dac-bcca1a25cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c0f84e62-a7a4-4513-a781-390da6a0d40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:48.415561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.416498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Bound using segment: {'id': 'f052bb7b-018e-40f5-9dac-bcca1a25cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c0f84e62-a7a4-4513-a781-390da6a0d40f'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:47:48.418685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Bound port: 1b15e1ec-a8a8-4aae-8269-1aadc278a728, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f052bb7b-018e-40f5-9dac-bcca1a25cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c0f84e62-a7a4-4513-a781-390da6a0d40f'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:47:48.420625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.488114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42196) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:48.511772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'subnet': {'network_id': 'cb7aff3e-ebf0-47f5-9635-f518c55019ab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:48.553941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] For port 1b15e1ec-a8a8-4aae-8269-1aadc278a728, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:47:48.559589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] For port 1b15e1ec-a8a8-4aae-8269-1aadc278a728, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1b15e1ec-a8a8-4aae-8269-1aadc278a728,segment=NetworkSegment(f052bb7b-018e-40f5-9dac-bcca1a25cb8e),segment_id=f052bb7b-018e-40f5-9dac-bcca1a25cb8e)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:47:48.562345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.566621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.581023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd11a3d7-a74d-4ede-a837-d573aebad077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:48.592469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event updated for resources: {'Network': ['ID=0a993106-69c8-4658-a61f-9f843a2aa593,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:48.597862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:48.664369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Pushing event updated for resources: {'Port': ['ID=1b15e1ec-a8a8-4aae-8269-1aadc278a728,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:48.667518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 0a993106-69c8-4658-a61f-9f843a2aa593 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:48.689495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:48.820718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:48.825721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Usage tracker for resource:port and tenant:6f77bfff426d4d0ba017da783d6f13c5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:48.829163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:48.846539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:48.858138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:48.877792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:subnet and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:48.885772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:48.888940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Made reservation on behalf of 6f77bfff426d4d0ba017da783d6f13c5 for: {'port': 2} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:48.895141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.916783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:48.945860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.954059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:48.968147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:49.002235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router e5bedcfa-b6cf-4963-b1f8-6f058915704d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:47:49.024693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object 8cc2f060-4220-411a-b02d-79f09e96ffd0 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:49.140519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:49.240643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:47:49.252549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b06f75-1e5e-42ff-92b2-1133ef2f1d3c None None] Sync routers for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:47:49.252720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2087307 Dec 21 16:47:49.255181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42214) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:49.266713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] device_id is not set on port 1afe07dd-e0bb-46fb-a498-7ad2d2a295ad yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:49.289169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b06f75-1e5e-42ff-92b2-1133ef2f1d3c None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:49.290198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b2b06f75-1e5e-42ff-92b2-1133ef2f1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:49.411927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:49.426443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f2ce4bc2-0036-4696-a7c9-a26f0834eba2 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:49.518161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network c0f84e62-a7a4-4513-a781-390da6a0d40f is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:49.548498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:49.564711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:49.571182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:49.572700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:49.590138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1b15e1ec-a8a8-4aae-8269-1aadc278a728 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:49.601181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42224) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:49.679886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 1b15e1ec-a8a8-4aae-8269-1aadc278a728 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:49.688992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=8cc2f060-4220-411a-b02d-79f09e96ffd0,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:49.716738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:49.720294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f256ff-55b2-4c8c-bf63-03b9ebf3dc62 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting subnet 59f2338d-e260-49b8-bce8-a280dc0f9d2d {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:49.724294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f256ff-55b2-4c8c-bf63-03b9ebf3dc62 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:49.734523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:49.758255 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.7140496 Dec 21 16:47:49.764334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42230) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:49.845695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:49.846735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b2b06f75-1e5e-42ff-92b2-1133ef2f1d3c None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:49.848792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1843298269'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:49.854478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:49.858819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:network and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:49.861981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:49.868133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:49.888218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:49.893939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:49.909531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bd28e174-f082-4158-b56e-1c593530f5f3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port 8cc2f060-4220-411a-b02d-79f09e96ffd0 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:49.910064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd28e174-f082-4158-b56e-1c593530f5f3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:49.961688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:49.996050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f256ff-55b2-4c8c-bf63-03b9ebf3dc62 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.000990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] device_id is not set on port f074d5c0-d5bc-4caa-b046-afbc1910512c yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:50.004475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.010186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0aff66fc-ae74-4e5d-9f57-0ee1f9025cd0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:50.111134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Subnet': ['ID=1018c3ee-c10d-4eef-b5bd-b63ffacbb6b4,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:50.116711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:50.119464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:50.139789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:security_group_rule and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:50.146336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:50.175656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Checking segment: {'id': '05921870-2d5b-4f59-8e9b-2949cad5193f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'cb7aff3e-ebf0-47f5-9635-f518c55019ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:50.176055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network hostable DHCP agents. Network: cb7aff3e-ebf0-47f5-9635-f518c55019ab, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:50.179181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:50.194460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b2b06f75-1e5e-42ff-92b2-1133ef2f1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:46Z', 'revision_number': 9, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:50.198900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b06f75-1e5e-42ff-92b2-1133ef2f1d3c None None] Checking router: e5bedcfa-b6cf-4963-b1f8-6f058915704d for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:47:50.211147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b06f75-1e5e-42ff-92b2-1133ef2f1d3c None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:47:50.212840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b2b06f75-1e5e-42ff-92b2-1133ef2f1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:50.255607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.258127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network cb7aff3e-ebf0-47f5-9635-f518c55019ab is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:50.273154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, cb7aff3e-ebf0-47f5-9635-f518c55019ab) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:50.280064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:50.280722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.306937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaea3e9-604c-4bad-82a5-5c27d1e17f7e None None] Network cb7aff3e-ebf0-47f5-9635-f518c55019ab requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:50.314408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f256ff-55b2-4c8c-bf63-03b9ebf3dc62 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.317527 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8282065 Dec 21 16:47:50.318198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42234) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:50.326187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1434947086'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:50.351411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.360588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f638f685-2645-439d-a6ca-df307794649c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:50.442724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b2b06f75-1e5e-42ff-92b2-1133ef2f1d3c None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:47:50.468759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd28e174-f082-4158-b56e-1c593530f5f3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.643695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bd28e174-f082-4158-b56e-1c593530f5f3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for 8cc2f060-4220-411a-b02d-79f09e96ffd0 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:50.679638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-cb7aff3e-ebf0-47f5-9635-f518c55019ab', 'network_id': 'cb7aff3e-ebf0-47f5-9635-f518c55019ab', 'tenant_id': 'a845bb1265e44697971788b167bf2170', 'fixed_ips': [{'subnet_id': '1018c3ee-c10d-4eef-b5bd-b63ffacbb6b4'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:47:50.681615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.717809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.725702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:50.740261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f256ff-55b2-4c8c-bf63-03b9ebf3dc62 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.745060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.751327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:network and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:50.753459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45038564-12bc-4ca8-b480-12628dda0841 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:50.757793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:50.769737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:50.808518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f256ff-55b2-4c8c-bf63-03b9ebf3dc62 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Subnet': ['ID=59f2338d-e260-49b8-bce8-a280dc0f9d2d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:50.820299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event updated for resources: {'Port': ['ID=1afe07dd-e0bb-46fb-a498-7ad2d2a295ad,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:50.821424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:50.824861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30f256ff-55b2-4c8c-bf63-03b9ebf3dc62 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:50.825555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41c5913b-0457-458e-af61-cc83a32649a0 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:50.835124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:50.841562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:50.848424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.863731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f256ff-55b2-4c8c-bf63-03b9ebf3dc62 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.882008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Checking segment: {'id': '6f049dbd-dfee-4a15-bc46-627b54bef8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c07a9c62-6ad4-4d07-b28e-4e20686d8d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:50.882413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Network hostable DHCP agents. Network: c07a9c62-6ad4-4d07-b28e-4e20686d8d74, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:50.900319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.900589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:50.900959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added segment aad2d3e9-6000-438b-be0f-8b841a2c753b of type vlan for network e5d64c24-3af3-4508-bea8-64f7ac237a05 Dec 21 16:47:50.904134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a18677-fa1f-4db3-9569-d2478e6c0534 None None] Network 2564c0ab-81e6-4d64-89e7-08a4b10bacfe requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:50.914626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.915051 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Added segment 9a07261c-e71c-492a-9a29-6803ac56ddba of type vlan for network c9296f5f-6a22-4bff-9b12-d1a2a26bada3 Dec 21 16:47:50.940045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Network c07a9c62-6ad4-4d07-b28e-4e20686d8d74 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:50.953334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.966522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, c07a9c62-6ad4-4d07-b28e-4e20686d8d74) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:50.982407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:50.983567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:50.995300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b337034-955a-4bac-b75f-70d9f45fc9db,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:50.997717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81c4c0f6-7d28-4065-bf95-eab2b08f93da tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:51.012444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:51.021024 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-30f256ff-55b2-4c8c-bf63-03b9ebf3dc62 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/59f2338d-e260-49b8-bce8-a280dc0f9d2d HTTP/1.1" status: 204 len: 168 time: 1.7618074 Dec 21 16:47:51.023382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b2b06f75-1e5e-42ff-92b2-1133ef2f1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:46Z', 'revision_number': 9, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:51.031244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42238) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:51.033123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b06f75-1e5e-42ff-92b2-1133ef2f1d3c None None] The sync data for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv is: [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:46Z', 'revision_number': 9, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4808578-fe67-475b-a8c5-296904c052a8', 'name': '', 'network_id': 'a0ea23e3-a813-4104-887c-e330b49d1680', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:99:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:54Z', 'updated_at': '2021-12-21T16:47:09Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': 'c3d8ea12-db8e-4453-a6f6-b7247d3f6148', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:47:51.077066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.078148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.081100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac21ad67-f15a-49cd-ae9c-ffb28590e326 None None] Network c07a9c62-6ad4-4d07-b28e-4e20686d8d74 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:51.106467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:51.107589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.118899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd28e174-f082-4158-b56e-1c593530f5f3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.128718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a6730b44-8d0d-44ab-ba80-dc35b5a90ee0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:51.148416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8283236 Dec 21 16:47:51.159491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42242) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:51.179710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'subnet': {'network_id': 'c9296f5f-6a22-4bff-9b12-d1a2a26bada3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:51.215132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event updated for resources: {'Port': ['ID=f074d5c0-d5bc-4caa-b046-afbc1910512c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:51.240491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:51.241496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bac5a2e6-be3e-4dd8-8d6c-959fa1fc7fae tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:51.255580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28e174-f082-4158-b56e-1c593530f5f3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=8cc2f060-4220-411a-b02d-79f09e96ffd0,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:51.280553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bd28e174-f082-4158-b56e-1c593530f5f3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:51.298987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Checking segment: {'id': '02c8fb05-cd90-4271-b75d-0358325e4293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0a993106-69c8-4658-a61f-9f843a2aa593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:51.299394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Network hostable DHCP agents. Network: 0a993106-69c8-4658-a61f-9f843a2aa593, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:51.322770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.327787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:51.328390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.348167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-add8a8ee-fd10-48c9-b4d9-a51d8ab6fb5d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:51.484916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Network': ['ID=c9296f5f-6a22-4bff-9b12-d1a2a26bada3,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:51.487734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:51.490743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:51.495061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:subnet and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:51.498735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:51.505531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:51.506054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.511498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd28e174-f082-4158-b56e-1c593530f5f3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.516129 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bd28e174-f082-4158-b56e-1c593530f5f3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/8cc2f060-4220-411a-b02d-79f09e96ffd0 HTTP/1.1" status: 204 len: 168 time: 1.7481649 Dec 21 16:47:51.516129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Network': ['ID=e5d64c24-3af3-4508-bea8-64f7ac237a05,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:51.517844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:51.518109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42246) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:51.537337 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9325452 Dec 21 16:47:51.537337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port 90977112-e0e8-4606-a56a-ebfe1ccdabef {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:51.537659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.561810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42250) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:51.563186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179cfe77-76c1-4bdf-ac56-a34903678549 None None] Network c0f84e62-a7a4-4513-a781-390da6a0d40f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:51.568895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:51.579033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ad0df43d-e426-4c23-803f-0afa12b67676 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:51.584409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Network 0a993106-69c8-4658-a61f-9f843a2aa593 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:51.603153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network c9296f5f-6a22-4bff-9b12-d1a2a26bada3 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:51.603356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-89115944'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:51.621467 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccb99c9-9608-4449-8d9f-8c4537e125f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:47:51.622027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cccb99c9-9608-4449-8d9f-8c4537e125f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:51.631020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:51.638518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 0a993106-69c8-4658-a61f-9f843a2aa593) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:51.643592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:network and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:51.654184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:51.658744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:51.662297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:51.663079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.667235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:51.689724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network e5d64c24-3af3-4508-bea8-64f7ac237a05 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:51.740624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761170ad-cb1d-4442-9a48-fd2cd7a9048e None None] Network 0a993106-69c8-4658-a61f-9f843a2aa593 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:51.747399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:51.755721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cccb99c9-9608-4449-8d9f-8c4537e125f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:51.760535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cccb99c9-9608-4449-8d9f-8c4537e125f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/8cc2f060-4220-411a-b02d-79f09e96ffd0 HTTP/1.1" status: 404 len: 333 time: 0.2375193 Dec 21 16:47:51.761976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42254) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:51.767229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.790327 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.5585933 Dec 21 16:47:51.793121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42258) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:51.807709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:51.811626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: ad0df43d-e426-4c23-803f-0afa12b67676 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:47:51.812035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ad0df43d-e426-4c23-803f-0afa12b67676 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:47:51.813173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.818395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Allocated IP 2001:db8:0:ffff::2 (cb7aff3e-ebf0-47f5-9635-f518c55019ab/1018c3ee-c10d-4eef-b5bd-b63ffacbb6b4/44d78a57-57d7-4d98-8ff5-748ba0eb4765) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:51.830552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port 90977112-e0e8-4606-a56a-ebfe1ccdabef, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=90977112-e0e8-4606-a56a-ebfe1ccdabef,segment=NetworkSegment(1298d904-6e27-4456-ae9c-fdd52fe931b1),segment_id=1298d904-6e27-4456-ae9c-fdd52fe931b1)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:51.830916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:51.974735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:51.983044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for 90977112-e0e8-4606-a56a-ebfe1ccdabef owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:52.001837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.002233 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added segment f24c6935-e3af-4de0-ad7d-9aed24a50051 of type vlan for network 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e Dec 21 16:47:52.030157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0c7698-5833-44bf-9172-98ba9154bb71 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:52.034573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0c7698-5833-44bf-9172-98ba9154bb71 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:52.035374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3f0c7698-5833-44bf-9172-98ba9154bb71 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Synchronizing usage tracker for tenant:6f77bfff426d4d0ba017da783d6f13c5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:52.067261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.076154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-39286629-d915-4248-ac62-1d5f065fdd8b None None] Provisioning for port 1b15e1ec-a8a8-4aae-8269-1aadc278a728 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:52.132428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3f0c7698-5833-44bf-9172-98ba9154bb71 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Unset dirty status for tenant:6f77bfff426d4d0ba017da783d6f13c5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:52.133650 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3f0c7698-5833-44bf-9172-98ba9154bb71 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3393099 Dec 21 16:47:52.147767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42264) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:52.153609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-39286629-d915-4248-ac62-1d5f065fdd8b None None] Provisioning complete for port 1b15e1ec-a8a8-4aae-8269-1aadc278a728 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:52.154042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-39286629-d915-4248-ac62-1d5f065fdd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.241071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.245871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:52.246555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.257430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a72d941b-f036-4bd5-924d-a3d73e7f0264 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:52.328794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2c60fd5c-fba1-4639-840a-6a2b8a363718 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Deleting port 1afe07dd-e0bb-46fb-a498-7ad2d2a295ad {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:52.329169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c60fd5c-fba1-4639-840a-6a2b8a363718 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.381710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e570fc-ec2a-4a90-834f-112ea9df0f08 None None] DHCP port deletion for 2564c0ab-81e6-4d64-89e7-08a4b10bacfe request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:47:52.402976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f2e570fc-ec2a-4a90-834f-112ea9df0f08 None None] Deleting port 90977112-e0e8-4606-a56a-ebfe1ccdabef {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:52.403382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2e570fc-ec2a-4a90-834f-112ea9df0f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.460987 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8905518 Dec 21 16:47:52.463838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Network': ['ID=1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:52.463977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42268) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:52.469854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:52.475279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'subnet': {'network_id': 'e5d64c24-3af3-4508-bea8-64f7ac237a05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:52.509628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:52.537181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.546282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bd28e174-f082-4158-b56e-1c593530f5f3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:52.592973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f2e570fc-ec2a-4a90-834f-112ea9df0f08 None None] The port '90977112-e0e8-4606-a56a-ebfe1ccdabef' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:47:52.597732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2444e8e8-4fa1-4987-a2f7-5a93df88874b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting subnet 2ece49ac-f29c-4652-ba29-f40eeee34ebd {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:52.653655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=90977112-e0e8-4606-a56a-ebfe1ccdabef,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:52.661281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.668472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2444e8e8-4fa1-4987-a2f7-5a93df88874b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.700676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:52.716031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-28a199c4-09e8-4933-a39f-4e48e4b3cb66 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:52.726028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No DVR routers for this DVR port 90977112-e0e8-4606-a56a-ebfe1ccdabef on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:47:52.769564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:52.782417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c60fd5c-fba1-4639-840a-6a2b8a363718 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.799113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2444e8e8-4fa1-4987-a2f7-5a93df88874b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.828589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:subnet and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:52.831918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:52.863637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:52.893961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-39286629-d915-4248-ac62-1d5f065fdd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.931624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.942407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2c60fd5c-fba1-4639-840a-6a2b8a363718 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Calling delete_port for 1afe07dd-e0bb-46fb-a498-7ad2d2a295ad owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:52.943647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.956954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Transition to ACTIVE for port object 44d78a57-57d7-4d98-8ff5-748ba0eb4765 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:52.957155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:52.970568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-39286629-d915-4248-ac62-1d5f065fdd8b None None] For port 1b15e1ec-a8a8-4aae-8269-1aadc278a728, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1b15e1ec-a8a8-4aae-8269-1aadc278a728,segment=NetworkSegment(f052bb7b-018e-40f5-9dac-bcca1a25cb8e),segment_id=f052bb7b-018e-40f5-9dac-bcca1a25cb8e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:52.979819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Subnet': ['ID=4ca906b6-e05f-46d2-b6f4-220606bd4706,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:52.986851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:52.986969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-39286629-d915-4248-ac62-1d5f065fdd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:52.994754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:53.021492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Checking segment: {'id': '9a07261c-e71c-492a-9a29-6803ac56ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9296f5f-6a22-4bff-9b12-d1a2a26bada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:53.021890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network hostable DHCP agents. Network: c9296f5f-6a22-4bff-9b12-d1a2a26bada3, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:53.023929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2564c0ab-81e6-4d64-89e7-08a4b10bacfe']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:53.049634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Transition to ACTIVE for port object 44d78a57-57d7-4d98-8ff5-748ba0eb4765 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:53.053064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1298d904-6e27-4456-ae9c-fdd52fe931b1') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:53.053388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1298d904-6e27-4456-ae9c-fdd52fe931b1') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:53.068881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c60fd5c-fba1-4639-840a-6a2b8a363718 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.070927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network c9296f5f-6a22-4bff-9b12-d1a2a26bada3 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:53.071465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.079530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc2ef097-c936-49db-9565-5f0d865714bf tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:53.095292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Network cb7aff3e-ebf0-47f5-9635-f518c55019ab is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:53.099234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:53.101830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:53.129195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60fd5c-fba1-4639-840a-6a2b8a363718 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Port': ['ID=1afe07dd-e0bb-46fb-a498-7ad2d2a295ad,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:53.133027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, c9296f5f-6a22-4bff-9b12-d1a2a26bada3) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:53.135503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2c60fd5c-fba1-4639-840a-6a2b8a363718 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:53.138277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.138839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:53.139493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.153834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c60fd5c-fba1-4639-840a-6a2b8a363718 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.172052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.176742 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2c60fd5c-fba1-4639-840a-6a2b8a363718 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "DELETE /v2.0/ports/1afe07dd-e0bb-46fb-a498-7ad2d2a295ad HTTP/1.1" status: 204 len: 168 time: 1.0253301 Dec 21 16:47:53.177305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42272) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:53.177576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97330b3-94b0-471f-a7ca-362ff6f6547b None None] Network c9296f5f-6a22-4bff-9b12-d1a2a26bada3 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:53.193022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.195853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2444e8e8-4fa1-4987-a2f7-5a93df88874b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.212177 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0510018 Dec 21 16:47:53.218349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42276) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:53.233214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'port': {'network_id': 'c9296f5f-6a22-4bff-9b12-d1a2a26bada3', 'name': 'tempest-NetworksIpV6TestAttrs-170415709'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:53.243960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39286629-d915-4248-ac62-1d5f065fdd8b None None] Pushing event updated for resources: {'Port': ['ID=1b15e1ec-a8a8-4aae-8269-1aadc278a728,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:53.270955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:47:53.271427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:47:53.288215 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:47:53.309205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-badfb149-0ff2-461b-80cd-4505a202f08f tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Deleting port f074d5c0-d5bc-4caa-b046-afbc1910512c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:53.309574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-badfb149-0ff2-461b-80cd-4505a202f08f tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.480299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2444e8e8-4fa1-4987-a2f7-5a93df88874b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.487016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7aa9b5e3-555a-44c3-a799-fad8da7ac359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:53.516012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.538156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.542018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444e8e8-4fa1-4987-a2f7-5a93df88874b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Subnet': ['ID=2ece49ac-f29c-4652-ba29-f40eeee34ebd,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:53.548873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2444e8e8-4fa1-4987-a2f7-5a93df88874b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:53.549245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:53.551891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff5276b5-71fc-4df0-93c2-5d8e5d13f176 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:53.561827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:port and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:53.567112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:53.582663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:53.583510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2444e8e8-4fa1-4987-a2f7-5a93df88874b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.592372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Network': ['ID=2564c0ab-81e6-4d64-89e7-08a4b10bacfe,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:53.599242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:53.607927 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2444e8e8-4fa1-4987-a2f7-5a93df88874b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/2ece49ac-f29c-4652-ba29-f40eeee34ebd HTTP/1.1" status: 204 len: 168 time: 1.8448312 Dec 21 16:47:53.612153 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/networks/2564c0ab-81e6-4d64-89e7-08a4b10bacfe HTTP/1.1" status: 204 len: 168 time: 2.5746591 Dec 21 16:47:53.612153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42280) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:53.612725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42282) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:53.671931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-39286629-d915-4248-ac62-1d5f065fdd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:53.676858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1b15e1ec-a8a8-4aae-8269-1aadc278a728 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:53.699018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:53.704490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.706968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d69f25e6-9e20-458b-b4a9-4d2b903ed9e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.620s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:53.788319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2f929-e655-4737-ac1a-03e9e1e9c644 None None] Network c0f84e62-a7a4-4513-a781-390da6a0d40f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:53.800265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.831266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port 1b15e1ec-a8a8-4aae-8269-1aadc278a728 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:53.831627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.863344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Attempting to bind port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:47:53.863780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Attempting to bind port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '05921870-2d5b-4f59-8e9b-2949cad5193f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'cb7aff3e-ebf0-47f5-9635-f518c55019ab'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:47:53.864201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Attempting to bind port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 on network cb7aff3e-ebf0-47f5-9635-f518c55019ab {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:47:53.874649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Pushing event updated for resources: {'Port': ['ID=44d78a57-57d7-4d98-8ff5-748ba0eb4765,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:53.893963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:53.900342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.907391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-825b66a2-2b85-4a71-9c22-036e79173b2c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:53.992952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:47:53.993414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Checking segment: {'id': '05921870-2d5b-4f59-8e9b-2949cad5193f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'cb7aff3e-ebf0-47f5-9635-f518c55019ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:53.993840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:53.994293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Bound using segment: {'id': '05921870-2d5b-4f59-8e9b-2949cad5193f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'cb7aff3e-ebf0-47f5-9635-f518c55019ab'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:47:53.995159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Bound port: 44d78a57-57d7-4d98-8ff5-748ba0eb4765, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05921870-2d5b-4f59-8e9b-2949cad5193f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'cb7aff3e-ebf0-47f5-9635-f518c55019ab'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:47:53.995284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.014349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-71c0f20c-b37a-4ffc-b970-03d8eba57b85 None None] Provisioning complete for port 1b15e1ec-a8a8-4aae-8269-1aadc278a728 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:54.014799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71c0f20c-b37a-4ffc-b970-03d8eba57b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.033335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Subnet': ['ID=b95c6cc2-3003-4d5b-b484-98107d02c5d4,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:54.045232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:54.097952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] device_id is not set on port 316c698e-3fb4-4572-8eb1-9f4b53ab01cd yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:54.134973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-badfb149-0ff2-461b-80cd-4505a202f08f tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.144945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Checking segment: {'id': 'aad2d3e9-6000-438b-be0f-8b841a2c753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5d64c24-3af3-4508-bea8-64f7ac237a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:54.145291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network hostable DHCP agents. Network: e5d64c24-3af3-4508-bea8-64f7ac237a05, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:54.177865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] For port 1b15e1ec-a8a8-4aae-8269-1aadc278a728, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1b15e1ec-a8a8-4aae-8269-1aadc278a728,segment=NetworkSegment(f052bb7b-018e-40f5-9dac-bcca1a25cb8e),segment_id=f052bb7b-018e-40f5-9dac-bcca1a25cb8e)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:54.177865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.283857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-badfb149-0ff2-461b-80cd-4505a202f08f tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Calling delete_port for f074d5c0-d5bc-4caa-b046-afbc1910512c owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:54.314107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for 1b15e1ec-a8a8-4aae-8269-1aadc278a728 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:54.334338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 1b15e1ec-a8a8-4aae-8269-1aadc278a728 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:54.334762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.343071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network e5d64c24-3af3-4508-bea8-64f7ac237a05 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:54.371551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, e5d64c24-3af3-4508-bea8-64f7ac237a05) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:54.371798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-c9296f5f-6a22-4bff-9b12-d1a2a26bada3', 'network_id': 'c9296f5f-6a22-4bff-9b12-d1a2a26bada3', 'tenant_id': 'a845bb1265e44697971788b167bf2170', 'fixed_ips': [{'subnet_id': '4ca906b6-e05f-46d2-b6f4-220606bd4706'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:47:54.372769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.379790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:54.380553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.425797 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9578297 Dec 21 16:47:54.428710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42288) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:54.431873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.434183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7ece79-f370-4193-a843-0e7419a930f8 None None] Network e5d64c24-3af3-4508-bea8-64f7ac237a05 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:54.436779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-543eb1df-c21f-417d-aa97-ce3fb75b7860 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:54.454174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] For port 44d78a57-57d7-4d98-8ff5-748ba0eb4765, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:47:54.455662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'subnet': {'network_id': '1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:54.489599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=1b15e1ec-a8a8-4aae-8269-1aadc278a728,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:54.492436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:54.498896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No DVR routers for this DVR port 1b15e1ec-a8a8-4aae-8269-1aadc278a728 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:47:54.514673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] For port 44d78a57-57d7-4d98-8ff5-748ba0eb4765, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=44d78a57-57d7-4d98-8ff5-748ba0eb4765,segment=NetworkSegment(05921870-2d5b-4f59-8e9b-2949cad5193f),segment_id=05921870-2d5b-4f59-8e9b-2949cad5193f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:47:54.525932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-badfb149-0ff2-461b-80cd-4505a202f08f tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.528284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Allocated IP 2001:db8::f816:3eff:feb4:f23e (c9296f5f-6a22-4bff-9b12-d1a2a26bada3/4ca906b6-e05f-46d2-b6f4-220606bd4706/316c698e-3fb4-4572-8eb1-9f4b53ab01cd) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:54.537147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.540419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5dec8568-1558-4f21-af14-73215bb843fe tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:54.597919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfb149-0ff2-461b-80cd-4505a202f08f tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Port': ['ID=f074d5c0-d5bc-4caa-b046-afbc1910512c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:54.607610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-badfb149-0ff2-461b-80cd-4505a202f08f tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:54.628769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:54.644228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.673754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f84e62-a7a4-4513-a781-390da6a0d40f']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:54.687929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f052bb7b-018e-40f5-9dac-bcca1a25cb8e') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:54.688272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f052bb7b-018e-40f5-9dac-bcca1a25cb8e') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:47:54.701212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Could not find standard attr ID for object 1b15e1ec-a8a8-4aae-8269-1aadc278a728. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:47:54.701547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.718041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.723710 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No ports have port_id starting with 1b15e1ec-a8a8-4aae-8269-1aadc278a728 Dec 21 16:47:54.724820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:47:54.725255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:47:54.741235 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:47:54.754547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-badfb149-0ff2-461b-80cd-4505a202f08f tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.850873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:54.856027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.864508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:54.864995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3c2f0674-0dee-4e8e-9e5b-1e75bbeb92e9 None None] Could not find standard attr ID for object 8cc2f060-4220-411a-b02d-79f09e96ffd0. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:47:54.866596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7939fe6f-c99f-4e31-9d9b-8186f4f8b39a None None] DHCP port deletion for c0f84e62-a7a4-4513-a781-390da6a0d40f request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:47:54.866731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:subnet and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:54.869234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 90977112-e0e8-4606-a56a-ebfe1ccdabef no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:54.877286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-badfb149-0ff2-461b-80cd-4505a202f08f tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "DELETE /v2.0/ports/f074d5c0-d5bc-4caa-b046-afbc1910512c HTTP/1.1" status: 204 len: 168 time: 1.6968772 Dec 21 16:47:54.877286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:54.886824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42292) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:54.887939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:54.893225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:54.918241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Pushing event updated for resources: {'Port': ['ID=44d78a57-57d7-4d98-8ff5-748ba0eb4765,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:54.925136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 90977112-e0e8-4606-a56a-ebfe1ccdabef {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:47:54.925136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 90977112-e0e8-4606-a56a-ebfe1ccdabef not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:47:54.927057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:54.939318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Network': ['ID=c0f84e62-a7a4-4513-a781-390da6a0d40f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:54.951408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:54.951568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:54.957009 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-44e09e9b-f58a-49c4-88ff-303aeb12ce45 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0657747 Dec 21 16:47:54.960717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42296) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:54.975032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1318971266'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:54.982099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:54.986497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Usage tracker for resource:network and tenant:6f77bfff426d4d0ba017da783d6f13c5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:54.990571 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/networks/c0f84e62-a7a4-4513-a781-390da6a0d40f HTTP/1.1" status: 204 len: 168 time: 1.3765800 Dec 21 16:47:54.991844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:54.996123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42300) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:55.005089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:55.010518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-e5d64c24-3af3-4508-bea8-64f7ac237a05', 'network_id': 'e5d64c24-3af3-4508-bea8-64f7ac237a05', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'fixed_ips': [{'subnet_id': 'b95c6cc2-3003-4d5b-b484-98107d02c5d4'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:47:55.011494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.016038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Made reservation on behalf of 6f77bfff426d4d0ba017da783d6f13c5 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:55.022810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.058429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:55.068197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.068593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Added segment 406f71b8-70cf-4294-85fc-9c9b7045cb7c of type vlan for network f0ecc2b8-d0a7-4b09-a389-4b0943638592 Dec 21 16:47:55.098964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.103960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'name': 'tempest-PortsIpV6TestJSON-1170202613'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:55.139847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.144964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:55.145708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.152182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df076b7e-3452-413d-b157-778d261ee4ec tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:55.193525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Allocated IP 2001:db8::2 (e5d64c24-3af3-4508-bea8-64f7ac237a05/b95c6cc2-3003-4d5b-b484-98107d02c5d4/0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:55.215516 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2534134 Dec 21 16:47:55.220619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42304) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:55.229315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1102988340'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:55.259467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:55.326911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Usage tracker for resource:network and tenant:6f77bfff426d4d0ba017da783d6f13c5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:55.330898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event updated for resources: {'Network': ['ID=f0ecc2b8-d0a7-4b09-a389-4b0943638592,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:55.333633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:55.337738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:55.341635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:55.347273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network f0ecc2b8-d0a7-4b09-a389-4b0943638592 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:55.354169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Made reservation on behalf of 6f77bfff426d4d0ba017da783d6f13c5 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:55.359749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.375094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.408775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:55.424467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.424864 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Added segment e514f7b9-5b0a-444a-9f8f-a339abd0e572 of type vlan for network 21d49422-8ec4-4635-9ae2-9a116eea2433 Dec 21 16:47:55.436209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.472662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.549492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.552995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:55.554288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.560719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d6faef74-0e93-471a-8629-d4c334ab2918 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:55.607764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.617150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:55.624427 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4024727 Dec 21 16:47:55.645062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Transition to ACTIVE for port object 316c698e-3fb4-4572-8eb1-9f4b53ab01cd will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:55.827908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.840781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Transition to ACTIVE for port object 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:55.860802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Transition to ACTIVE for port object 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:55.881710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 44d78a57-57d7-4d98-8ff5-748ba0eb4765 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:55.928719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event updated for resources: {'Network': ['ID=21d49422-8ec4-4635-9ae2-9a116eea2433,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:55.932315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82eb0474-8cb1-48dc-8ffb-fe808b35ef1b tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:55.955782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.957335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:55.961974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:55.963816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:port and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:55.968716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:55.979150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ad52af3a-fa48-4c90-8580-41885f96b41b tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:56.010606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 21d49422-8ec4-4635-9ae2-9a116eea2433 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:56.031921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:56.035393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:56.092138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:56.101677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:56.121280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Port': ['ID=316c698e-3fb4-4572-8eb1-9f4b53ab01cd,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:56.129402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network c9296f5f-6a22-4bff-9b12-d1a2a26bada3 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:56.133391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:56.134872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:56.139361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cbf961db-d9fa-4449-be8d-04ce9ddd4699 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:56.173289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:56.177631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:56.178297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:56.188508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Allocated IP 2001:db8::f816:3eff:fea4:2f03 (c9296f5f-6a22-4bff-9b12-d1a2a26bada3/4ca906b6-e05f-46d2-b6f4-220606bd4706/0b2e4e61-2f38-473d-a93c-407e7afd6a3e) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:56.200267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Network e5d64c24-3af3-4508-bea8-64f7ac237a05 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:56.203949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Pushing event updated for resources: {'Port': ['ID=0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:56.210565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:56.218869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:56.227556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:56.234388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port eddc0ef9-d5d9-4d18-b867-bdfc66642963 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:47:56.303004 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0840058 Dec 21 16:47:56.310162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42310) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:56.311657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Subnet': ['ID=cb41e1b9-f2a2-4afb-8490-1c24bc1667b8,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:56.341028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:56.360319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Checking segment: {'id': 'f24c6935-e3af-4de0-ad7d-9aed24a50051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:56.360733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network hostable DHCP agents. Network: 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:47:56.577115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:56.592257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Transition to ACTIVE for port object 0b2e4e61-2f38-473d-a93c-407e7afd6a3e will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:56.607522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:56.684949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff85421-ed9a-4025-b04b-5737fcc0abdb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Deleting subnet 4ca906b6-e05f-46d2-b6f4-220606bd4706 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:47:56.706803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Transition to ACTIVE for port object 0b2e4e61-2f38-473d-a93c-407e7afd6a3e will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:56.712660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1b15e1ec-a8a8-4aae-8269-1aadc278a728 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:47:56.757344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 1b15e1ec-a8a8-4aae-8269-1aadc278a728 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:47:56.757753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1b15e1ec-a8a8-4aae-8269-1aadc278a728 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:47:56.758595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ff85421-ed9a-4025-b04b-5737fcc0abdb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:56.778209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:56.783304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:56.819609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Attempting to bind port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:47:56.820038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Attempting to bind port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'aad2d3e9-6000-438b-be0f-8b841a2c753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5d64c24-3af3-4508-bea8-64f7ac237a05'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:47:56.820454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Attempting to bind port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 on network e5d64c24-3af3-4508-bea8-64f7ac237a05 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:47:56.833762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:47:56.834323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Checking segment: {'id': 'aad2d3e9-6000-438b-be0f-8b841a2c753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5d64c24-3af3-4508-bea8-64f7ac237a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:56.834620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:56.835105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Bound using segment: {'id': 'aad2d3e9-6000-438b-be0f-8b841a2c753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5d64c24-3af3-4508-bea8-64f7ac237a05'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:47:56.835654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Bound port: 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad2d3e9-6000-438b-be0f-8b841a2c753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5d64c24-3af3-4508-bea8-64f7ac237a05'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:47:56.836223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:56.877424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ff85421-ed9a-4025-b04b-5737fcc0abdb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:56.931536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:47:56.955170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Network c9296f5f-6a22-4bff-9b12-d1a2a26bada3 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:57.009817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] For port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:47:57.013582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] For port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7,segment=NetworkSegment(aad2d3e9-6000-438b-be0f-8b841a2c753b),segment_id=aad2d3e9-6000-438b-be0f-8b841a2c753b)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:47:57.014140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ff85421-ed9a-4025-b04b-5737fcc0abdb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.015556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:57.025515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:57.037309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.048390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40495000-8158-4ad2-9e87-cbf19f435e6f None None] Network cb7aff3e-ebf0-47f5-9635-f518c55019ab requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:57.053711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:57.058310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:57.059025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.110750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ff85421-ed9a-4025-b04b-5737fcc0abdb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.116627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eaad0900-00b4-4521-aeaa-c94f204a4c91 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:57.159482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff85421-ed9a-4025-b04b-5737fcc0abdb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca906b6-e05f-46d2-b6f4-220606bd4706,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:57.163626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ff85421-ed9a-4025-b04b-5737fcc0abdb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:57.171018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ff85421-ed9a-4025-b04b-5737fcc0abdb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.177393 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7ff85421-ed9a-4025-b04b-5737fcc0abdb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/subnets/4ca906b6-e05f-46d2-b6f4-220606bd4706 HTTP/1.1" status: 204 len: 168 time: 0.8663673 Dec 21 16:47:57.180292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42314) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:57.226678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d3458-0959-45a1-b4d9-258ce78cbaf3 None None] Network 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:57.256070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Pushing event updated for resources: {'Port': ['ID=0b2e4e61-2f38-473d-a93c-407e7afd6a3e,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:57.256367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c48d100-7462-4980-80f9-842cf2f467ef tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:57.258494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c48d100-7462-4980-80f9-842cf2f467ef tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:57.265511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1c48d100-7462-4980-80f9-842cf2f467ef tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Synchronizing usage tracker for tenant:a845bb1265e44697971788b167bf2170 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:47:57.277062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:57.284911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1c48d100-7462-4980-80f9-842cf2f467ef tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Unset dirty status for tenant:a845bb1265e44697971788b167bf2170 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:47:57.290199 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1c48d100-7462-4980-80f9-842cf2f467ef tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1087167 Dec 21 16:47:57.291054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42318) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:57.296618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d452a159-f352-4e84-a9c5-1aa2afe17d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:57.375377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Pushing event updated for resources: {'Port': ['ID=0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:57.413857 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9862437 Dec 21 16:47:57.414740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42322) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:57.420335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:57.426792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6329634f-6780-4f47-b33c-f586cb51c83a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1074267533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:57.433750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6329634f-6780-4f47-b33c-f586cb51c83a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:57.437884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6329634f-6780-4f47-b33c-f586cb51c83a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:router and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:57.444406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6329634f-6780-4f47-b33c-f586cb51c83a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:57.454829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6329634f-6780-4f47-b33c-f586cb51c83a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:57.488522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed78b5ab-b471-49e8-8270-6a5efe382e99 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.490307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6329634f-6780-4f47-b33c-f586cb51c83a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.491201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6329634f-6780-4f47-b33c-f586cb51c83a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.517595 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed78b5ab-b471-49e8-8270-6a5efe382e99 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 21 16:47:57.522135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed78b5ab-b471-49e8-8270-6a5efe382e99 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:47:57.532639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.541036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42326) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:57.542236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ed78b5ab-b471-49e8-8270-6a5efe382e99 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/networks/c9296f5f-6a22-4bff-9b12-d1a2a26bada3 HTTP/1.1" status: 409 len: 405 time: 0.2397211 Dec 21 16:47:57.552066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1420643304'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:57.558760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bc688ca2-e027-4e02-a4bb-12508573c670 None None] Provisioning for port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:47:57.559725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:57.564157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:network and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:57.568344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bc688ca2-e027-4e02-a4bb-12508573c670 None None] Provisioning complete for port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:47:57.568775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc688ca2-e027-4e02-a4bb-12508573c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.569991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:57.584107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:57.611707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6329634f-6780-4f47-b33c-f586cb51c83a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.614685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:57.620747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.659086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Attempting to bind port 0b2e4e61-2f38-473d-a93c-407e7afd6a3e on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:47:57.659660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Attempting to bind port 0b2e4e61-2f38-473d-a93c-407e7afd6a3e by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '9a07261c-e71c-492a-9a29-6803ac56ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9296f5f-6a22-4bff-9b12-d1a2a26bada3'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:47:57.659907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Attempting to bind port 0b2e4e61-2f38-473d-a93c-407e7afd6a3e on network c9296f5f-6a22-4bff-9b12-d1a2a26bada3 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:47:57.707651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:47:57.708082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Checking segment: {'id': '9a07261c-e71c-492a-9a29-6803ac56ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9296f5f-6a22-4bff-9b12-d1a2a26bada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:47:57.708542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.708990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Bound using segment: {'id': '9a07261c-e71c-492a-9a29-6803ac56ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9296f5f-6a22-4bff-9b12-d1a2a26bada3'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:47:57.709535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Bound port: 0b2e4e61-2f38-473d-a93c-407e7afd6a3e, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a07261c-e71c-492a-9a29-6803ac56ddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9296f5f-6a22-4bff-9b12-d1a2a26bada3'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:47:57.709964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.725906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.734349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-258e5fab-cdd2-4c17-bf30-f874b1380754 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:57.793263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6329634f-6780-4f47-b33c-f586cb51c83a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.837594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:47:57.849247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:57.864099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] For port 0b2e4e61-2f38-473d-a93c-407e7afd6a3e, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:47:57.864475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:57.867038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:57.867480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] For port 0b2e4e61-2f38-473d-a93c-407e7afd6a3e, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0b2e4e61-2f38-473d-a93c-407e7afd6a3e,segment=NetworkSegment(9a07261c-e71c-492a-9a29-6803ac56ddba),segment_id=9a07261c-e71c-492a-9a29-6803ac56ddba)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:47:57.872670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:57.873360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.875643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.883129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=eddc0ef9-d5d9-4d18-b867-bdfc66642963,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:57.886298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:57.886964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:57.898897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.899275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Added segment f15f5d26-e153-401b-91b5-061001b9c5a6 of type vlan for network 8e35824f-0b39-493d-b3bd-cd213d9b1749 Dec 21 16:47:57.902013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6329634f-6780-4f47-b33c-f586cb51c83a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:57.906227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42330) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:57.906367 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6329634f-6780-4f47-b33c-f586cb51c83a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4855118 Dec 21 16:47:57.945578 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8822272 Dec 21 16:47:57.952414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42334) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:57.970328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:58.269816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cd835fcf-888a-468c-ae3b-6a3113bb8ab9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port eddc0ef9-d5d9-4d18-b867-bdfc66642963 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:58.270209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd835fcf-888a-468c-ae3b-6a3113bb8ab9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:58.342352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port f4808578-fe67-475b-a8c5-296904c052a8 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:47:58.342733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:58.422538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:58.426723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:47:58.427403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:58.481221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc688ca2-e027-4e02-a4bb-12508573c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:58.537238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0363e10a-698c-413d-82e4-2084964d82c0 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:58.625722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e', 'network_id': '1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'fixed_ips': [{'subnet_id': 'cb41e1b9-f2a2-4afb-8490-1c24bc1667b8'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:47:58.626761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:58.697707 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1533601 Dec 21 16:47:58.729710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42338) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:58.731481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:58.752896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'subnet': {'network_id': '8e35824f-0b39-493d-b3bd-cd213d9b1749', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:58.827762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Allocated IP 2001:db8:1::2 (1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e/cb41e1b9-f2a2-4afb-8490-1c24bc1667b8/4e195be6-c8a8-440c-8a93-7b0adbfb160a) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:58.846917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Network': ['ID=8e35824f-0b39-493d-b3bd-cd213d9b1749,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:58.850804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:58.906976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:59.013888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd835fcf-888a-468c-ae3b-6a3113bb8ab9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:59.050031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:59.069526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:59.087460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Transition to ACTIVE for port object 4e195be6-c8a8-440c-8a93-7b0adbfb160a will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:59.115757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Transition to ACTIVE for port object 4e195be6-c8a8-440c-8a93-7b0adbfb160a will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:47:59.120082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0507fb2-5cb4-4661-9fb0-57ac253e689d None None] Network c9296f5f-6a22-4bff-9b12-d1a2a26bada3 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:59.120817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:47:59.227687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cd835fcf-888a-468c-ae3b-6a3113bb8ab9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for eddc0ef9-d5d9-4d18-b867-bdfc66642963 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:59.264558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:59.282324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port f4808578-fe67-475b-a8c5-296904c052a8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f4808578-fe67-475b-a8c5-296904c052a8,segment=NetworkSegment(d5447540-60dc-49c0-aa45-bb2f25109ed6),segment_id=d5447540-60dc-49c0-aa45-bb2f25109ed6)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:59.283127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:59.339820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 8e35824f-0b39-493d-b3bd-cd213d9b1749 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:47:59.513791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:59.544904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42342) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:59.552716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for f4808578-fe67-475b-a8c5-296904c052a8 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:47:59.598730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Network 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:47:59.600931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bc688ca2-e027-4e02-a4bb-12508573c670 None None] For port 44d78a57-57d7-4d98-8ff5-748ba0eb4765, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=44d78a57-57d7-4d98-8ff5-748ba0eb4765,segment=NetworkSegment(05921870-2d5b-4f59-8e9b-2949cad5193f),segment_id=05921870-2d5b-4f59-8e9b-2949cad5193f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:47:59.610217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:47:59.612471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Pushing event updated for resources: {'Port': ['ID=0b2e4e61-2f38-473d-a93c-407e7afd6a3e,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:59.619682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:47:59.658258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd835fcf-888a-468c-ae3b-6a3113bb8ab9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:59.666274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2c60fd5c-fba1-4639-840a-6a2b8a363718 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:59.689107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:47:59.697588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.811s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:59.714381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd835fcf-888a-468c-ae3b-6a3113bb8ab9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=eddc0ef9-d5d9-4d18-b867-bdfc66642963,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:59.732902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd835fcf-888a-468c-ae3b-6a3113bb8ab9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:59.736272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9de01705-e7ec-4470-b64f-8617d549f3ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:59.754104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd835fcf-888a-468c-ae3b-6a3113bb8ab9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:59.770019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Allocated IP 2001:db8::1 (e5d64c24-3af3-4508-bea8-64f7ac237a05/b95c6cc2-3003-4d5b-b484-98107d02c5d4/a225e7a8-535f-4a76-8d4a-991d3f9777e6) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:47:59.772153 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cd835fcf-888a-468c-ae3b-6a3113bb8ab9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/eddc0ef9-d5d9-4d18-b867-bdfc66642963 HTTP/1.1" status: 204 len: 168 time: 1.8183813 Dec 21 16:47:59.773707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42346) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:47:59.780548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'mac_address': 'fa:16:3e:ce:7a:ef', 'name': 'tempest-PortsIpV6TestJSON-42101299'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:59.808422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc688ca2-e027-4e02-a4bb-12508573c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:59.825054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'subnets': [{'network_id': 'f0ecc2b8-d0a7-4b09-a389-4b0943638592', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1675284304', 'ip_version': 6}, {'network_id': '21d49422-8ec4-4635-9ae2-9a116eea2433', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:59.825625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'subnet': {'network_id': 'f0ecc2b8-d0a7-4b09-a389-4b0943638592', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1675284304', 'ip_version': 6}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:59.826551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Request body: {'subnet': {'network_id': '21d49422-8ec4-4635-9ae2-9a116eea2433', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:47:59.851024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:47:59.858011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Pushing event updated for resources: {'Port': ['ID=4e195be6-c8a8-440c-8a93-7b0adbfb160a,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:47:59.862004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:47:59.865876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5f80604b-f39a-40a5-847c-5ed807da61ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:47:59.937999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0f3a06-2eb5-481a-acbf-fb290f9165b5 None None] Network e5d64c24-3af3-4508-bea8-64f7ac237a05 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:47:59.958615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:47:59.967200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:port and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:47:59.972125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:47:59.982337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:47:59.995770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:00.000657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d4f99d7-e075-4c60-a33e-1f19665e36c3 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:00.018507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:00.027843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Attempting to bind port 4e195be6-c8a8-440c-8a93-7b0adbfb160a on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:00.028271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Attempting to bind port 4e195be6-c8a8-440c-8a93-7b0adbfb160a by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'f24c6935-e3af-4de0-ad7d-9aed24a50051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:00.028688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Attempting to bind port 4e195be6-c8a8-440c-8a93-7b0adbfb160a on network 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:00.041046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:00.068462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=f4808578-fe67-475b-a8c5-296904c052a8,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:00.075561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:00.108707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc688ca2-e027-4e02-a4bb-12508573c670 None None] Pushing event updated for resources: {'Port': ['ID=44d78a57-57d7-4d98-8ff5-748ba0eb4765,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:00.120991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:00.121431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Checking segment: {'id': 'f24c6935-e3af-4de0-ad7d-9aed24a50051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:00.121894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:00.122338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Bound using segment: {'id': 'f24c6935-e3af-4de0-ad7d-9aed24a50051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:00.122950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Bound port: 4e195be6-c8a8-440c-8a93-7b0adbfb160a, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24c6935-e3af-4de0-ad7d-9aed24a50051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:00.123383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:00.136774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc688ca2-e027-4e02-a4bb-12508573c670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:00.196030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6644d068-88bc-4a81-bd6f-381231b9acaf None None] Provisioning complete for port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:00.197330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6644d068-88bc-4a81-bd6f-381231b9acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:00.260059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:00.370811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port fab5dab7-80a6-47fd-9e6a-0b8729593f5f yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:48:00.417569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] For port 4e195be6-c8a8-440c-8a93-7b0adbfb160a, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:00.422381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] For port 4e195be6-c8a8-440c-8a93-7b0adbfb160a, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4e195be6-c8a8-440c-8a93-7b0adbfb160a,segment=NetworkSegment(f24c6935-e3af-4de0-ad7d-9aed24a50051),segment_id=f24c6935-e3af-4de0-ad7d-9aed24a50051)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:00.505345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:00.517212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45676fc2-47ca-48f7-9c85-dd6c99aa8f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:00.537264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:00.541319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:00.551117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42354) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:00.554314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Usage tracker for resource:subnet and tenant:6f77bfff426d4d0ba017da783d6f13c5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:00.629144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:00.665852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:00.673721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Transition to ACTIVE for port object a225e7a8-535f-4a76-8d4a-991d3f9777e6 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:00.680559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Pushing event updated for resources: {'Port': ['ID=4e195be6-c8a8-440c-8a93-7b0adbfb160a,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:00.685468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:00.702189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6644d068-88bc-4a81-bd6f-381231b9acaf None None] Provisioning for port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:00.708105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Made reservation on behalf of 6f77bfff426d4d0ba017da783d6f13c5 for: {'subnet': 2} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:00.716682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6644d068-88bc-4a81-bd6f-381231b9acaf None None] Provisioning complete for port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:00.717119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6644d068-88bc-4a81-bd6f-381231b9acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:00.867503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6644d068-88bc-4a81-bd6f-381231b9acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:00.924323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6644d068-88bc-4a81-bd6f-381231b9acaf None None] For port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7,segment=NetworkSegment(aad2d3e9-6000-438b-be0f-8b841a2c753b),segment_id=aad2d3e9-6000-438b-be0f-8b841a2c753b)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:00.929091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6644d068-88bc-4a81-bd6f-381231b9acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:00.931084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:00.953668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:00.983121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.029390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644d068-88bc-4a81-bd6f-381231b9acaf None None] Pushing event updated for resources: {'Port': ['ID=0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:01.051091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6644d068-88bc-4a81-bd6f-381231b9acaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:01.079701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.084627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.094159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-78c8fbf7-4d1e-4ca4-b781-e16712848674 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:01.202044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.202506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Deleting port d3ff1fc4-d889-4ac8-b75f-b4976b3f1688 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:01.202506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.214773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c5e22e3-3ab6-481b-8c54-85b664b0666e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:01.267033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-91556b26-d230-4e9e-8b66-559dd61ffcb1 None None] Provisioning complete for port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:01.267754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91556b26-d230-4e9e-8b66-559dd61ffcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.303435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:01.308757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:01.314759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:01.319114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:01.319787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.335328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=fab5dab7-80a6-47fd-9e6a-0b8729593f5f,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:01.342242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:01.351429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network e5d64c24-3af3-4508-bea8-64f7ac237a05 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:01.366308 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.5914443 Dec 21 16:48:01.367014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42358) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:01.371921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:01.375717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:01.376310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.450283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.450856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.469811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Subnet': ['ID=3be824f3-d067-46a6-8e97-01d1b8b4a11a,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:01.472895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:01.497457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-35dfb042-98de-4fa3-8db8-5791d8cf0c76 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:01.659534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3bbfd-d163-4cb7-976f-7c8998a3b188 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:01.660185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-53c3bbfd-d163-4cb7-976f-7c8998a3b188 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:01.728317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:01.764800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-53c3bbfd-d163-4cb7-976f-7c8998a3b188 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:01.769428 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-53c3bbfd-d163-4cb7-976f-7c8998a3b188 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/fab5dab7-80a6-47fd-9e6a-0b8729593f5f HTTP/1.1" status: 200 len: 843 time: 0.4012058 Dec 21 16:48:01.770117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42362) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:01.802208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:01.802642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.811463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Checking segment: {'id': 'f15f5d26-e153-401b-91b5-061001b9c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8e35824f-0b39-493d-b3bd-cd213d9b1749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:01.811958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network hostable DHCP agents. Network: 8e35824f-0b39-493d-b3bd-cd213d9b1749, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:01.830236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=a225e7a8-535f-4a76-8d4a-991d3f9777e6,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:01.846944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:01.923607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9e72df73-18dc-479d-ac84-09f2bfe5bcea tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port fab5dab7-80a6-47fd-9e6a-0b8729593f5f {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:01.924152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e72df73-18dc-479d-ac84-09f2bfe5bcea tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.938835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4e195be6-c8a8-440c-8a93-7b0adbfb160a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:01.958689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.959175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.967021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-91ea28bb-3170-4e82-abb4-0e109e2ca7f4 None None] Provisioning for port a225e7a8-535f-4a76-8d4a-991d3f9777e6 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:01.978132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:01.979858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-91ea28bb-3170-4e82-abb4-0e109e2ca7f4 None None] Provisioning complete for port a225e7a8-535f-4a76-8d4a-991d3f9777e6 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:01.980289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91ea28bb-3170-4e82-abb4-0e109e2ca7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:02.059017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-91ea28bb-3170-4e82-abb4-0e109e2ca7f4 None None] Port a225e7a8-535f-4a76-8d4a-991d3f9777e6 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:48:02.070288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 4e195be6-c8a8-440c-8a93-7b0adbfb160a completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:02.075509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 44d78a57-57d7-4d98-8ff5-748ba0eb4765 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:02.123597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router e5bedcfa-b6cf-4963-b1f8-6f058915704d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:48:02.152666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network 8e35824f-0b39-493d-b3bd-cd213d9b1749 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:02.167265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Calling delete_port for d3ff1fc4-d889-4ac8-b75f-b4976b3f1688 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:02.238761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e72df73-18dc-479d-ac84-09f2bfe5bcea tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:02.304429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 8e35824f-0b39-493d-b3bd-cd213d9b1749) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:02.308317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:02.309127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:02.313950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:02.314380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:02.347662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694f6a92-adcb-4111-988c-2ad3d58d833c None None] Network 8e35824f-0b39-493d-b3bd-cd213d9b1749 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:02.515435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9e72df73-18dc-479d-ac84-09f2bfe5bcea tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for fab5dab7-80a6-47fd-9e6a-0b8729593f5f owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:02.634817 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8885152 Dec 21 16:48:02.642846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e72df73-18dc-479d-ac84-09f2bfe5bcea tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:02.644610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42366) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:02.672896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'port': {'network_id': '8e35824f-0b39-493d-b3bd-cd213d9b1749', 'name': 'tempest-NetworksIpV6TestAttrs-587880248'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:02.688369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-8e35824f-0b39-493d-b3bd-cd213d9b1749', 'network_id': '8e35824f-0b39-493d-b3bd-cd213d9b1749', 'tenant_id': 'a845bb1265e44697971788b167bf2170', 'fixed_ips': [{'subnet_id': '3be824f3-d067-46a6-8e97-01d1b8b4a11a'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:02.689529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:02.708614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dab389f7-8569-4685-918d-5e7880443324 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:02.709810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:48:02.786014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72df73-18dc-479d-ac84-09f2bfe5bcea tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=fab5dab7-80a6-47fd-9e6a-0b8729593f5f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:02.793582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e72df73-18dc-479d-ac84-09f2bfe5bcea tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:02.802371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e72df73-18dc-479d-ac84-09f2bfe5bcea tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:02.894526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9e72df73-18dc-479d-ac84-09f2bfe5bcea tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/fab5dab7-80a6-47fd-9e6a-0b8729593f5f HTTP/1.1" status: 204 len: 168 time: 1.1227024 Dec 21 16:48:02.895069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42370) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:02.916536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Allocated IP 2001:db8::f816:3eff:fe63:d40a (8e35824f-0b39-493d-b3bd-cd213d9b1749/3be824f3-d067-46a6-8e97-01d1b8b4a11a/2e0e6333-f4c9-4079-9b48-25b3e49d4493) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:02.920456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e129f6-04a1-4994-a599-26fa90067c77 None None] Network 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:02.969607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1de8cc-a647-4f57-ad2e-23df13040abe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:48:02.970130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ab1de8cc-a647-4f57-ad2e-23df13040abe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:02.998205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:03.005500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:port and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:03.009108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ab1de8cc-a647-4f57-ad2e-23df13040abe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:03.014043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ab1de8cc-a647-4f57-ad2e-23df13040abe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/fab5dab7-80a6-47fd-9e6a-0b8729593f5f HTTP/1.1" status: 404 len: 333 time: 0.1108789 Dec 21 16:48:03.014043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:03.015590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42374) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:03.015730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:48:03.023244 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4093821 Dec 21 16:48:03.025081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:03.027083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42378) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:03.027205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'name': 'tempest-PortsIpV6TestJSON-913009571'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:03.048134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:03.055374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.075268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0600445a-ac88-44b7-ba7c-c9ae9bb43e3c None None] Sync routers for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:48:03.089109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] device_id is not set on port 9fa66db1-496c-4a62-9d1b-3b4a9cc15891 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:48:03.206625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0ee67843-9567-4454-84a2-53e9fe5a24a6 None None] Provisioning for port 4e195be6-c8a8-440c-8a93-7b0adbfb160a completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:03.221922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0ee67843-9567-4454-84a2-53e9fe5a24a6 None None] Provisioning complete for port 4e195be6-c8a8-440c-8a93-7b0adbfb160a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:03.222271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ee67843-9567-4454-84a2-53e9fe5a24a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.248679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0600445a-ac88-44b7-ba7c-c9ae9bb43e3c None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:03.249804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0600445a-ac88-44b7-ba7c-c9ae9bb43e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:03.380643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:03.424351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ea512a-4966-43ad-8121-ebce20d14948 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting subnet c3d8ea12-db8e-4453-a6f6-b7247d3f6148 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:03.427897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5ea512a-4966-43ad-8121-ebce20d14948 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.437107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:03.439556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.456344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a937935a-7dc8-4425-bf2b-dbe312a88fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:03.557358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:03.563092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.574614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event deleted for resources: {'Port': ['ID=d3ff1fc4-d889-4ac8-b75f-b4976b3f1688,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:03.613073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:03.643821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.675321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port a16aaef3-0078-4795-9f35-874e32d66353 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:48:03.680064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0600445a-ac88-44b7-ba7c-c9ae9bb43e3c None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:03.732104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.738138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5ea512a-4966-43ad-8121-ebce20d14948 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.756022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.756888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.762402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Transition to ACTIVE for port object 2e0e6333-f4c9-4079-9b48-25b3e49d4493 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:03.766595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0f9b771d-8437-4117-ad23-c7c7183217cc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:03.810008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.816180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ee67843-9567-4454-84a2-53e9fe5a24a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.834624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Transition to ACTIVE for port object 2e0e6333-f4c9-4079-9b48-25b3e49d4493 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:03.835100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5ea512a-4966-43ad-8121-ebce20d14948 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.888379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:03.984901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5ea512a-4966-43ad-8121-ebce20d14948 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.001525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8b502f17-fd8a-49e8-8d1f-99ec67edcfcc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:04.051157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea512a-4966-43ad-8121-ebce20d14948 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d8ea12-db8e-4453-a6f6-b7247d3f6148,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:04.056712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5ea512a-4966-43ad-8121-ebce20d14948 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.073133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a5ea512a-4966-43ad-8121-ebce20d14948 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/c3d8ea12-db8e-4453-a6f6-b7247d3f6148 HTTP/1.1" status: 204 len: 168 time: 1.0423591 Dec 21 16:48:04.074849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a5ea512a-4966-43ad-8121-ebce20d14948 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:04.081717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42384) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:04.115172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abc0ab5-c21b-4a3c-b528-3a52295bfa2e None None] Network a0ea23e3-a813-4104-887c-e330b49d1680 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:04.128887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.140397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee9bbdfb-0086-4253-86bd-ad4ab5ffe312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:04.164060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=a225e7a8-535f-4a76-8d4a-991d3f9777e6,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:04.176302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:04.176939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6b0d389c-b1d1-45a9-b643-a225d38e8e1a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:04.196605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Allocated IP 2001:db8::f816:3eff:fe43:695b (8e35824f-0b39-493d-b3bd-cd213d9b1749/3be824f3-d067-46a6-8e97-01d1b8b4a11a/9fa66db1-496c-4a62-9d1b-3b4a9cc15891) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:04.246388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.278916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port f5b67441-900b-4646-9085-c3fc532d8435 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:04.279105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.341009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.351381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0ee67843-9567-4454-84a2-53e9fe5a24a6 None None] For port 4e195be6-c8a8-440c-8a93-7b0adbfb160a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4e195be6-c8a8-440c-8a93-7b0adbfb160a,segment=NetworkSegment(f24c6935-e3af-4de0-ad7d-9aed24a50051),segment_id=f24c6935-e3af-4de0-ad7d-9aed24a50051)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:04.384428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Network 8e35824f-0b39-493d-b3bd-cd213d9b1749 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:04.397017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ee67843-9567-4454-84a2-53e9fe5a24a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.405421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:04.417105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event updated for resources: {'Subnet': ['ID=30078653-bdb4-4e70-a099-286dd77f2d37,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:04.424880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Checking segment: {'id': '406f71b8-70cf-4294-85fc-9c9b7045cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0ecc2b8-d0a7-4b09-a389-4b0943638592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:04.425368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Network hostable DHCP agents. Network: f0ecc2b8-d0a7-4b09-a389-4b0943638592, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:04.432083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:04.446735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:04.448811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Pushing event updated for resources: {'Port': ['ID=2e0e6333-f4c9-4079-9b48-25b3e49d4493,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:04.459308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:04.461196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:04.519867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network e5d64c24-3af3-4508-bea8-64f7ac237a05 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:04.523828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:04.650658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port f5b67441-900b-4646-9085-c3fc532d8435, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f5b67441-900b-4646-9085-c3fc532d8435,segment=NetworkSegment(d5447540-60dc-49c0-aa45-bb2f25109ed6),segment_id=d5447540-60dc-49c0-aa45-bb2f25109ed6)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:04.651093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.740377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-eb8d4504-3b6f-49e3-ba2a-28a87e722e0b None None] Provisioning complete for port 4e195be6-c8a8-440c-8a93-7b0adbfb160a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:04.740768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4504-3b6f-49e3-ba2a-28a87e722e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.765363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee67843-9567-4454-84a2-53e9fe5a24a6 None None] Pushing event updated for resources: {'Port': ['ID=4e195be6-c8a8-440c-8a93-7b0adbfb160a,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:04.776019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Attempting to bind port 2e0e6333-f4c9-4079-9b48-25b3e49d4493 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:04.776452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Attempting to bind port 2e0e6333-f4c9-4079-9b48-25b3e49d4493 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'f15f5d26-e153-401b-91b5-061001b9c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8e35824f-0b39-493d-b3bd-cd213d9b1749'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:04.776762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Attempting to bind port 2e0e6333-f4c9-4079-9b48-25b3e49d4493 on network 8e35824f-0b39-493d-b3bd-cd213d9b1749 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:04.779161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0ee67843-9567-4454-84a2-53e9fe5a24a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:04.815773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for f5b67441-900b-4646-9085-c3fc532d8435 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:04.819541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:04.819979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Checking segment: {'id': 'f15f5d26-e153-401b-91b5-061001b9c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8e35824f-0b39-493d-b3bd-cd213d9b1749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:04.820445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.820897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Bound using segment: {'id': 'f15f5d26-e153-401b-91b5-061001b9c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8e35824f-0b39-493d-b3bd-cd213d9b1749'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:04.821490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Bound port: 2e0e6333-f4c9-4079-9b48-25b3e49d4493, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15f5d26-e153-401b-91b5-061001b9c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8e35824f-0b39-493d-b3bd-cd213d9b1749'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:04.821919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.826420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.855879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a499c4ec-8249-4455-8a1d-c4c9d3415e24 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:04.890871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Network f0ecc2b8-d0a7-4b09-a389-4b0943638592 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:04.907343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0600445a-ac88-44b7-ba7c-c9ae9bb43e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:59Z', 'revision_number': 10, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:04.929080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.939196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:04.944045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8094e888-85ef-4cc7-a00c-b15e54e56de3 None None] DHCP port deletion for a0ea23e3-a813-4104-887c-e330b49d1680 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:48:04.946653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9d8ab85-f670-4669-9cfe-b37588a3349a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:04.958177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0600445a-ac88-44b7-ba7c-c9ae9bb43e3c None None] Checking router: e5bedcfa-b6cf-4963-b1f8-6f058915704d for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:48:04.983295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, f0ecc2b8-d0a7-4b09-a389-4b0943638592) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:04.998004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Transition to ACTIVE for port object 9fa66db1-496c-4a62-9d1b-3b4a9cc15891 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:04.999238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=f5b67441-900b-4646-9085-c3fc532d8435,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:05.007023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:05.012847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No DVR routers for this DVR port f5b67441-900b-4646-9085-c3fc532d8435 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:05.015298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd408bb7-480c-474a-a86c-a5da23ab6a87 None None] Network f0ecc2b8-d0a7-4b09-a389-4b0943638592 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:05.064065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] For port 2e0e6333-f4c9-4079-9b48-25b3e49d4493, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:05.068704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0600445a-ac88-44b7-ba7c-c9ae9bb43e3c None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:05.069422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0600445a-ac88-44b7-ba7c-c9ae9bb43e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:05.104782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.162243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9caf332f-2103-48c0-ad8d-53c830195f2d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:05.196326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.241464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.264884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] For port 2e0e6333-f4c9-4079-9b48-25b3e49d4493, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e0e6333-f4c9-4079-9b48-25b3e49d4493,segment=NetworkSegment(f15f5d26-e153-401b-91b5-061001b9c5a6),segment_id=f15f5d26-e153-401b-91b5-061001b9c5a6)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:05.265673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ea23e3-a813-4104-887c-e330b49d1680']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:05.271546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:05.276155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=a16aaef3-0078-4795-9f35-874e32d66353,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:05.280785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:05.282629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:05.287338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30f256ff-55b2-4c8c-bf63-03b9ebf3dc62 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:05.287603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5447540-60dc-49c0-aa45-bb2f25109ed6') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:05.287892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5447540-60dc-49c0-aa45-bb2f25109ed6') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:05.295685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Port': ['ID=9fa66db1-496c-4a62-9d1b-3b4a9cc15891,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:05.296019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.302576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network 8e35824f-0b39-493d-b3bd-cd213d9b1749 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:05.305195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:05.305584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f96302f8-4509-4486-9cde-8e357cc456ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:05.307070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.314263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:05.318630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:05.323054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:05.323974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.324455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:05.328702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:05.329562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.342124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.354057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:05.354500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.390478 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7381485 Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:05.391000 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:05.397125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42388) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:05.430848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4514498a-d235-4643-931c-61724bd78873 None None] Provisioning complete for port a225e7a8-535f-4a76-8d4a-991d3f9777e6 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:05.431159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4514498a-d235-4643-931c-61724bd78873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.468863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event updated for resources: {'Subnet': ['ID=26c527c2-040e-4c57-9e29-13c2f31a31c4,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:05.472506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:05.514329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4e195be6-c8a8-440c-8a93-7b0adbfb160a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:05.530858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.535928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:05.551207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0600445a-ac88-44b7-ba7c-c9ae9bb43e3c None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:05.555415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.562610 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5468831 Dec 21 16:48:05.564320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42392) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:05.575168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Checking segment: {'id': 'e514f7b9-5b0a-444a-9f8f-a339abd0e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d49422-8ec4-4635-9ae2-9a116eea2433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:05.575576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Network hostable DHCP agents. Network: 21d49422-8ec4-4635-9ae2-9a116eea2433, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:05.591992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1f2e9194-e84b-4721-ac16-480722bb5fba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:05.620590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Network': ['ID=a0ea23e3-a813-4104-887c-e330b49d1680,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:05.625936 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/networks/a0ea23e3-a813-4104-887c-e330b49d1680 HTTP/1.1" status: 204 len: 168 time: 1.5405760 Dec 21 16:48:05.631073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42396) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:05.640237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:05.655079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Pushing event updated for resources: {'Port': ['ID=2e0e6333-f4c9-4079-9b48-25b3e49d4493,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:05.680456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:05.716322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4514498a-d235-4643-931c-61724bd78873 None None] Port a225e7a8-535f-4a76-8d4a-991d3f9777e6 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:48:05.832523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9194-e84b-4721-ac16-480722bb5fba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.851938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Network 21d49422-8ec4-4635-9ae2-9a116eea2433 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:05.884954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 21d49422-8ec4-4635-9ae2-9a116eea2433) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:05.888699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 4fd4b160-232d-4d08-b66f-dd069d89ef7d is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:48:05.897527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:05.897962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:05.898652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:05.904765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5b31e7-0e15-4692-a77d-73cb0ec7d1c2 None None] Network 21d49422-8ec4-4635-9ae2-9a116eea2433 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:05.919940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fbc3bc-44b4-4409-8bde-2c2a5b1179d4 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Deleting subnet 3be824f3-d067-46a6-8e97-01d1b8b4a11a {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:05.923844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-39fbc3bc-44b4-4409-8bde-2c2a5b1179d4 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.010966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-39fbc3bc-44b4-4409-8bde-2c2a5b1179d4 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.087913 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.3536589 Dec 21 16:48:06.095900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42400) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:06.233763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-f0ecc2b8-d0a7-4b09-a389-4b0943638592', 'network_id': 'f0ecc2b8-d0a7-4b09-a389-4b0943638592', 'tenant_id': '6f77bfff426d4d0ba017da783d6f13c5', 'fixed_ips': [{'subnet_id': '30078653-bdb4-4e70-a099-286dd77f2d37'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:06.235083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.337849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 4e195be6-c8a8-440c-8a93-7b0adbfb160a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:06.338339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.392124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d537e-fd27-4cf4-b931-db837dfa40ae tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:06.393645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d537e-fd27-4cf4-b931-db837dfa40ae tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:06.395285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d537e-fd27-4cf4-b931-db837dfa40ae tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:06.397921 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e07d537e-fd27-4cf4-b931-db837dfa40ae tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2512295 Dec 21 16:48:06.404732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-39fbc3bc-44b4-4409-8bde-2c2a5b1179d4 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.412064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Router 4813b777-3e99-4a40-964f-659cba89a6f0 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:48:06.417334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42404) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:06.478323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9194-e84b-4721-ac16-480722bb5fba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.485316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9194-e84b-4721-ac16-480722bb5fba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.490824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb1c100d-9d21-4c59-90bb-6d03fa6e2d94 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:06.572156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e9194-e84b-4721-ac16-480722bb5fba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] In _notify_port_updated(), no bound segment for port a16aaef3-0078-4795-9f35-874e32d66353 on network 2cd427ea-edfa-4974-9386-0d11e5b6416a {{(pid=88888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:48:06.576512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e9194-e84b-4721-ac16-480722bb5fba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:06.577179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9194-e84b-4721-ac16-480722bb5fba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.581306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1f2e9194-e84b-4721-ac16-480722bb5fba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "PUT /v2.0/ports/a16aaef3-0078-4795-9f35-874e32d66353 HTTP/1.1" status: 200 len: 818 time: 1.0101523 Dec 21 16:48:06.583058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42408) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:06.627031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-39fbc3bc-44b4-4409-8bde-2c2a5b1179d4 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.638402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e9194-e84b-4721-ac16-480722bb5fba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=a16aaef3-0078-4795-9f35-874e32d66353,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:06.640825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f2e9194-e84b-4721-ac16-480722bb5fba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:06.645204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6e5a547e-e3c0-41f8-883f-18a772b5b7fc tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:06.651242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:48:06.657020 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/4fd4b160-232d-4d08-b66f-dd069d89ef7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7488525 Dec 21 16:48:06.662515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42412) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:06.664903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9fce2-9545-4398-a777-1c832ea87ae4 None None] Sync routers for ids ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:48:06.687529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9fce2-9545-4398-a777-1c832ea87ae4 None None] Routers {'4fd4b160-232d-4d08-b66f-dd069d89ef7d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:06.688587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-29b9fce2-9545-4398-a777-1c832ea87ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:06.709676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbc3bc-44b4-4409-8bde-2c2a5b1179d4 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Subnet': ['ID=3be824f3-d067-46a6-8e97-01d1b8b4a11a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:06.713531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-39fbc3bc-44b4-4409-8bde-2c2a5b1179d4 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:06.720982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-39fbc3bc-44b4-4409-8bde-2c2a5b1179d4 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.740988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-54a598ce-106d-4d79-b290-b9f89712111f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port a16aaef3-0078-4795-9f35-874e32d66353 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:06.741711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54a598ce-106d-4d79-b290-b9f89712111f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.766881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-29b9fce2-9545-4398-a777-1c832ea87ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:06.777638 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-39fbc3bc-44b4-4409-8bde-2c2a5b1179d4 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/subnets/3be824f3-d067-46a6-8e97-01d1b8b4a11a HTTP/1.1" status: 204 len: 168 time: 1.3806162 Dec 21 16:48:06.782583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9fce2-9545-4398-a777-1c832ea87ae4 None None] Routers {'4fd4b160-232d-4d08-b66f-dd069d89ef7d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:06.783310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-29b9fce2-9545-4398-a777-1c832ea87ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:06.785895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42416) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:06.815911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-21d49422-8ec4-4635-9ae2-9a116eea2433', 'network_id': '21d49422-8ec4-4635-9ae2-9a116eea2433', 'tenant_id': '6f77bfff426d4d0ba017da783d6f13c5', 'fixed_ips': [{'subnet_id': '26c527c2-040e-4c57-9e29-13c2f31a31c4'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:06.816809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.860308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Allocated IP 2001:db8::1 (f0ecc2b8-d0a7-4b09-a389-4b0943638592/30078653-bdb4-4e70-a099-286dd77f2d37/0e9fa33e-92f7-4f14-9a9f-7feb31efef4f) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:06.860852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-29b9fce2-9545-4398-a777-1c832ea87ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:06.861451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9fce2-9545-4398-a777-1c832ea87ae4 None None] The sync data for ids ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:48:06.879177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0600445a-ac88-44b7-ba7c-c9ae9bb43e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:59Z', 'revision_number': 10, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:06.892362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b846f-a0df-4bed-9d90-d5f5a9465300 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:06.894227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b6b846f-a0df-4bed-9d90-d5f5a9465300 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Synchronizing usage tracker for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:06.924014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc245b1-c63e-446f-b62e-926ae4e3b7b0 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Deleting subnet 30078653-bdb4-4e70-a099-286dd77f2d37 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:06.925898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0600445a-ac88-44b7-ba7c-c9ae9bb43e3c None None] The sync data for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv is: [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:47:59Z', 'revision_number': 10, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None, '_interfaces': [{'id': 'ed9fab33-ab93-4307-9128-066701d27038', 'name': '', 'network_id': 'c40c183c-0031-4bd4-9c3b-71a2f33e0f4c', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'mac_address': 'fa:16:3e:50:de:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:46:44Z', 'updated_at': '2021-12-21T16:47:00Z', 'revision_number': 5, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'subnets': [{'id': '4d479a6a-ef8c-48a1-b5a8-991daed0cd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:48:06.934138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:06.935988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48705559-9d94-43a2-ac7b-921fcd90c22f tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:06.937874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48705559-9d94-43a2-ac7b-921fcd90c22f tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:06.938904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-48705559-9d94-43a2-ac7b-921fcd90c22f tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Synchronizing usage tracker for tenant:a845bb1265e44697971788b167bf2170 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:06.958146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f5b67441-900b-4646-9085-c3fc532d8435 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:07.009236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-48705559-9d94-43a2-ac7b-921fcd90c22f tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Unset dirty status for tenant:a845bb1265e44697971788b167bf2170 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:07.010669 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-48705559-9d94-43a2-ac7b-921fcd90c22f tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2234437 Dec 21 16:48:07.026871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: f5b67441-900b-4646-9085-c3fc532d8435 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:48:07.027396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f5b67441-900b-4646-9085-c3fc532d8435 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:48:07.029835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42420) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:07.122006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54a598ce-106d-4d79-b290-b9f89712111f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:07.270467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-54a598ce-106d-4d79-b290-b9f89712111f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for a16aaef3-0078-4795-9f35-874e32d66353 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:07.303604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Allocated IP 2001:db8:0:1::1 (21d49422-8ec4-4635-9ae2-9a116eea2433/26c527c2-040e-4c57-9e29-13c2f31a31c4/87d09556-e14d-4ac0-acc5-c680b0004e5b) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:07.372408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:07.378612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54a598ce-106d-4d79-b290-b9f89712111f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:07.392191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:07.410757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Transition to ACTIVE for port object 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:07.506646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Transition to ACTIVE for port object 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:07.527918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:07.535147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:07.618699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b6b846f-a0df-4bed-9d90-d5f5a9465300 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Unset dirty status for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:07.623829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8b6b846f-a0df-4bed-9d90-d5f5a9465300 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports/a225e7a8-535f-4a76-8d4a-991d3f9777e6 HTTP/1.1" status: 200 len: 911 time: 0.9570351 Dec 21 16:48:07.637182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efc245b1-c63e-446f-b62e-926ae4e3b7b0 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:07.663054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Pushing event updated for resources: {'Port': ['ID=0e9fa33e-92f7-4f14-9a9f-7feb31efef4f,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:07.666568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2e0e6333-f4c9-4079-9b48-25b3e49d4493 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:07.674382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42424) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:07.739032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:07.752385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f369f20-4133-4af0-bfe2-329739b294c0 None None] Network 8e35824f-0b39-493d-b3bd-cd213d9b1749 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:07.753441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a598ce-106d-4d79-b290-b9f89712111f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=a16aaef3-0078-4795-9f35-874e32d66353,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:07.762426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-54a598ce-106d-4d79-b290-b9f89712111f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:07.824191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Network f0ecc2b8-d0a7-4b09-a389-4b0943638592 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:07.826533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54a598ce-106d-4d79-b290-b9f89712111f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:07.838080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:07.848304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1264dbe3-8148-4ec1-b1c7-0777908f5730 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:07.855558 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-54a598ce-106d-4d79-b290-b9f89712111f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/a16aaef3-0078-4795-9f35-874e32d66353 HTTP/1.1" status: 204 len: 168 time: 1.2681563 Dec 21 16:48:07.856508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42428) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:07.870646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efc245b1-c63e-446f-b62e-926ae4e3b7b0 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:07.908521 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1264dbe3-8148-4ec1-b1c7-0777908f5730 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 21 16:48:07.909539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1264dbe3-8148-4ec1-b1c7-0777908f5730 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:07.915625 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1264dbe3-8148-4ec1-b1c7-0777908f5730 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/networks/8e35824f-0b39-493d-b3bd-cd213d9b1749 HTTP/1.1" status: 409 len: 405 time: 0.8845506 Dec 21 16:48:07.918239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42432) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:07.926747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-386717587'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:07.935115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:07.940956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:network and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:07.945449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:07.954128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:07.978832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:07.984096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.008272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd122c97-2658-4d90-a2ea-8ff8e9de4576 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:08.009614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fd122c97-2658-4d90-a2ea-8ff8e9de4576 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:08.038036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:08.042047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fd122c97-2658-4d90-a2ea-8ff8e9de4576 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:08.045506 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fd122c97-2658-4d90-a2ea-8ff8e9de4576 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1849115 Dec 21 16:48:08.046917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42436) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:08.068838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:08.092726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.092726 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Added segment ec0b844d-60d7-4239-832a-2bbf1024c840 of type vlan for network 553bcb94-d867-4cf9-8a25-9624f28304b0 Dec 21 16:48:08.103663 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0207e32-b18a-47a5-8bc6-f314d3b13255 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:48:08.110273 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d0207e32-b18a-47a5-8bc6-f314d3b13255 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/a16aaef3-0078-4795-9f35-874e32d66353 HTTP/1.1" status: 404 len: 333 time: 0.0571406 Dec 21 16:48:08.110273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42440) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:08.111066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.116747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1321163217'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:08.127036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:08.141121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:network and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:08.146774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:08.152796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-673a437c-2c92-49b2-8da7-8a46eaf5bdb6 None None] Provisioning for port 2e0e6333-f4c9-4079-9b48-25b3e49d4493 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:08.154947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.159642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:08.174398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efc245b1-c63e-446f-b62e-926ae4e3b7b0 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.181116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:08.186576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.193487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Transition to ACTIVE for port object 87d09556-e14d-4ac0-acc5-c680b0004e5b will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:08.217697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:48:08.220791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.222579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.224987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:08.225693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.232343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f05ad05-7b17-4943-80b8-eb295faea42d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:08.247348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac94c372-48ff-40ac-a0ab-147726959ec2 None None] Sync routers for ids ['4813b777-3e99-4a40-964f-659cba89a6f0'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:48:08.288523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:08.300910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3802705 Dec 21 16:48:08.304307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42444) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:08.312811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'subnet': {'network_id': '553bcb94-d867-4cf9-8a25-9624f28304b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:08.318446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Transition to ACTIVE for port object 87d09556-e14d-4ac0-acc5-c680b0004e5b will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:08.319722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 2e0e6333-f4c9-4079-9b48-25b3e49d4493 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:08.332079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Attempting to bind port 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:08.332079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Attempting to bind port 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '406f71b8-70cf-4294-85fc-9c9b7045cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0ecc2b8-d0a7-4b09-a389-4b0943638592'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:08.332510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Attempting to bind port 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f on network f0ecc2b8-d0a7-4b09-a389-4b0943638592 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:08.337026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.337329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2e0e6333-f4c9-4079-9b48-25b3e49d4493 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:08.337456 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Added segment a8296fd5-d21f-4ceb-8b8a-0041c6fc6450 of type vlan for network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 Dec 21 16:48:08.337757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.414912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Network': ['ID=553bcb94-d867-4cf9-8a25-9624f28304b0,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:08.421874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:08.429381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.439684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc688ca2-e027-4e02-a4bb-12508573c670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:08.470124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 553bcb94-d867-4cf9-8a25-9624f28304b0 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:08.491333 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "DELETE /v2.0/floatingips/f7abb697-e46c-4768-94ed-7cbe48d4cdda HTTP/1.1" status: 204 len: 168 time: 7.9363270 Dec 21 16:48:08.495154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:48:08.524273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94c372-48ff-40ac-a0ab-147726959ec2 None None] Routers {'4813b777-3e99-4a40-964f-659cba89a6f0'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:08.524984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac94c372-48ff-40ac-a0ab-147726959ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4813b777-3e99-4a40-964f-659cba89a6f0'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:08.536030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.567356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efc245b1-c63e-446f-b62e-926ae4e3b7b0 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.579341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:08.588912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b481192-4ee2-4229-82d4-3b28fa6b2271 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:08.597506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:08.604657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:08.605115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Checking segment: {'id': '406f71b8-70cf-4294-85fc-9c9b7045cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0ecc2b8-d0a7-4b09-a389-4b0943638592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:08.606905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.606905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Bound using segment: {'id': '406f71b8-70cf-4294-85fc-9c9b7045cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0ecc2b8-d0a7-4b09-a389-4b0943638592'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:08.606905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Bound port: 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406f71b8-70cf-4294-85fc-9c9b7045cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f0ecc2b8-d0a7-4b09-a389-4b0943638592'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:08.606905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.623328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.627781 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'status': 'completed', 'code': 200} Dec 21 16:48:08.629795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:08.631708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.655688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c116ff3-ca0e-456f-9159-52f3747b07b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:08.695304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc245b1-c63e-446f-b62e-926ae4e3b7b0 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Subnet': ['ID=30078653-bdb4-4e70-a099-286dd77f2d37,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:08.697887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-efc245b1-c63e-446f-b62e-926ae4e3b7b0 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:08.715115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efc245b1-c63e-446f-b62e-926ae4e3b7b0 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:08.718818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Network 21d49422-8ec4-4635-9ae2-9a116eea2433 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:08.741658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:08.747212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:08.780289 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-efc245b1-c63e-446f-b62e-926ae4e3b7b0 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "DELETE /v2.0/subnets/30078653-bdb4-4e70-a099-286dd77f2d37 HTTP/1.1" status: 204 len: 168 time: 2.3569164 Dec 21 16:48:08.784877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42454) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:08.785885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Pushing event updated for resources: {'Port': ['ID=87d09556-e14d-4ac0-acc5-c680b0004e5b,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:08.789278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:08.816732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:08.934219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Network': ['ID=bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:08.941795 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8306942 Dec 21 16:48:08.951640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42458) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:08.966560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': 'bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:08.978206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:08.982596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:09.012948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.057081 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec76e1ad-028a-4b75-8b20-53a95e29152d req-833c207d-1bab-4e6f-bacf-c3cff27c01fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fbf8b86e42b4c1f92705ea070b83c47&device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 1099 time: 0.4211123 Dec 21 16:48:09.101591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] DHCP port deletion for 8e35824f-0b39-493d-b3bd-cd213d9b1749 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:48:09.113713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.148179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Deleting port 2e0e6333-f4c9-4079-9b48-25b3e49d4493 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:09.148722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.180243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134d2a1-0e09-49d3-a19e-8986d1f69869 req-fb1e680d-a71b-4799-a377-2ceb242d8015 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:09.182182 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8134d2a1-0e09-49d3-a19e-8986d1f69869 req-fb1e680d-a71b-4799-a377-2ceb242d8015 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.2517745 Dec 21 16:48:09.247188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] For port 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:09.250471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Attempting to bind port 87d09556-e14d-4ac0-acc5-c680b0004e5b on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:09.250933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Attempting to bind port 87d09556-e14d-4ac0-acc5-c680b0004e5b by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'e514f7b9-5b0a-444a-9f8f-a339abd0e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d49422-8ec4-4635-9ae2-9a116eea2433'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:09.251351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Attempting to bind port 87d09556-e14d-4ac0-acc5-c680b0004e5b on network 21d49422-8ec4-4635-9ae2-9a116eea2433 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:09.303114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ac94c372-48ff-40ac-a0ab-147726959ec2 None None] Set router 4813b777-3e99-4a40-964f-659cba89a6f0 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:09.309366 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8134d2a1-0e09-49d3-a19e-8986d1f69869 req-c3dbe852-4d23-4ec4-9402-83c99c1961ba tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849898 Dec 21 16:48:09.353966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] For port 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0e9fa33e-92f7-4f14-9a9f-7feb31efef4f,segment=NetworkSegment(406f71b8-70cf-4294-85fc-9c9b7045cb7c),segment_id=406f71b8-70cf-4294-85fc-9c9b7045cb7c)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:09.367498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:09.367967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Checking segment: {'id': 'e514f7b9-5b0a-444a-9f8f-a339abd0e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d49422-8ec4-4635-9ae2-9a116eea2433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:09.368428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.368867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Bound using segment: {'id': 'e514f7b9-5b0a-444a-9f8f-a339abd0e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d49422-8ec4-4635-9ae2-9a116eea2433'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:09.369414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Bound port: 87d09556-e14d-4ac0-acc5-c680b0004e5b, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e514f7b9-5b0a-444a-9f8f-a339abd0e572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d49422-8ec4-4635-9ae2-9a116eea2433'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:09.369840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.420542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.435947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 2e0e6333-f4c9-4079-9b48-25b3e49d4493, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e0e6333-f4c9-4079-9b48-25b3e49d4493,segment=NetworkSegment(f15f5d26-e153-401b-91b5-061001b9c5a6),segment_id=f15f5d26-e153-401b-91b5-061001b9c5a6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:09.437109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-39286629-d915-4248-ac62-1d5f065fdd8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:09.458088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.464343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a5ea512a-4966-43ad-8121-ebce20d14948 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:09.498087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.524251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f4808578-fe67-475b-a8c5-296904c052a8 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:09.550574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Subnet': ['ID=ca9a1ef0-10d8-4a5a-9156-d5fa41375ed6,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:09.555057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:09.564977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Checking segment: {'id': 'ec0b844d-60d7-4239-832a-2bbf1024c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '553bcb94-d867-4cf9-8a25-9624f28304b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:09.565464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network hostable DHCP agents. Network: 553bcb94-d867-4cf9-8a25-9624f28304b0, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:09.589909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network 553bcb94-d867-4cf9-8a25-9624f28304b0 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:09.600066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 553bcb94-d867-4cf9-8a25-9624f28304b0) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:09.604619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:09.605369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.639206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: f4808578-fe67-475b-a8c5-296904c052a8 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:48:09.639702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f4808578-fe67-475b-a8c5-296904c052a8 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:48:09.640128 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3321159 Dec 21 16:48:09.641095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42462) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:09.641893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222ea7a6-e807-48bb-b128-7df93e6f4ab2 None None] Network 553bcb94-d867-4cf9-8a25-9624f28304b0 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:09.677337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:09.726522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:09.742460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:09.763938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:09.777199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b5af1b-3a38-4a3b-8782-e20170d22657 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Deleting subnet 26c527c2-040e-4c57-9e29-13c2f31a31c4 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:09.785205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88b5af1b-3a38-4a3b-8782-e20170d22657 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.821206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.837164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e1ad-028a-4b75-8b20-53a95e29152d req-a8650164-ba2f-4ecc-b782-3066150c35e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:09.838852 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec76e1ad-028a-4b75-8b20-53a95e29152d req-a8650164-ba2f-4ecc-b782-3066150c35e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60484531-a8a3-40ab-b578-f05d8f488ab8 HTTP/1.1" status: 200 len: 898 time: 0.7658308 Dec 21 16:48:09.906518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.910953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:09.985240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] For port 87d09556-e14d-4ac0-acc5-c680b0004e5b, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:09.985527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88b5af1b-3a38-4a3b-8782-e20170d22657 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.990740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:09.996435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-39fbc3bc-44b4-4409-8bde-2c2a5b1179d4 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:10.037186 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec76e1ad-028a-4b75-8b20-53a95e29152d req-7be1b8a4-c815-4cf7-a517-8e2648e0eaef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d HTTP/1.1" status: 200 len: 217 time: 0.1829844 Dec 21 16:48:10.037908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9a1ef0-10d8-4a5a-9156-d5fa41375ed6,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:10.043134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:10.081655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2e0e6333-f4c9-4079-9b48-25b3e49d4493 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:10.152289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.180027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553bcb94-d867-4cf9-8a25-9624f28304b0']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:10.193045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0b844d-60d7-4239-832a-2bbf1024c840') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:10.193395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0b844d-60d7-4239-832a-2bbf1024c840') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:10.197450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Pushing event updated for resources: {'Port': ['ID=0e9fa33e-92f7-4f14-9a9f-7feb31efef4f,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:10.206434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.217867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] For port 87d09556-e14d-4ac0-acc5-c680b0004e5b, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=87d09556-e14d-4ac0-acc5-c680b0004e5b,segment=NetworkSegment(e514f7b9-5b0a-444a-9f8f-a339abd0e572),segment_id=e514f7b9-5b0a-444a-9f8f-a339abd0e572)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:10.224019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.230593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:10.231072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:10.246650 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:10.276122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:10.284754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7f9f7486-d08e-4f51-83b3-8b4194717ab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:10.325318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.334517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.339472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.343033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.346822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e0d53450-40a9-4795-bbac-41e4b383bf6f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:10.385465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Network': ['ID=553bcb94-d867-4cf9-8a25-9624f28304b0,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:10.393764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:10.401410 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/networks/553bcb94-d867-4cf9-8a25-9624f28304b0 HTTP/1.1" status: 204 len: 168 time: 0.7557278 Dec 21 16:48:10.401810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42468) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:10.411303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-233940740'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:10.432348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:10.438624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:network and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:10.441788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:10.448650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:10.459835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:10.465764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.501419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=2e0e6333-f4c9-4079-9b48-25b3e49d4493,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:10.513402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] For port 2e0e6333-f4c9-4079-9b48-25b3e49d4493, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e0e6333-f4c9-4079-9b48-25b3e49d4493,segment=NetworkSegment(f15f5d26-e153-401b-91b5-061001b9c5a6),segment_id=f15f5d26-e153-401b-91b5-061001b9c5a6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:10.513726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.527748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:10.554089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:10.562860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e1ad-028a-4b75-8b20-53a95e29152d req-9bf367eb-f2a1-459c-9728-da0edde6386c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:10.564464 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec76e1ad-028a-4b75-8b20-53a95e29152d req-9bf367eb-f2a1-459c-9728-da0edde6386c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2303edc8-4ab0-4896-8f97-c76aa04994ab HTTP/1.1" status: 200 len: 835 time: 0.5136602 Dec 21 16:48:10.577690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.579255 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Added segment 973e250f-c861-43c5-aba4-151eb793bfb7 of type vlan for network 0467c14e-094f-44f4-bace-c10ee9fcf0b6 Dec 21 16:48:10.581580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port ed9fab33-ab93-4307-9128-066701d27038 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:10.582545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.583049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc325479-c8fd-45fe-9554-ed7491b331e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:10.599208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a093a34-eea9-4753-b534-1f74c848b330 req-ab46cbe3-7865-4f4e-ad5c-98bc4b5a16f7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:10.600843 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0a093a34-eea9-4753-b534-1f74c848b330 req-ab46cbe3-7865-4f4e-ad5c-98bc4b5a16f7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.1246605 Dec 21 16:48:10.633645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d6a2e-775d-4309-a71c-94c81d654094 None None] Network f0ecc2b8-d0a7-4b09-a389-4b0943638592 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:10.641105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.682225 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0a093a34-eea9-4753-b534-1f74c848b330 req-a507ab73-1bba-4e83-9424-a50e0dc9c3b9 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666413 Dec 21 16:48:10.693967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.698951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:10.699958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.706337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ecf84985-8f59-4888-a1e6-29613b2df90d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:10.773061 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3660927 Dec 21 16:48:10.795978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42472) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:10.803723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88b5af1b-3a38-4a3b-8782-e20170d22657 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.824181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Network': ['ID=0467c14e-094f-44f4-bace-c10ee9fcf0b6,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:10.826960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:10.838431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:10.863058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'subnet': {'network_id': '0467c14e-094f-44f4-bace-c10ee9fcf0b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:10.931326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 0467c14e-094f-44f4-bace-c10ee9fcf0b6 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:10.966419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Calling delete_port for 2e0e6333-f4c9-4079-9b48-25b3e49d4493 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:11.011215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-9d45927f-ae97-4a71-9895-a87071874cf7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:11.012033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-9d45927f-ae97-4a71-9895-a87071874cf7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Synchronizing usage tracker for tenant:9fbf8b86e42b4c1f92705ea070b83c47 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:11.134962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Pushing event updated for resources: {'Port': ['ID=87d09556-e14d-4ac0-acc5-c680b0004e5b,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:11.215248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:11.298395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8acef-f6d3-4f0d-93ce-13a31713140a None None] Network 553bcb94-d867-4cf9-8a25-9624f28304b0 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:11.387760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-9d45927f-ae97-4a71-9895-a87071874cf7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Unset dirty status for tenant:9fbf8b86e42b4c1f92705ea070b83c47 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:11.388936 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-9d45927f-ae97-4a71-9895-a87071874cf7 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.48 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 1.2325084 Dec 21 16:48:11.392398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port ed9fab33-ab93-4307-9128-066701d27038, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ed9fab33-ab93-4307-9128-066701d27038,segment=NetworkSegment(e57ec4cf-3831-420b-8d8b-1f5f3185ec3c),segment_id=e57ec4cf-3831-420b-8d8b-1f5f3185ec3c)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:11.392806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:11.417678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:11.422877 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec76e1ad-028a-4b75-8b20-53a95e29152d req-345ab4c9-f5d4-4196-a200-448479724522 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60484531-a8a3-40ab-b578-f05d8f488ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8052051 Dec 21 16:48:11.453678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8acef-f6d3-4f0d-93ce-13a31713140a None None] Network 553bcb94-d867-4cf9-8a25-9624f28304b0 could not be found, it might have been deleted concurrently. {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 16:48:11.538251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:11.716718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88b5af1b-3a38-4a3b-8782-e20170d22657 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:11.720998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e783bd6-b756-4425-8052-2182b330b7bf tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:11.763868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:48:11.764296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:48:11.809738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:subnet and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:11.863819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 2e0e6333-f4c9-4079-9b48-25b3e49d4493, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e0e6333-f4c9-4079-9b48-25b3e49d4493,segment=NetworkSegment(f15f5d26-e153-401b-91b5-061001b9c5a6),segment_id=f15f5d26-e153-401b-91b5-061001b9c5a6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:11.874683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:11.878996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e8cb8ac-b0ee-4865-bc36-1343d95cd9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:11.895511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:11.909556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac94c372-48ff-40ac-a0ab-147726959ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:57Z', 'revision_number': 4, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '3803c111-4561-47af-85d2-7b18a347510c', 'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'mac_address': 'fa:16:3e:a4:8b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:54Z', 'updated_at': '2021-12-21T16:46:15Z', 'revision_number': 5, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'subnets': [{'id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:11.932809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac94c372-48ff-40ac-a0ab-147726959ec2 None None] Checking router: 4813b777-3e99-4a40-964f-659cba89a6f0 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:48:11.964706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2ab3e-0c31-4d9f-aa50-0cf45bf45fd4 req-8ab3e880-994b-41c9-b042-c2d7fefc5756 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:11.966532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bdf2ab3e-0c31-4d9f-aa50-0cf45bf45fd4 req-8ab3e880-994b-41c9-b042-c2d7fefc5756 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.1467781 Dec 21 16:48:12.001552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=2e0e6333-f4c9-4079-9b48-25b3e49d4493,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:12.005353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94c372-48ff-40ac-a0ab-147726959ec2 None None] Routers {'4813b777-3e99-4a40-964f-659cba89a6f0'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:12.006040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac94c372-48ff-40ac-a0ab-147726959ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4813b777-3e99-4a40-964f-659cba89a6f0'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:12.028446 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bdf2ab3e-0c31-4d9f-aa50-0cf45bf45fd4 req-e6458cce-e168-43a8-b835-f09d7290eae2 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556822 Dec 21 16:48:12.072478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:12.090562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 87d09556-e14d-4ac0-acc5-c680b0004e5b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:12.101593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for ed9fab33-ab93-4307-9128-066701d27038 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:12.161029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5af1b-3a38-4a3b-8782-e20170d22657 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Subnet': ['ID=26c527c2-040e-4c57-9e29-13c2f31a31c4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:12.180027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:12.203934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-88b5af1b-3a38-4a3b-8782-e20170d22657 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:12.266727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Deleting port 2e0e6333-f4c9-4079-9b48-25b3e49d4493 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:12.267191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:12.272407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88b5af1b-3a38-4a3b-8782-e20170d22657 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:12.378196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 87d09556-e14d-4ac0-acc5-c680b0004e5b completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:12.404171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ac94c372-48ff-40ac-a0ab-147726959ec2 None None] Set router 4813b777-3e99-4a40-964f-659cba89a6f0 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:12.449599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Deleting port 86dfcff5-3e2e-4192-9af3-9e3877842c3d {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:12.449985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:12.476176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:12.488145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2200a2-e769-4c4c-a95b-b72a608db190 None None] Network 21d49422-8ec4-4635-9ae2-9a116eea2433 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:12.585550 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-88b5af1b-3a38-4a3b-8782-e20170d22657 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "DELETE /v2.0/subnets/26c527c2-040e-4c57-9e29-13c2f31a31c4 HTTP/1.1" status: 204 len: 168 time: 3.7994375 Dec 21 16:48:12.588567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42478) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:12.610954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:12.661334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e02fc90-fd41-4f3b-b695-e4996f053d30 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:12.666468 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4e02fc90-fd41-4f3b-b695-e4996f053d30 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0726297 Dec 21 16:48:12.667106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42482) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:12.671290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-edbc442f-10c5-40ce-85d0-3f2c332ee4a0 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:12.700652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Allocated IP 2001:db8:1::1 (1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e/cb41e1b9-f2a2-4afb-8490-1c24bc1667b8/cb4b384f-4f88-4f1f-8860-94f33956a115) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:12.788289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a3bb659f-54a9-4208-a32b-74da4a932953 None None] Provisioning for port 87d09556-e14d-4ac0-acc5-c680b0004e5b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:12.796500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:12.808244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Deleting port 87d09556-e14d-4ac0-acc5-c680b0004e5b {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:12.808625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:12.811810 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec76e1ad-028a-4b75-8b20-53a95e29152d req-b7f0d4cd-9fdb-40bc-8333-993a9dd2d630 service neutron] 10.222.0.48 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0577846 Dec 21 16:48:12.819840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:12.844347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a3bb659f-54a9-4208-a32b-74da4a932953 None None] Provisioning complete for port 87d09556-e14d-4ac0-acc5-c680b0004e5b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:12.844347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3bb659f-54a9-4208-a32b-74da4a932953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:12.875789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] For port 2e0e6333-f4c9-4079-9b48-25b3e49d4493, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e0e6333-f4c9-4079-9b48-25b3e49d4493,segment=NetworkSegment(f15f5d26-e153-401b-91b5-061001b9c5a6),segment_id=f15f5d26-e153-401b-91b5-061001b9c5a6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:12.876240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.029881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] For port 87d09556-e14d-4ac0-acc5-c680b0004e5b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=87d09556-e14d-4ac0-acc5-c680b0004e5b,segment=NetworkSegment(e514f7b9-5b0a-444a-9f8f-a339abd0e572),segment_id=e514f7b9-5b0a-444a-9f8f-a339abd0e572)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:13.030374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.043090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Subnet': ['ID=39f58d91-4305-4f54-a42d-aacd268540e9,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:13.105524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Calling delete_port for 2e0e6333-f4c9-4079-9b48-25b3e49d4493 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:13.135038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:13.237357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Calling delete_port for 87d09556-e14d-4ac0-acc5-c680b0004e5b owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:13.329922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.343158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-504dbf22-561c-479f-a60e-4308d69363b0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:13.357296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789f2eb-d156-4411-859d-e45b3cfd17cc req-e06f4cc7-751b-4a8e-8943-2c477d30fd53 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:13.362081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.369514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-27d77301-6d6d-4451-b9aa-ef519fac080e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:13.382348 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d789f2eb-d156-4411-859d-e45b3cfd17cc req-e06f4cc7-751b-4a8e-8943-2c477d30fd53 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 946 time: 0.1911404 Dec 21 16:48:13.408873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.413029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3bb659f-54a9-4208-a32b-74da4a932953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.415948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e72df73-18dc-479d-ac84-09f2bfe5bcea tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:13.460313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Pushing event deleted for resources: {'Port': ['ID=2e0e6333-f4c9-4079-9b48-25b3e49d4493,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:13.464818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba66d6-fc28-4a79-a4b0-efdb0ee27229 None None] DHCP port deletion for 21d49422-8ec4-4635-9ae2-9a116eea2433 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:48:13.470440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:13.471873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] No DVR routers for this DVR port 2e0e6333-f4c9-4079-9b48-25b3e49d4493 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:13.475238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Port': ['ID=87d09556-e14d-4ac0-acc5-c680b0004e5b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:13.480098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:13.495692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] No DVR routers for this DVR port 87d09556-e14d-4ac0-acc5-c680b0004e5b on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:13.538913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac94c372-48ff-40ac-a0ab-147726959ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:57Z', 'revision_number': 4, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '3803c111-4561-47af-85d2-7b18a347510c', 'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'mac_address': 'fa:16:3e:a4:8b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:54Z', 'updated_at': '2021-12-21T16:46:15Z', 'revision_number': 5, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'subnets': [{'id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:13.544988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac94c372-48ff-40ac-a0ab-147726959ec2 None None] The sync data for ids ['4813b777-3e99-4a40-964f-659cba89a6f0'] in dv-neutron-822515-1-hyperv is: [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:45:57Z', 'revision_number': 4, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '3803c111-4561-47af-85d2-7b18a347510c', 'name': '', 'network_id': '60484531-a8a3-40ab-b578-f05d8f488ab8', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'mac_address': 'fa:16:3e:a4:8b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:54Z', 'updated_at': '2021-12-21T16:46:15Z', 'revision_number': 5, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'subnets': [{'id': '2303edc8-4ab0-4896-8f97-c76aa04994ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:48:13.558438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cdbebe-6de4-4e25-97c4-467a4e421c5d None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:48:13.583558 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d789f2eb-d156-4411-859d-e45b3cfd17cc req-20cde442-d6f1-4d6d-b512-91892cc3b05b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003467 Dec 21 16:48:13.674271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.697778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Checking segment: {'id': 'a8296fd5-d21f-4ceb-8b8a-0041c6fc6450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:13.698176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network hostable DHCP agents. Network: bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:13.703099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d49422-8ec4-4635-9ae2-9a116eea2433']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:13.720732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e514f7b9-5b0a-444a-9f8f-a339abd0e572') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:13.721078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e514f7b9-5b0a-444a-9f8f-a339abd0e572') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:13.734508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.749255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=ed9fab33-ab93-4307-9128-066701d27038,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:13.750989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.758146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:13.759196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.763185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:13.776462 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:13.797834 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec76e1ad-028a-4b75-8b20-53a95e29152d req-4bf87c86-6341-46b3-b488-7d8178043fb2 service neutron] 10.222.0.48 "GET /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9623721 Dec 21 16:48:13.845805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.867004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.874628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4fb07169-7e26-4f9c-9a3f-43912b39c8f8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:13.901366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:13.911446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Network': ['ID=21d49422-8ec4-4635-9ae2-9a116eea2433,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:13.917203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:13.948891 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "DELETE /v2.0/networks/21d49422-8ec4-4635-9ae2-9a116eea2433 HTTP/1.1" status: 204 len: 168 time: 1.2775035 Dec 21 16:48:13.948891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42488) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:13.975205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:13.975613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.033024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 86dfcff5-3e2e-4192-9af3-9e3877842c3d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:14.042749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Transition to ACTIVE for port object cb4b384f-4f88-4f1f-8860-94f33956a115 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:14.087356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 87d09556-e14d-4ac0-acc5-c680b0004e5b no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:14.115497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.129123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Deleting port 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:14.129751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.142702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 87d09556-e14d-4ac0-acc5-c680b0004e5b {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:48:14.143147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 87d09556-e14d-4ac0-acc5-c680b0004e5b not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:48:14.166302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cdbebe-6de4-4e25-97c4-467a4e421c5d None None] Unable to find a vacant binding_index for network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 and agent acb1b213-a86d-4487-a465-e3a43d4c8845 {{(pid=88889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Dec 21 16:48:14.170134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072c8e4-1221-43ff-81f3-3c6e2d61c7de None None] New status for floating IP f7abb697-e46c-4768-94ed-7cbe48d4cdda: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:48:14.198173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Calling delete_port for 86dfcff5-3e2e-4192-9af3-9e3877842c3d owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:14.212292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cdbebe-6de4-4e25-97c4-467a4e421c5d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4) {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:48:14.230590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:14.239761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.325097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:14.353466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:48:14.380643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:14.404518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] For port 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0e9fa33e-92f7-4f14-9a9f-7feb31efef4f,segment=NetworkSegment(406f71b8-70cf-4294-85fc-9c9b7045cb7c),segment_id=406f71b8-70cf-4294-85fc-9c9b7045cb7c)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:14.404901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.428768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.437624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc9d9f6a-8dcc-4c02-bc41-3c3fbc0f72cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:14.471065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'code': 200} Dec 21 16:48:14.490888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:14.491114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.514241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.526913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-efc245b1-c63e-446f-b62e-926ae4e3b7b0 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:14.558722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Calling delete_port for 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:14.562478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=86dfcff5-3e2e-4192-9af3-9e3877842c3d,revision_number=9']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:14.571621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:14.589497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.635367 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.6772766 Dec 21 16:48:14.637789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42496) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:14.651813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.663867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f31625a1-34ca-4af8-b07d-73d94f325d25 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:14.665523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c118bbee-ac55-41ac-8807-4ad0b934c8cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': 'bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:14.681549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:48:14.681916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:48:14.695584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Subnet': ['ID=7447e026-8b6c-4e6b-81d5-5805ba65b05e,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:14.699259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:14.707493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.709680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Port': ['ID=0e9fa33e-92f7-4f14-9a9f-7feb31efef4f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:14.712271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] No DVR routers for this DVR port 0e9fa33e-92f7-4f14-9a9f-7feb31efef4f on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:14.713980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:14.715080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:14.727686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-adb79a2d-641c-413f-ad4a-ba7ceeb27088 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:14.758468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:14.778429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:14.779031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.811892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4', 'network_id': 'bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4', 'tenant_id': '81775f8c1be54fcd995b00e18fb3bd30', 'fixed_ips': [{'subnet_id': '39f58d91-4305-4f54-a42d-aacd268540e9'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:14.813186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:14.952723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Checking segment: {'id': '973e250f-c861-43c5-aba4-151eb793bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0467c14e-094f-44f4-bace-c10ee9fcf0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:14.953051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network hostable DHCP agents. Network: 0467c14e-094f-44f4-bace-c10ee9fcf0b6, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:14.995614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=cb4b384f-4f88-4f1f-8860-94f33956a115,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:15.003185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Allocated IP 2001:db8::2 (bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4/39f58d91-4305-4f54-a42d-aacd268540e9/b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:15.056559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:15.125072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.141954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c118bbee-ac55-41ac-8807-4ad0b934c8cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:15.155575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c118bbee-ac55-41ac-8807-4ad0b934c8cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:15.161671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c118bbee-ac55-41ac-8807-4ad0b934c8cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:15.166946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ecc2b8-d0a7-4b09-a389-4b0943638592']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:15.187496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406f71b8-70cf-4294-85fc-9c9b7045cb7c') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:15.187832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406f71b8-70cf-4294-85fc-9c9b7045cb7c') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:15.201150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b903c-a0b4-48b6-9096-5e309823d8f1 req-7685f970-edcf-44d0-816e-9f763e54b3de tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:15.202881 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b21b903c-a0b4-48b6-9096-5e309823d8f1 req-7685f970-edcf-44d0-816e-9f763e54b3de tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 944 time: 0.2295687 Dec 21 16:48:15.209151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.221874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network 0467c14e-094f-44f4-bace-c10ee9fcf0b6 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:15.226834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.236151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Deleting port 86dfcff5-3e2e-4192-9af3-9e3877842c3d {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:15.236151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.238773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Transition to ACTIVE for port object b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:15.247355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.259228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Transition to ACTIVE for port object b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:15.265140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.265446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:15.265818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.269643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ac070ae-0125-4921-b641-44ecef3d14af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:15.281331 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:15.308363 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b21b903c-a0b4-48b6-9096-5e309823d8f1 req-def24070-765c-4a1e-b64c-5352cfbc4cf3 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916178 Dec 21 16:48:15.328439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c118bbee-ac55-41ac-8807-4ad0b934c8cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:15.353574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:15.358624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:15.361550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:15.370836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Pushing event updated for resources: {'Port': ['ID=b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:15.383112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:15.396669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.400192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-89694e05-bb4e-4862-807a-06cefd39d1d6 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:15.408193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.416438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.419771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 0467c14e-094f-44f4-bace-c10ee9fcf0b6) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:15.428976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Network': ['ID=f0ecc2b8-d0a7-4b09-a389-4b0943638592,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:15.434595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:15.439091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "DELETE /v2.0/networks/f0ecc2b8-d0a7-4b09-a389-4b0943638592 HTTP/1.1" status: 204 len: 168 time: 1.4890835 Dec 21 16:48:15.440985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42500) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:15.456932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c118bbee-ac55-41ac-8807-4ad0b934c8cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:15.472865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:15.473512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.496750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Attempting to bind port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:15.497323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Attempting to bind port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a8296fd5-d21f-4ceb-8b8a-0041c6fc6450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:15.497857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Attempting to bind port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 on network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:15.504981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:15.505528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Checking segment: {'id': 'a8296fd5-d21f-4ceb-8b8a-0041c6fc6450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:15.506079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.506620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Bound using segment: {'id': 'a8296fd5-d21f-4ceb-8b8a-0041c6fc6450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:15.507276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Bound port: b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8296fd5-d21f-4ceb-8b8a-0041c6fc6450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:15.507800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.569860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.604109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] For port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:15.607488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] For port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2,segment=NetworkSegment(a8296fd5-d21f-4ceb-8b8a-0041c6fc6450),segment_id=a8296fd5-d21f-4ceb-8b8a-0041c6fc6450)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:15.612119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.616592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e9df2a0d-0998-4330-a729-a030f4f2f874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:15.672303 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.8750393 Dec 21 16:48:15.708909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Pushing event updated for resources: {'Port': ['ID=b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:15.712994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f91d1626-ce2c-4258-a3c2-d17a8e5b82dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.715004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:15.715181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42504) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:15.721421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.791043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a993106-69c8-4658-a61f-9f843a2aa593']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:15.861270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c8fb05-cd90-4271-b75d-0358325e4293') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:15.861609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c8fb05-cd90-4271-b75d-0358325e4293') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:15.891149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.918400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.939720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:15.940175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:15.956925 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:15.970378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.114371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.124807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc8c8875-9e1d-4404-90ab-2ecc528ae664 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:16.140885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.166245 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "DELETE /v2.0/networks/0a993106-69c8-4658-a61f-9f843a2aa593 HTTP/1.1" status: 204 len: 168 time: 0.7218640 Dec 21 16:48:16.166245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Network': ['ID=0a993106-69c8-4658-a61f-9f843a2aa593,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:16.170955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42508) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:16.174163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:16.200947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.361733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.377868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c118bbee-ac55-41ac-8807-4ad0b934c8cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.443900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.453526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09d1c964-9c5a-4483-b3d9-125722949bea tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:16.544022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Subnet': ['ID=7447e026-8b6c-4e6b-81d5-5805ba65b05e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:16.557806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:16.579426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router e5bedcfa-b6cf-4963-b1f8-6f058915704d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:48:16.607967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] For port 86dfcff5-3e2e-4192-9af3-9e3877842c3d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86dfcff5-3e2e-4192-9af3-9e3877842c3d,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:16.608366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.615031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.651794 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-c118bbee-ac55-41ac-8807-4ad0b934c8cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39f58d91-4305-4f54-a42d-aacd268540e9 (CIDR: 2001:db8::/64) Dec 21 16:48:16.693650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07a9c62-6ad4-4d07-b28e-4e20686d8d74']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:16.717651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f049dbd-dfee-4a15-bc46-627b54bef8fe') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:16.717980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f049dbd-dfee-4a15-bc46-627b54bef8fe') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:16.779884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Calling delete_port for 86dfcff5-3e2e-4192-9af3-9e3877842c3d owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:16.780795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.792527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.812968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c118bbee-ac55-41ac-8807-4ad0b934c8cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:48:16.813396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c118bbee-ac55-41ac-8807-4ad0b934c8cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:16.836023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10e12-fe54-4980-9aba-7fe98e6ad949 req-6cd64c1e-b6f8-42a3-9088-0cb595e01d75 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:16.837966 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fbe10e12-fe54-4980-9aba-7fe98e6ad949 req-6cd64c1e-b6f8-42a3-9088-0cb595e01d75 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 944 time: 0.3425751 Dec 21 16:48:16.840629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0467c14e-094f-44f4-bace-c10ee9fcf0b6']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:16.849804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.873751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973e250f-c861-43c5-aba4-151eb793bfb7') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:16.874092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973e250f-c861-43c5-aba4-151eb793bfb7') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:16.891705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:16.892162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:16.911076 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:16.913892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:16.962659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.031486 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c118bbee-ac55-41ac-8807-4ad0b934c8cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3856070 Dec 21 16:48:17.032597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42514) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:17.038930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': 'bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:17.062361 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fbe10e12-fe54-4980-9aba-7fe98e6ad949 req-b15bed98-7af6-4fd9-8ad9-6d1bf648731d tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137949 Dec 21 16:48:17.063519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:17.063922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:17.092326 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:17.101165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:48:17.101276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.123599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:17.128620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a349eec-9d52-4312-b770-18680a17b079 None None] Sync routers for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:48:17.144240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.149235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.156102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a349eec-9d52-4312-b770-18680a17b079 None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:17.157044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1a349eec-9d52-4312-b770-18680a17b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:17.171678 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5369799 Dec 21 16:48:17.175248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42518) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:17.215301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Pushing event deleted for resources: {'Network': ['ID=c07a9c62-6ad4-4d07-b28e-4e20686d8d74,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:17.271911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:17.272153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.276429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.283101 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] 10.222.0.67 "DELETE /v2.0/networks/c07a9c62-6ad4-4d07-b28e-4e20686d8d74 HTTP/1.1" status: 204 len: 168 time: 1.1108372 Dec 21 16:48:17.287675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-261978d2-345d-4c40-9bed-1f3b9c5c3c09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:17.311224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.317186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8660fbe6-c208-4f4a-91f7-d08c953a2b26 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:17.324264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.325155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.336227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.340672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1a349eec-9d52-4312-b770-18680a17b079 None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:17.352449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Network': ['ID=0467c14e-094f-44f4-bace-c10ee9fcf0b6,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:17.364653 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/networks/0467c14e-094f-44f4-bace-c10ee9fcf0b6 HTTP/1.1" status: 204 len: 168 time: 1.6485894 Dec 21 16:48:17.369243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:17.370540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42524) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:17.376816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-654866964'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:17.386813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:17.421161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:network and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:17.424419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:17.427018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:17.434716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:17.437778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:17.440145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:17.449330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:17.450319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event deleted for resources: {'Port': ['ID=86dfcff5-3e2e-4192-9af3-9e3877842c3d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:17.459470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:17.475263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:17.475828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d110c6b0-8353-436d-b7da-74048aab1ae8 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:17.476400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.489563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:17.546098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1a349eec-9d52-4312-b770-18680a17b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:48:12Z', 'revision_number': 11, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:17.546363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:17.556433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.556813 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Added segment 2c5f7fb3-6c16-4354-b820-89a38e1053a4 of type vlan for network f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc Dec 21 16:48:17.558361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a349eec-9d52-4312-b770-18680a17b079 None None] Checking router: e5bedcfa-b6cf-4963-b1f8-6f058915704d for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:48:17.577214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a349eec-9d52-4312-b770-18680a17b079 None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:17.578382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1a349eec-9d52-4312-b770-18680a17b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:47:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:17.585256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.627275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.631454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:17.632110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:17.640304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81d4dabe-f7a4-445e-8cbe-6a61d977c89d tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:17.732157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] No DVR routers for this DVR port 86dfcff5-3e2e-4192-9af3-9e3877842c3d on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:17.759034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1a349eec-9d52-4312-b770-18680a17b079 None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:17.762962 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3885543 Dec 21 16:48:17.807891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d909fe7a-2dda-4020-8913-0b460ec11d1c None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:48:17.954561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1a349eec-9d52-4312-b770-18680a17b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:48:12Z', 'revision_number': 11, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:18.057510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:18.059698 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a835e2a5-669c-4331-87f0-1c149ecc7884 req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.48 "DELETE /v2.0/ports/86dfcff5-3e2e-4192-9af3-9e3877842c3d HTTP/1.1" status: 204 len: 173 time: 6.6489148 Dec 21 16:48:18.060573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=cb4b384f-4f88-4f1f-8860-94f33956a115,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:18.064269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'name': 'network-vif-deleted', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:48:18.073673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:18.075087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42530) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:18.075213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42532) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:18.086258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Request body: {'subnet': {'network_id': 'f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:18.114627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Network': ['ID=f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:18.124732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:18.142705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-19153a91-5303-407b-98df-e023a8db0495 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting subnet 4d479a6a-ef8c-48a1-b5a8-991daed0cd5f {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:18.156636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19153a91-5303-407b-98df-e023a8db0495 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:18.223097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:18.252942 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8119edcc-73e4-4a95-957e-f7b42f6203af', 'name': 'network-vif-deleted', 'tag': '86dfcff5-3e2e-4192-9af3-9e3877842c3d', 'status': 'completed', 'code': 200} Dec 21 16:48:18.270140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a349eec-9d52-4312-b770-18680a17b079 None None] The sync data for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv is: [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:48:12Z', 'revision_number': 11, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:48:18.290534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:18.293334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:18.296509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19153a91-5303-407b-98df-e023a8db0495 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:18.312663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:18.336130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:18.385846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:18.424386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Usage tracker for resource:subnet and tenant:a845bb1265e44697971788b167bf2170 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:18.466759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ba2da34d-9751-4d12-aa87-68dd2322fd78 None None] Provisioning for port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:18.483888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:18.501099 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a1418e6-c9c1-49d1-9eec-8e8ba7ca0112 req-4cc9c1d0-745a-4e86-accc-56f1bd20a13b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "GET /v2.0/ports?device_id=8119edcc-73e4-4a95-957e-f7b42f6203af HTTP/1.1" status: 200 len: 210 time: 0.0892196 Dec 21 16:48:18.502864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:18.543509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Made reservation on behalf of a845bb1265e44697971788b167bf2170 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:18.561305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc482814-f4a9-4b43-a6fe-1cdc82e88490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:18.580156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:18.639344 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-681792f8-8a5a-4f5d-b429-3088a17196d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6f77bfff426d4d0ba017da783d6f13c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5557694 Dec 21 16:48:18.643426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42544) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:18.689377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909fe7a-2dda-4020-8913-0b460ec11d1c None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:48:18.691652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:18.700860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:18.701333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:18.706655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:18.745806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19153a91-5303-407b-98df-e023a8db0495 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:18.854475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-121eaa4d-c8db-4273-bad5-82e2e1881628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:18.963555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:18.975830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-121eaa4d-c8db-4273-bad5-82e2e1881628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.001404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.007985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-27e57bf5-765e-4c34-a041-a7e968a9effe tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:19.041463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19153a91-5303-407b-98df-e023a8db0495 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.048277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11e9c676-e46f-4e52-9ae4-daa5288fd534 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:19.066596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2,segment=NetworkSegment(a8296fd5-d21f-4ceb-8b8a-0041c6fc6450),segment_id=a8296fd5-d21f-4ceb-8b8a-0041c6fc6450)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:19.075897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.078451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:19.096590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19153a91-5303-407b-98df-e023a8db0495 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Subnet': ['ID=4d479a6a-ef8c-48a1-b5a8-991daed0cd5f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:19.099590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-19153a91-5303-407b-98df-e023a8db0495 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:19.101659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:19.107483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:19.107636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19153a91-5303-407b-98df-e023a8db0495 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.113734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:19.114372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.120111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Subnet': ['ID=b4291fee-f492-4a30-90a9-71901c6e7c0a,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:19.126883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-121eaa4d-c8db-4273-bad5-82e2e1881628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.129441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-121eaa4d-c8db-4273-bad5-82e2e1881628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.130685 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-121eaa4d-c8db-4273-bad5-82e2e1881628 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/188388c0-3305-4cac-bde1-92cd3c8e541c HTTP/1.1" status: 204 len: 168 time: 0.4838891 Dec 21 16:48:19.132002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-16b4d9d7-26d5-4990-9c58-cdd8cc6b59dd tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:19.138800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:19.146766 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-19153a91-5303-407b-98df-e023a8db0495 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/4d479a6a-ef8c-48a1-b5a8-991daed0cd5f HTTP/1.1" status: 204 len: 168 time: 1.9703603 Dec 21 16:48:19.147683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42550) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:19.155893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121eaa4d-c8db-4273-bad5-82e2e1881628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188388c0-3305-4cac-bde1-92cd3c8e541c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:19.158612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-121eaa4d-c8db-4273-bad5-82e2e1881628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:19.170716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:19.212034 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1762402 Dec 21 16:48:19.212245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:19.213164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42554) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:19.219562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': 'bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4', 'fixed_ips': [{'subnet_id': '39f58d91-4305-4f54-a42d-aacd268540e9'}, {'subnet_id': 'b4291fee-f492-4a30-90a9-71901c6e7c0a'}], 'name': 'tempest-PortsIpV6TestJSON-949955313'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:19.273621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 4fd4b160-232d-4d08-b66f-dd069d89ef7d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:48:19.308414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.317230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09a0c924-be0a-4a75-b3a3-be9a97465e5c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:19.320443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528c6b57-6e4c-4326-bb2c-369ff48a5ec3 None None] Network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:19.356189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4b710f-9d43-4c3f-ba8b-d3024e3c0d43 None None] Network 0467c14e-094f-44f4-bace-c10ee9fcf0b6 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:19.444170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event updated for resources: {'Subnet': ['ID=14e0b8c1-b82d-42b4-ab9c-7a7df825f62e,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:19.448683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:19.449744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Checking segment: {'id': '2c5f7fb3-6c16-4354-b820-89a38e1053a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:19.450287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network hostable DHCP agents. Network: f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:19.479101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Network f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:19.492007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:19.497182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.505043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:19.506250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.544462 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4656272 Dec 21 16:48:19.547486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42562) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:19.664271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4b710f-9d43-4c3f-ba8b-d3024e3c0d43 None None] Network 0467c14e-094f-44f4-bace-c10ee9fcf0b6 could not be found, it might have been deleted concurrently. {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 16:48:19.697338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d525d6-5544-4ad5-a6ee-acf3e9db8d0b None None] Network f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:19.720079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Deleting port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:19.720472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.742192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85601cfb-a4da-4723-8c4f-0c8584b512a8 None None] Network 0467c14e-094f-44f4-bace-c10ee9fcf0b6 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:19.748698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42570) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:19.811297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85601cfb-a4da-4723-8c4f-0c8584b512a8 None None] Network 0467c14e-094f-44f4-bace-c10ee9fcf0b6 could not be found, it might have been deleted concurrently. {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 16:48:19.880387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:19.904917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:port and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:19.910943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:19.923036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:19.945362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:20.048131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:20.057573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.057885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.116950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fbd73d-65dc-47a9-be70-026864a8a636 None None] Network c40c183c-0031-4bd4-9c3b-71a2f33e0f4c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:20.139064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:20.181947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.188545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e13811a-3309-486a-90aa-5b29ccb5f5bd tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:20.212629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port 907c81b9-7402-4c22-808e-c1d401e52dfb yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:48:20.252109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Subnet': ['ID=14e0b8c1-b82d-42b4-ab9c-7a7df825f62e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:20.254764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:20.321590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.408697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.473659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:20.500500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5f7fb3-6c16-4354-b820-89a38e1053a4') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:20.501265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5f7fb3-6c16-4354-b820-89a38e1053a4') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:20.522640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.547106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-16b2a50a-0b01-4c68-9e50-0661fd71fd88 None None] Provisioning for port cb4b384f-4f88-4f1f-8860-94f33956a115 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:20.564885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.573845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:20.574306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:20.592732 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:20.611981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-16b2a50a-0b01-4c68-9e50-0661fd71fd88 None None] Provisioning complete for port cb4b384f-4f88-4f1f-8860-94f33956a115 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:20.612492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16b2a50a-0b01-4c68-9e50-0661fd71fd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.689973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.693810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2e59e26-bac9-4b79-a3bc-dfecf7a24b8d tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:20.713125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.723535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42584) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:20.735358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/networks/f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc HTTP/1.1" status: 204 len: 168 time: 1.1867144 Dec 21 16:48:20.739493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42588) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:20.740642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Network': ['ID=f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:20.749985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:20.769635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] For port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=90c9fade-ac7b-4bd9-a561-5a831b1be2e4,segment=NetworkSegment(e57ec4cf-3831-420b-8d8b-1f5f3185ec3c),segment_id=e57ec4cf-3831-420b-8d8b-1f5f3185ec3c)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:20.770042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.779233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:20.779665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:20.782933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:48:20.797735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ba9ea-fdd4-4009-8634-d7b42676f9d9 None None] Sync routers for ids ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:48:20.814182 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-518d60a5-659c-48ea-8943-86daf35847ec tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:20.815024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518d60a5-659c-48ea-8943-86daf35847ec tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:20.820496 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-518d60a5-659c-48ea-8943-86daf35847ec tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/subnets/14e0b8c1-b82d-42b4-ab9c-7a7df825f62e HTTP/1.1" status: 404 len: 337 time: 0.0727930 Dec 21 16:48:20.821468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42594) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:20.829655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ba9ea-fdd4-4009-8634-d7b42676f9d9 None None] Routers {'4fd4b160-232d-4d08-b66f-dd069d89ef7d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:20.830320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-596ba9ea-fdd4-4009-8634-d7b42676f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:20.854507 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-23577567-504e-4562-8a2a-b1c1af48a83c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:20.855332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23577567-504e-4562-8a2a-b1c1af48a83c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:20.862612 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-23577567-504e-4562-8a2a-b1c1af48a83c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/networks/f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc HTTP/1.1" status: 404 len: 339 time: 0.0398450 Dec 21 16:48:20.863655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42598) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:20.915998 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bb1363-da93-47b1-aa69-b87fa0e184df tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:20.916770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bb1363-da93-47b1-aa69-b87fa0e184df tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:20.922737 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-59bb1363-da93-47b1-aa69-b87fa0e184df tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/subnets/7447e026-8b6c-4e6b-81d5-5805ba65b05e HTTP/1.1" status: 404 len: 337 time: 0.0578592 Dec 21 16:48:20.923593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42602) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:20.927914 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/4fd4b160-232d-4d08-b66f-dd069d89ef7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2521169 Dec 21 16:48:20.936451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Calling delete_port for 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:20.944914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42606) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:20.968156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-596ba9ea-fdd4-4009-8634-d7b42676f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:20.981110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ba9ea-fdd4-4009-8634-d7b42676f9d9 None None] Routers {'4fd4b160-232d-4d08-b66f-dd069d89ef7d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:20.982164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-596ba9ea-fdd4-4009-8634-d7b42676f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:20.997076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1227825101'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:21.003084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:21.005598 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d92310-7340-468e-ac99-5be6824def42 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:21.006109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d92310-7340-468e-ac99-5be6824def42 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:21.007753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:network and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:21.010968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e4d92310-7340-468e-ac99-5be6824def42 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/networks/0467c14e-094f-44f4-bace-c10ee9fcf0b6 HTTP/1.1" status: 404 len: 339 time: 0.0861032 Dec 21 16:48:21.011135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:21.011638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42610) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:21.017853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:21.032617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:21.038203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:21.056969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-596ba9ea-fdd4-4009-8634-d7b42676f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:21.057779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ba9ea-fdd4-4009-8634-d7b42676f9d9 None None] The sync data for ids ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:48:21.060030 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f47b878-a7f0-4cfc-be1e-4b23e7827645 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:21.060544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f47b878-a7f0-4cfc-be1e-4b23e7827645 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:21.065243 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5f47b878-a7f0-4cfc-be1e-4b23e7827645 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/subnets/ca9a1ef0-10d8-4a5a-9156-d5fa41375ed6 HTTP/1.1" status: 404 len: 337 time: 0.0500951 Dec 21 16:48:21.065900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42614) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:21.104225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9c4ef-c40e-44dd-9d6a-03c0606f107d None None] Network f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:21.119588 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e7f735-43e5-420a-b3b8-cd616861f20b tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:21.120531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e7f735-43e5-420a-b3b8-cd616861f20b tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:21.126659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-35e7f735-43e5-420a-b3b8-cd616861f20b tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/networks/553bcb94-d867-4cf9-8a25-9624f28304b0 HTTP/1.1" status: 404 len: 339 time: 0.0567870 Dec 21 16:48:21.126851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42618) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:21.133550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbbea5-c90f-4fee-87c1-7ce61aa05388 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:21.133943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:21.135152 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e4cbbea5-c90f-4fee-87c1-7ce61aa05388 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports/cb4b384f-4f88-4f1f-8860-94f33956a115 HTTP/1.1" status: 200 len: 913 time: 0.1888831 Dec 21 16:48:21.137393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-16b2a50a-0b01-4c68-9e50-0661fd71fd88 None None] Port cb4b384f-4f88-4f1f-8860-94f33956a115 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:48:21.138458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42622) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:21.138969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9c4ef-c40e-44dd-9d6a-03c0606f107d None None] Network f42bfc5c-e06a-46c4-a1e9-30c7ecea7afc could not be found, it might have been deleted concurrently. {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 16:48:21.273070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:21.309697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ed6213-fc5f-4851-bef0-99998ff11ca1 None None] Update dhcp port {'port': {'network_id': 'bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4', 'fixed_ips': [{'subnet_id': '39f58d91-4305-4f54-a42d-aacd268540e9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b4291fee-f492-4a30-90a9-71901c6e7c0a'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': 'b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:48:21.350440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d52a1958-8a90-42d2-9341-c53222a8600c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Deleting port 9fa66db1-496c-4a62-9d1b-3b4a9cc15891 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:21.350852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d52a1958-8a90-42d2-9341-c53222a8600c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:21.388873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8aac652a-b279-4faf-bace-e08e38618a13 None None] Provisioning complete for port cb4b384f-4f88-4f1f-8860-94f33956a115 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:21.389323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8aac652a-b279-4faf-bace-e08e38618a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:21.402262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:security_group_rule and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:21.406190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:21.412711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:21.428304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28403635-ce34-44dd-940a-231480172b8e None None] DHCP port deletion for c40c183c-0031-4bd4-9c3b-71a2f33e0f4c request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:48:21.431112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ed9fab33-ab93-4307-9128-066701d27038 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:21.442583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:21.460520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-386c2f3c-cfed-4144-b028-0da556c36c93 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:21.491188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80ed6213-fc5f-4851-bef0-99998ff11ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:21.498261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: ed9fab33-ab93-4307-9128-066701d27038 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:48:21.498667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ed9fab33-ab93-4307-9128-066701d27038 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:48:21.516670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Port': ['ID=90c9fade-ac7b-4bd9-a561-5a831b1be2e4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:21.523155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No DVR routers for this DVR port 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:21.525185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8aac652a-b279-4faf-bace-e08e38618a13 None None] Port cb4b384f-4f88-4f1f-8860-94f33956a115 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:48:21.529683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:21.715272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:21.790101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40c183c-0031-4bd4-9c3b-71a2f33e0f4c']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:21.830082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57ec4cf-3831-420b-8d8b-1f5f3185ec3c') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:21.830417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57ec4cf-3831-420b-8d8b-1f5f3185ec3c') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:21.856690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:21.918658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:21.952107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:21.967441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:21.986956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d52a1958-8a90-42d2-9341-c53222a8600c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:21.989373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0eacfe02-b906-4d72-9939-5d34385df2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:22.003174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:48:22.004026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 90c9fade-ac7b-4bd9-a561-5a831b1be2e4 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:48:22.019888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.051531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:22.057265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:22.057701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:22.076449 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:22.119860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a0ad7a-05c5-4818-bbe5-f066acfaff5f,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:22.132535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d52a1958-8a90-42d2-9341-c53222a8600c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Calling delete_port for 9fa66db1-496c-4a62-9d1b-3b4a9cc15891 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:22.172479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.172893 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Added segment 11c640d5-6001-42fe-af7b-fd69d409784a of type vlan for network 9c327509-342a-4456-b468-102d652f114e Dec 21 16:48:22.176213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:22.207958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8::2ea (bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4/39f58d91-4305-4f54-a42d-aacd268540e9/907c81b9-7402-4c22-808e-c1d401e52dfb) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:22.223521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8:0:1::6c (bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4/b4291fee-f492-4a30-90a9-71901c6e7c0a/907c81b9-7402-4c22-808e-c1d401e52dfb) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:22.238984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.241055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.254582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb07adbe-1774-41a6-a01f-39c91d5c68c8 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:22.281751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.307828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.313921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Pushing event deleted for resources: {'Network': ['ID=c40c183c-0031-4bd4-9c3b-71a2f33e0f4c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:22.325940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:22.369066 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/networks/c40c183c-0031-4bd4-9c3b-71a2f33e0f4c HTTP/1.1" status: 204 len: 168 time: 3.2175314 Dec 21 16:48:22.371953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d52a1958-8a90-42d2-9341-c53222a8600c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.372745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42626) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:22.382415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ed4409b-dac4-4612-8d00-babc15ec12fa tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:22.396651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-310a368c-b70e-4365-b2dd-4d465bd23d5a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'routes': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:22.434889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a1958-8a90-42d2-9341-c53222a8600c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Port': ['ID=9fa66db1-496c-4a62-9d1b-3b4a9cc15891,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:22.439438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d52a1958-8a90-42d2-9341-c53222a8600c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:22.449801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d52a1958-8a90-42d2-9341-c53222a8600c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.462114 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d52a1958-8a90-42d2-9341-c53222a8600c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/ports/9fa66db1-496c-4a62-9d1b-3b4a9cc15891 HTTP/1.1" status: 204 len: 168 time: 1.3226526 Dec 21 16:48:22.469078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42630) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:22.503231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.521994 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4489f25-6e70-4b41-afd2-2541457034ef tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:22.522499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4489f25-6e70-4b41-afd2-2541457034ef tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:22.524888 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a4489f25-6e70-4b41-afd2-2541457034ef tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/subnets/3be824f3-d067-46a6-8e97-01d1b8b4a11a HTTP/1.1" status: 404 len: 337 time: 0.0522864 Dec 21 16:48:22.529418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42634) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:22.633933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.637988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:22.638636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.647655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:22.704203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:22.780469 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0501461 Dec 21 16:48:22.909400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=9c327509-342a-4456-b468-102d652f114e,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:22.923757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 9c327509-342a-4456-b468-102d652f114e details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:22.964568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.001279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e35824f-0b39-493d-b3bd-cd213d9b1749']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:23.051084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15f5d26-e153-401b-91b5-061001b9c5a6') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:23.051499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15f5d26-e153-401b-91b5-061001b9c5a6') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:23.080369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.107147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.151519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:23.151983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:23.168597 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:23.245335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:23.268714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.273243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:23.290132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.301414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Network': ['ID=8e35824f-0b39-493d-b3bd-cd213d9b1749,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:23.307342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-310a368c-b70e-4365-b2dd-4d465bd23d5a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Added routes are [] {{(pid=88887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 16:48:23.307685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-310a368c-b70e-4365-b2dd-4d465bd23d5a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Removed routes are [] {{(pid=88887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 16:48:23.308441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-310a368c-b70e-4365-b2dd-4d465bd23d5a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.313557 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/networks/8e35824f-0b39-493d-b3bd-cd213d9b1749 HTTP/1.1" status: 204 len: 168 time: 0.7808387 Dec 21 16:48:23.314272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42638) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:23.352608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:23.353050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:23.353483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:23.353911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:23.354338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:23.354759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:23.355202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:23.355623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:23.356037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:23.356449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:23.356861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:23.361197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:23.368684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.460671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port cb4b384f-4f88-4f1f-8860-94f33956a115 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:23.460991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.579532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object 907c81b9-7402-4c22-808e-c1d401e52dfb will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:23.592902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6b892135-1314-4deb-b4b7-fe830e9b362a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Deleting port 316c698e-3fb4-4572-8eb1-9f4b53ab01cd {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:23.593284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b892135-1314-4deb-b4b7-fe830e9b362a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.657982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.788480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for cb4b384f-4f88-4f1f-8860-94f33956a115 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:23.861000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-310a368c-b70e-4365-b2dd-4d465bd23d5a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.876553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.883342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-310a368c-b70e-4365-b2dd-4d465bd23d5a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:23.893454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:23.948808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-80ed6213-fc5f-4851-bef0-99998ff11ca1 None None] Allocated IP 2001:db8:0:1::2 (bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4/b4291fee-f492-4a30-90a9-71901c6e7c0a/b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:24.008436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:24.021001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99abecd0-883c-4afa-9a52-53bf685d7330 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:24.122703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-80ed6213-fc5f-4851-bef0-99998ff11ca1 None None] For port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2,segment=NetworkSegment(a8296fd5-d21f-4ceb-8b8a-0041c6fc6450),segment_id=a8296fd5-d21f-4ceb-8b8a-0041c6fc6450)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:24.133474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=cb4b384f-4f88-4f1f-8860-94f33956a115,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:24.141921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:24.157925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80ed6213-fc5f-4851-bef0-99998ff11ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:24.188734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-80ed6213-fc5f-4851-bef0-99998ff11ca1 None None] Transition to ACTIVE for port object b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:24.193525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80ed6213-fc5f-4851-bef0-99998ff11ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:24.218239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6644d068-88bc-4a81-bd6f-381231b9acaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:24.300340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b892135-1314-4deb-b4b7-fe830e9b362a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:24.342425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed6213-fc5f-4851-bef0-99998ff11ca1 None None] Pushing event updated for resources: {'Port': ['ID=b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:24.435847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-80ed6213-fc5f-4851-bef0-99998ff11ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:24.477406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:24.493309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:24.514130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6b892135-1314-4deb-b4b7-fe830e9b362a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Calling delete_port for 316c698e-3fb4-4572-8eb1-9f4b53ab01cd owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:24.552335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:24.554341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=907c81b9-7402-4c22-808e-c1d401e52dfb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:24.562465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:24.566941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:24.567589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:24.664845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:24.665424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:24.665667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:24.666090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:24.666504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:24.666944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:24.667357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:24.667766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:24.668174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:24.668574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:24.668981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:24.682435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:24.696386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 5.4786220 Dec 21 16:48:24.700315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42642) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:24.750665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39f58d91-4305-4f54-a42d-aacd268540e9'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:24.816934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310a368c-b70e-4365-b2dd-4d465bd23d5a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router e5bedcfa-b6cf-4963-b1f8-6f058915704d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:48:24.848381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b892135-1314-4deb-b4b7-fe830e9b362a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:24.862704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:25.349722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 4fd4b160-232d-4d08-b66f-dd069d89ef7d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:48:25.439354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36bbde4-7f91-462d-a716-0d3ed6369913 None None] Network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:25.439968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b892135-1314-4deb-b4b7-fe830e9b362a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Port': ['ID=316c698e-3fb4-4572-8eb1-9f4b53ab01cd,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:25.507742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6b892135-1314-4deb-b4b7-fe830e9b362a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:25.564594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b892135-1314-4deb-b4b7-fe830e9b362a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:25.576621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:48:25.594068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c989fb8f-7084-48ea-833d-f290bfbf430e None None] Provisioning for port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:25.597802 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/4fd4b160-232d-4d08-b66f-dd069d89ef7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4555645 Dec 21 16:48:25.598625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42646) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:25.608936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b67ed-0db4-4605-9a27-e9a923d6bb6c None None] Sync routers for ids ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:48:25.623403 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6b892135-1314-4deb-b4b7-fe830e9b362a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/ports/316c698e-3fb4-4572-8eb1-9f4b53ab01cd HTTP/1.1" status: 204 len: 168 time: 2.2615795 Dec 21 16:48:25.625141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c989fb8f-7084-48ea-833d-f290bfbf430e None None] Provisioning complete for port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:25.625729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c989fb8f-7084-48ea-833d-f290bfbf430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:25.631193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42650) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:25.698863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b67ed-0db4-4605-9a27-e9a923d6bb6c None None] Routers {'4fd4b160-232d-4d08-b66f-dd069d89ef7d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:25.700142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f39b67ed-0db4-4605-9a27-e9a923d6bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:25.740558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310a368c-b70e-4365-b2dd-4d465bd23d5a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:48:25.754991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b852925-5dd4-45ea-ae89-78243330819e None None] Sync routers for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:48:25.776591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b852925-5dd4-45ea-ae89-78243330819e None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:25.777463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5b852925-5dd4-45ea-ae89-78243330819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:25.784539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-310a368c-b70e-4365-b2dd-4d465bd23d5a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:25.790098 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-310a368c-b70e-4365-b2dd-4d465bd23d5a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d HTTP/1.1" status: 200 len: 700 time: 3.4040263 Dec 21 16:48:25.794348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42654) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:25.802139 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec35a56-349e-4eb9-b030-666230e20a55 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:25.802799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec35a56-349e-4eb9-b030-666230e20a55 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:25.807672 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eec35a56-349e-4eb9-b030-666230e20a55 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/subnets/4ca906b6-e05f-46d2-b6f4-220606bd4706 HTTP/1.1" status: 404 len: 337 time: 0.1396465 Dec 21 16:48:25.822562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42658) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:25.836773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f39b67ed-0db4-4605-9a27-e9a923d6bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:25.863358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:25.906274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b700f36-81e4-45fa-9a97-8d5eebcca14e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Synchronizing usage tracker for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:25.987802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b700f36-81e4-45fa-9a97-8d5eebcca14e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Unset dirty status for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:25.991633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8b700f36-81e4-45fa-9a97-8d5eebcca14e tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bedcfa-b6cf-4963-b1f8-6f058915704d HTTP/1.1" status: 200 len: 205 time: 0.1900237 Dec 21 16:48:25.995133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42662) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:26.007975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b67ed-0db4-4605-9a27-e9a923d6bb6c None None] Routers {'4fd4b160-232d-4d08-b66f-dd069d89ef7d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:26.008948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f39b67ed-0db4-4605-9a27-e9a923d6bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:26.090429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:26.091269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-5b852925-5dd4-45ea-ae89-78243330819e None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:26.099494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:26.147865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f39b67ed-0db4-4605-9a27-e9a923d6bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:26.148597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b67ed-0db4-4605-9a27-e9a923d6bb6c None None] The sync data for ids ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:48:26.246719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Deleting port 0b2e4e61-2f38-473d-a93c-407e7afd6a3e {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:26.247126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:26.272111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:26.272845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:26.317958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5b852925-5dd4-45ea-ae89-78243330819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:48:12Z', 'revision_number': 11, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:26.323952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b852925-5dd4-45ea-ae89-78243330819e None None] Checking router: e5bedcfa-b6cf-4963-b1f8-6f058915704d for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:48:26.375431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b852925-5dd4-45ea-ae89-78243330819e None None] Routers {'e5bedcfa-b6cf-4963-b1f8-6f058915704d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:26.376402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5b852925-5dd4-45ea-ae89-78243330819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:26.422596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42666) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:26.490429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'network_id': '9c327509-342a-4456-b468-102d652f114e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:26.650804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] For port 0b2e4e61-2f38-473d-a93c-407e7afd6a3e, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0b2e4e61-2f38-473d-a93c-407e7afd6a3e,segment=NetworkSegment(9a07261c-e71c-492a-9a29-6803ac56ddba),segment_id=9a07261c-e71c-492a-9a29-6803ac56ddba)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:26.651570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:26.652565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2fd04d8-799a-4e52-b752-8440373c31e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:26.729777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1578bc5-9668-4702-b439-b362bbfd3d04 None None] Network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:26.731729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-5b852925-5dd4-45ea-ae89-78243330819e None None] Set router e5bedcfa-b6cf-4963-b1f8-6f058915704d gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:26.816369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:26.825384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:subnet and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:26.831893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:26.840474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:26.850825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5b852925-5dd4-45ea-ae89-78243330819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:48:12Z', 'revision_number': 11, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:26.855998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b852925-5dd4-45ea-ae89-78243330819e None None] The sync data for ids ['e5bedcfa-b6cf-4963-b1f8-6f058915704d'] in dv-neutron-822515-1-hyperv is: [{'id': 'e5bedcfa-b6cf-4963-b1f8-6f058915704d', 'name': 'tempest-RoutersTest-router-515610218', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:46:37Z', 'updated_at': '2021-12-21T16:48:12Z', 'revision_number': 11, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:48:26.861142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Calling delete_port for 0b2e4e61-2f38-473d-a93c-407e7afd6a3e owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:26.961937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-63a37419-26c5-4b4f-9e30-2614227d915a None None] Provisioning for port 907c81b9-7402-4c22-808e-c1d401e52dfb completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:26.978413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-63a37419-26c5-4b4f-9e30-2614227d915a None None] Provisioning complete for port 907c81b9-7402-4c22-808e-c1d401e52dfb triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:26.978858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-63a37419-26c5-4b4f-9e30-2614227d915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:26.993003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:27.042764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.052710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-63a37419-26c5-4b4f-9e30-2614227d915a None None] Port 907c81b9-7402-4c22-808e-c1d401e52dfb cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:48:27.074035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-63a37419-26c5-4b4f-9e30-2614227d915a None None] Provisioning complete for port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:27.074035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-63a37419-26c5-4b4f-9e30-2614227d915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.125486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.139824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:27.187138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Port': ['ID=0b2e4e61-2f38-473d-a93c-407e7afd6a3e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:27.199205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:27.221292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Delete allocated IP 2001:db8:0:1::6c (bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4/b4291fee-f492-4a30-90a9-71901c6e7c0a) {{(pid=88887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 16:48:27.228523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] No DVR routers for this DVR port 0b2e4e61-2f38-473d-a93c-407e7afd6a3e on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:27.268193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Deleting port 3803c111-4561-47af-85d2-7b18a347510c {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:27.268583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.473169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-da73c62f-b8dd-4ce4-a826-d5e33e530a00 None None] Provisioning complete for port 907c81b9-7402-4c22-808e-c1d401e52dfb triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:27.473736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da73c62f-b8dd-4ce4-a826-d5e33e530a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.521649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.543325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-da73c62f-b8dd-4ce4-a826-d5e33e530a00 None None] Port 907c81b9-7402-4c22-808e-c1d401e52dfb cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:48:27.552638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9296f5f-6a22-4bff-9b12-d1a2a26bada3']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:27.559753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-da73c62f-b8dd-4ce4-a826-d5e33e530a00 None None] Provisioning complete for port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:27.560189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da73c62f-b8dd-4ce4-a826-d5e33e530a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.567804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a07261c-e71c-492a-9a29-6803ac56ddba') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:27.568145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a07261c-e71c-492a-9a29-6803ac56ddba') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:27.582544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.601993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.608552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:27.609000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.660422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.681486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2fd04d8-799a-4e52-b752-8440373c31e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:27.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:27.740786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2fd04d8-799a-4e52-b752-8440373c31e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.814384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-745c6d80-48e1-4c09-882a-0888fd9b6518 None None] Provisioning complete for port 907c81b9-7402-4c22-808e-c1d401e52dfb triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:27.814960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-745c6d80-48e1-4c09-882a-0888fd9b6518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.862890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2fd04d8-799a-4e52-b752-8440373c31e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.863309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fd04d8-799a-4e52-b752-8440373c31e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Fanout notify agent at l3_agent the message router_deleted on router e5bedcfa-b6cf-4963-b1f8-6f058915704d {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:48:27.885555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-745c6d80-48e1-4c09-882a-0888fd9b6518 None None] Port 907c81b9-7402-4c22-808e-c1d401e52dfb cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:48:27.987934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2fd04d8-799a-4e52-b752-8440373c31e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:27.993830 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f2fd04d8-799a-4e52-b752-8440373c31e9 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d HTTP/1.1" status: 204 len: 168 time: 1.9901681 Dec 21 16:48:27.998879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42670) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:28.008435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-23990536-ff98-431b-92cd-702d3929b96d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-274813574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:28.025834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-23990536-ff98-431b-92cd-702d3929b96d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:28.033994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.091381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ef76db8e-86c5-42f9-a4d7-0b3c08e9fc38 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:28.093380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-23990536-ff98-431b-92cd-702d3929b96d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Usage tracker for resource:router and tenant:e5f87538517e46418da641ffb342a63b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:28.098306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-23990536-ff98-431b-92cd-702d3929b96d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:28.107245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.118163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-23990536-ff98-431b-92cd-702d3929b96d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:28.151623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Network': ['ID=c9296f5f-6a22-4bff-9b12-d1a2a26bada3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:28.160364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:28.171795 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/networks/c9296f5f-6a22-4bff-9b12-d1a2a26bada3 HTTP/1.1" status: 204 len: 168 time: 2.3470159 Dec 21 16:48:28.177962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42674) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:28.198896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] For port 3803c111-4561-47af-85d2-7b18a347510c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3803c111-4561-47af-85d2-7b18a347510c,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:28.199288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.228205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23990536-ff98-431b-92cd-702d3929b96d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.229211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23990536-ff98-431b-92cd-702d3929b96d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.292871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.301421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-39188cba-940b-45da-be23-61edf8808edb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:28.349435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Calling delete_port for 3803c111-4561-47af-85d2-7b18a347510c owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:28.386913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.419273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Ignored duplicate provisioning block setup for port 907c81b9-7402-4c22-808e-c1d401e52dfb by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 21 16:48:28.425536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.429109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23990536-ff98-431b-92cd-702d3929b96d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.432787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:28.478275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=36568c6a-ad1b-4ea0-b864-e0944dd55358,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:28.481095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:28.561685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] In _notify_port_updated(), no bound segment for port 907c81b9-7402-4c22-808e-c1d401e52dfb on network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:48:28.565986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:28.566681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.570842 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "PUT /v2.0/ports/907c81b9-7402-4c22-808e-c1d401e52dfb HTTP/1.1" status: 200 len: 925 time: 3.8648705 Dec 21 16:48:28.571752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=907c81b9-7402-4c22-808e-c1d401e52dfb,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:28.573561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42678) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:28.577828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:28.582390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39f58d91-4305-4f54-a42d-aacd268540e9'}, {'subnet_id': 'b4291fee-f492-4a30-90a9-71901c6e7c0a'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:28.630638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23990536-ff98-431b-92cd-702d3929b96d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.650114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Checking segment: {'id': '11c640d5-6001-42fe-af7b-fd69d409784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c327509-342a-4456-b468-102d652f114e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:28.650521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network hostable DHCP agents. Network: 9c327509-342a-4456-b468-102d652f114e, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:28.701374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb42407-c28c-4d6b-855b-f847b79df796 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Deleting subnet 1018c3ee-c10d-4eef-b5bd-b63ffacbb6b4 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:28.703560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23990536-ff98-431b-92cd-702d3929b96d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.708125 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-23990536-ff98-431b-92cd-702d3929b96d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7049124 Dec 21 16:48:28.708125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42682) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:28.714087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ccb42407-c28c-4d6b-855b-f847b79df796 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.736697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.746961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-27e086d0-d05e-41e4-98b4-58ca4259ee94 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:28.821390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a22d4105-d119-42e7-8120-9f3ccb684dbe None None] Provisioning complete for port 907c81b9-7402-4c22-808e-c1d401e52dfb triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:28.821719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a22d4105-d119-42e7-8120-9f3ccb684dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.884868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ccb42407-c28c-4d6b-855b-f847b79df796 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.942142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:28.951257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2d569a4-979c-4523-b8b2-896d40789f6a tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:29.006542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event deleted for resources: {'Port': ['ID=3803c111-4561-47af-85d2-7b18a347510c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:29.014317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:29.067879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a22d4105-d119-42e7-8120-9f3ccb684dbe None None] Port 907c81b9-7402-4c22-808e-c1d401e52dfb cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:48:29.091265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network 9c327509-342a-4456-b468-102d652f114e is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:29.121379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ccb42407-c28c-4d6b-855b-f847b79df796 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.163016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 9c327509-342a-4456-b468-102d652f114e) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:29.167995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:29.168343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.177241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f32b6-4cb5-4c2c-8939-580ef520afaa None None] Network 9c327509-342a-4456-b468-102d652f114e requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:29.204521 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7256527 Dec 21 16:48:29.210920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42686) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:29.229929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2037772490'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:29.243050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:29.256555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:network and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:29.263114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:29.323365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.344628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:29.400295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ccb42407-c28c-4d6b-855b-f847b79df796 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.408164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7a516ef9-51b4-419a-9bd2-efa29ba0f71a tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:29.455734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8:0:1::358 (bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4/b4291fee-f492-4a30-90a9-71901c6e7c0a/907c81b9-7402-4c22-808e-c1d401e52dfb) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:29.457911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:29.464083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.469995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-9c327509-342a-4456-b468-102d652f114e', 'network_id': '9c327509-342a-4456-b468-102d652f114e', 'tenant_id': '9216b0fba9b2423d91e6fe9df338ac68', 'fixed_ips': [{'subnet_id': '36568c6a-ad1b-4ea0-b864-e0944dd55358'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:29.471113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.611560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:29.649938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Allocated IP 2001:db8:0:ffff::2 (9c327509-342a-4456-b468-102d652f114e/36568c6a-ad1b-4ea0-b864-e0944dd55358/5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:29.706243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.706560 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Added segment 325af444-125a-489f-be7b-c8339579b5e8 of type vlan for network 3d537fd5-a4c5-4b14-8ec1-ca9946c67814 Dec 21 16:48:29.736205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb42407-c28c-4d6b-855b-f847b79df796 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Subnet': ['ID=1018c3ee-c10d-4eef-b5bd-b63ffacbb6b4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:29.738971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ccb42407-c28c-4d6b-855b-f847b79df796 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:29.767921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.842759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.854817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.858965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:29.859951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.868968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:29.870590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ccb42407-c28c-4d6b-855b-f847b79df796 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.878584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6772b893-7833-4ae4-9abb-b05ccea4abac None None] Network cb7aff3e-ebf0-47f5-9635-f518c55019ab requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:29.901986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.906864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-27e086d0-d05e-41e4-98b4-58ca4259ee94 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.909773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object 907c81b9-7402-4c22-808e-c1d401e52dfb will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:29.912284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port a225e7a8-535f-4a76-8d4a-991d3f9777e6 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:29.912655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.932778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Transition to ACTIVE for port object 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:29.936294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.938076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:29.948367 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ccb42407-c28c-4d6b-855b-f847b79df796 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/subnets/1018c3ee-c10d-4eef-b5bd-b63ffacbb6b4 HTTP/1.1" status: 204 len: 168 time: 1.7649498 Dec 21 16:48:29.952171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42690) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:29.960278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-27e086d0-d05e-41e4-98b4-58ca4259ee94 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.028434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Transition to ACTIVE for port object 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:30.052561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8319013 Dec 21 16:48:30.066013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.070750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42694) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:30.073977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:30.078686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=3d537fd5-a4c5-4b14-8ec1-ca9946c67814,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:30.087679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'network_id': '3d537fd5-a4c5-4b14-8ec1-ca9946c67814', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:30.110174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 3d537fd5-a4c5-4b14-8ec1-ca9946c67814 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:30.160580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:30.170468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6c10260-ee52-4bb0-8ffd-523689a01367 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:30.270383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.303122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Network 9c327509-342a-4456-b468-102d652f114e is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:30.311314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Pushing event updated for resources: {'Port': ['ID=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:30.317151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:30.319186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:30.326405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:30.414362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for a225e7a8-535f-4a76-8d4a-991d3f9777e6 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:30.475357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Attempting to bind port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:30.475953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Attempting to bind port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '11c640d5-6001-42fe-af7b-fd69d409784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c327509-342a-4456-b468-102d652f114e'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:30.476488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Attempting to bind port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 on network 9c327509-342a-4456-b468-102d652f114e {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:30.485740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:30.486445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Checking segment: {'id': '11c640d5-6001-42fe-af7b-fd69d409784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c327509-342a-4456-b468-102d652f114e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:30.489484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.490102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Bound using segment: {'id': '11c640d5-6001-42fe-af7b-fd69d409784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c327509-342a-4456-b468-102d652f114e'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:30.490678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e086d0-d05e-41e4-98b4-58ca4259ee94 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Router 027fc80c-a451-4fb6-b91d-440d5386daee is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:48:30.490914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Bound port: 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c640d5-6001-42fe-af7b-fd69d409784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9c327509-342a-4456-b468-102d652f114e'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:30.491741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.503085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] In _notify_port_updated(), no bound segment for port 907c81b9-7402-4c22-808e-c1d401e52dfb on network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:48:30.507640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:30.509196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.514106 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "PUT /v2.0/ports/907c81b9-7402-4c22-808e-c1d401e52dfb HTTP/1.1" status: 200 len: 1011 time: 1.9382102 Dec 21 16:48:30.521749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.521940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42698) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:30.569489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85252e87-eea3-4701-9ccd-12f4c62e6d5c None None] DHCP port deletion for cb7aff3e-ebf0-47f5-9635-f518c55019ab request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:48:30.579607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=907c81b9-7402-4c22-808e-c1d401e52dfb,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:30.583207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:30.590980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:subnet and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:30.595334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:30.597352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:30.602992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Deleting port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:30.603576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.623292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] For port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:30.626916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] For port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,segment=NetworkSegment(11c640d5-6001-42fe-af7b-fd69d409784a),segment_id=11c640d5-6001-42fe-af7b-fd69d409784a)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:30.629760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-85252e87-eea3-4701-9ccd-12f4c62e6d5c None None] Deleting port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:30.630560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-85252e87-eea3-4701-9ccd-12f4c62e6d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.653066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:30.664043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.674929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:30.735523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:30.736102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f0ec4-7866-4ea5-b727-a416dde344ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port 907c81b9-7402-4c22-808e-c1d401e52dfb {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:30.736484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0ec4-7866-4ea5-b727-a416dde344ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.815165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e086d0-d05e-41e4-98b4-58ca4259ee94 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:48:30.877020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f583b3-9baa-4740-b52c-a26966401a98 None None] Sync routers for ids ['027fc80c-a451-4fb6-b91d-440d5386daee'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:48:30.892234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8d6cb878-6582-48ae-bfa1-212dfde201e4 None None] Provisioning for port 907c81b9-7402-4c22-808e-c1d401e52dfb completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:30.913890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-27e086d0-d05e-41e4-98b4-58ca4259ee94 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:30.915268 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-27e086d0-d05e-41e4-98b4-58ca4259ee94 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "PUT /v2.0/routers/027fc80c-a451-4fb6-b91d-440d5386daee HTTP/1.1" status: 200 len: 693 time: 2.2060971 Dec 21 16:48:30.921105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42702) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:30.984565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Pushing event updated for resources: {'Port': ['ID=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:31.001213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8d6cb878-6582-48ae-bfa1-212dfde201e4 None None] Provisioning complete for port 907c81b9-7402-4c22-808e-c1d401e52dfb triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:31.001847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb878-6582-48ae-bfa1-212dfde201e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:31.046977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f583b3-9baa-4740-b52c-a26966401a98 None None] Routers {'027fc80c-a451-4fb6-b91d-440d5386daee'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:31.047843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-55f583b3-9baa-4740-b52c-a26966401a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027fc80c-a451-4fb6-b91d-440d5386daee'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:31.128250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:31.144828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:31.145090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:31.145356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:31.145709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:31.146089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:31.146466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:31.146870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:31.147239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:31.147613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:31.147984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:31.148354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:48:31.184768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:31.215433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:31.228753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-85252e87-eea3-4701-9ccd-12f4c62e6d5c None None] For port 44d78a57-57d7-4d98-8ff5-748ba0eb4765, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=44d78a57-57d7-4d98-8ff5-748ba0eb4765,segment=NetworkSegment(05921870-2d5b-4f59-8e9b-2949cad5193f),segment_id=05921870-2d5b-4f59-8e9b-2949cad5193f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:31.229216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-85252e87-eea3-4701-9ccd-12f4c62e6d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:31.255075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:31.262280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=a225e7a8-535f-4a76-8d4a-991d3f9777e6,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:31.271396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:31.281997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8d6cb878-6582-48ae-bfa1-212dfde201e4 None None] Port 907c81b9-7402-4c22-808e-c1d401e52dfb cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:48:31.357937 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ad72c69-b113-400b-9b2a-5e32641c9b6a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/routers/027fc80c-a451-4fb6-b91d-440d5386daee HTTP/1.1" status: 200 len: 699 time: 0.4330864 Dec 21 16:48:31.366204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42706) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:31.486916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0ec4-7866-4ea5-b727-a416dde344ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:31.492813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] For port 44d78a57-57d7-4d98-8ff5-748ba0eb4765, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=44d78a57-57d7-4d98-8ff5-748ba0eb4765,segment=NetworkSegment(05921870-2d5b-4f59-8e9b-2949cad5193f),segment_id=05921870-2d5b-4f59-8e9b-2949cad5193f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:31.493219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:31.589706 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e64f2f08-2d3a-4437-9929-d61764ea6a23 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=027fc80c-a451-4fb6-b91d-440d5386daee HTTP/1.1" status: 200 len: 205 time: 0.1608300 Dec 21 16:48:31.619696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-85252e87-eea3-4701-9ccd-12f4c62e6d5c None None] Calling delete_port for 44d78a57-57d7-4d98-8ff5-748ba0eb4765 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:31.668887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-55f583b3-9baa-4740-b52c-a26966401a98 None None] Set router 027fc80c-a451-4fb6-b91d-440d5386daee gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:31.683146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Calling delete_port for 44d78a57-57d7-4d98-8ff5-748ba0eb4765 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:31.740153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42710) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:31.819406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-55f583b3-9baa-4740-b52c-a26966401a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027fc80c-a451-4fb6-b91d-440d5386daee', 'name': 'tempest-RoutersTest-router-274813574', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:28Z', 'updated_at': '2021-12-21T16:48:29Z', 'revision_number': 2, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:31.837718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f583b3-9baa-4740-b52c-a26966401a98 None None] Checking router: 027fc80c-a451-4fb6-b91d-440d5386daee for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:48:31.853362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-85252e87-eea3-4701-9ccd-12f4c62e6d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:31.858197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60587ad0-aa4f-4140-b6f3-637eaade5d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:31.893684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f583b3-9baa-4740-b52c-a26966401a98 None None] Routers {'027fc80c-a451-4fb6-b91d-440d5386daee'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:31.894389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-55f583b3-9baa-4740-b52c-a26966401a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027fc80c-a451-4fb6-b91d-440d5386daee'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:31.972046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f0ec4-7866-4ea5-b727-a416dde344ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for 907c81b9-7402-4c22-808e-c1d401e52dfb owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:32.039940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-55f583b3-9baa-4740-b52c-a26966401a98 None None] Set router 027fc80c-a451-4fb6-b91d-440d5386daee gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:32.045504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:32.064402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:48:32.064929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:48:32.096431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:32.134951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85252e87-eea3-4701-9ccd-12f4c62e6d5c None None] Pushing event deleted for resources: {'Port': ['ID=44d78a57-57d7-4d98-8ff5-748ba0eb4765,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:32.192680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc72d0ff-e8bb-4f3b-88d8-f4dc70363dac tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:32.195120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-85252e87-eea3-4701-9ccd-12f4c62e6d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:32.209296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85252e87-eea3-4701-9ccd-12f4c62e6d5c None None] No DVR routers for this DVR port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:32.213027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-55f583b3-9baa-4740-b52c-a26966401a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027fc80c-a451-4fb6-b91d-440d5386daee', 'name': 'tempest-RoutersTest-router-274813574', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:28Z', 'updated_at': '2021-12-21T16:48:29Z', 'revision_number': 2, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:32.231847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f583b3-9baa-4740-b52c-a26966401a98 None None] The sync data for ids ['027fc80c-a451-4fb6-b91d-440d5386daee'] in dv-neutron-822515-1-hyperv is: [{'id': '027fc80c-a451-4fb6-b91d-440d5386daee', 'name': 'tempest-RoutersTest-router-274813574', 'tenant_id': 'e5f87538517e46418da641ffb342a63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:28Z', 'updated_at': '2021-12-21T16:48:29Z', 'revision_number': 2, 'project_id': 'e5f87538517e46418da641ffb342a63b', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:48:32.254849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:32.314011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 44d78a57-57d7-4d98-8ff5-748ba0eb4765 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:32.351038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 44d78a57-57d7-4d98-8ff5-748ba0eb4765 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:48:32.351252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 44d78a57-57d7-4d98-8ff5-748ba0eb4765 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:48:32.496990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0ec4-7866-4ea5-b727-a416dde344ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:32.500688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6d26a2d6-720c-4ea6-9d36-fc9a4c4464a8 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:32.580125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Deleting port 44d78a57-57d7-4d98-8ff5-748ba0eb4765 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:32.580858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:32.608200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f0ec4-7866-4ea5-b727-a416dde344ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=907c81b9-7402-4c22-808e-c1d401e52dfb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:32.620508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3b4f0ec4-7866-4ea5-b727-a416dde344ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:32.703449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:32.745323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cfe9ab90-ec7f-4a98-a475-892b47d37dcd tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:32.769809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0ec4-7866-4ea5-b727-a416dde344ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:32.784388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] The port '44d78a57-57d7-4d98-8ff5-748ba0eb4765' was deleted {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:48:32.786814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 4fd4b160-232d-4d08-b66f-dd069d89ef7d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:48:32.788755 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3b4f0ec4-7866-4ea5-b727-a416dde344ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/907c81b9-7402-4c22-808e-c1d401e52dfb HTTP/1.1" status: 204 len: 168 time: 2.2659130 Dec 21 16:48:32.795472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42714) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:32.851779 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e07597-f632-4542-a50d-62471252136c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:48:32.852878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-72e07597-f632-4542-a50d-62471252136c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:32.991326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-72e07597-f632-4542-a50d-62471252136c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:32.995464 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72e07597-f632-4542-a50d-62471252136c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/907c81b9-7402-4c22-808e-c1d401e52dfb HTTP/1.1" status: 404 len: 333 time: 0.1960771 Dec 21 16:48:32.995679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af82004-dc41-48bd-85b7-89f0f5f4d5d0 None None] Network 9c327509-342a-4456-b468-102d652f114e requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:33.000923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42718) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:33.075095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:48:33.082428 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/4fd4b160-232d-4d08-b66f-dd069d89ef7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4829869 Dec 21 16:48:33.085891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42722) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:33.090398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6ab3f-1dcb-448e-8f7e-0fc6e776a998 None None] Sync routers for ids ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:48:33.110053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6ab3f-1dcb-448e-8f7e-0fc6e776a998 None None] Routers {'4fd4b160-232d-4d08-b66f-dd069d89ef7d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:33.111167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5ba6ab3f-1dcb-448e-8f7e-0fc6e776a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:33.165055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1480f765-7c0d-4053-9baa-7f55a00bd26b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Synchronizing usage tracker for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:33.202333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5ba6ab3f-1dcb-448e-8f7e-0fc6e776a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:33.220319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6ab3f-1dcb-448e-8f7e-0fc6e776a998 None None] Routers {'4fd4b160-232d-4d08-b66f-dd069d89ef7d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:33.221357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5ba6ab3f-1dcb-448e-8f7e-0fc6e776a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:33.224807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aa3812c0-4460-45cd-aa6c-9b59b2cd31f9 None None] Provisioning for port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:33.230291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aa3812c0-4460-45cd-aa6c-9b59b2cd31f9 None None] Provisioning complete for port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:33.230722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa3812c0-4460-45cd-aa6c-9b59b2cd31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.260049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1480f765-7c0d-4053-9baa-7f55a00bd26b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Unset dirty status for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:33.261373 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1480f765-7c0d-4053-9baa-7f55a00bd26b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fd4b160-232d-4d08-b66f-dd069d89ef7d HTTP/1.1" status: 200 len: 205 time: 0.1737967 Dec 21 16:48:33.264435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42726) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:33.307867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5ba6ab3f-1dcb-448e-8f7e-0fc6e776a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:33.308851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6ab3f-1dcb-448e-8f7e-0fc6e776a998 None None] The sync data for ids ['4fd4b160-232d-4d08-b66f-dd069d89ef7d'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:48:33.346011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc72d0ff-e8bb-4f3b-88d8-f4dc70363dac tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.395173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa3812c0-4460-45cd-aa6c-9b59b2cd31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.409086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=4e41e22c-79ad-4872-8890-e5f61d3300b5,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:33.412770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:33.414393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc72d0ff-e8bb-4f3b-88d8-f4dc70363dac tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.435642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be0cfb2-417d-49c4-af0c-371b7b77ce6b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting subnet b4291fee-f492-4a30-90a9-71901c6e7c0a {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:33.440051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8be0cfb2-417d-49c4-af0c-371b7b77ce6b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.441479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-aa3812c0-4460-45cd-aa6c-9b59b2cd31f9 None None] For port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,segment=NetworkSegment(11c640d5-6001-42fe-af7b-fd69d409784a),segment_id=11c640d5-6001-42fe-af7b-fd69d409784a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:33.447637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa3812c0-4460-45cd-aa6c-9b59b2cd31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.450579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:33.492069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.493851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2281cd93-0a34-4738-a1ba-8266484d6097 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.524728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3812c0-4460-45cd-aa6c-9b59b2cd31f9 None None] Pushing event updated for resources: {'Port': ['ID=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:33.528670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa3812c0-4460-45cd-aa6c-9b59b2cd31f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:33.540243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7aff3e-ebf0-47f5-9635-f518c55019ab']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:33.560023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Checking segment: {'id': '325af444-125a-489f-be7b-c8339579b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3d537fd5-a4c5-4b14-8ec1-ca9946c67814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:33.560416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network hostable DHCP agents. Network: 3d537fd5-a4c5-4b14-8ec1-ca9946c67814, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:33.623718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05921870-2d5b-4f59-8e9b-2949cad5193f') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:33.624071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05921870-2d5b-4f59-8e9b-2949cad5193f') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:33.637316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8be0cfb2-417d-49c4-af0c-371b7b77ce6b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.659938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.681921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc72d0ff-e8bb-4f3b-88d8-f4dc70363dac tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.682770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc72d0ff-e8bb-4f3b-88d8-f4dc70363dac tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Fanout notify agent at l3_agent the message router_deleted on router 027fc80c-a451-4fb6-b91d-440d5386daee {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:48:33.691551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.708567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:33.709017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:33.726112 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:33.832956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network 3d537fd5-a4c5-4b14-8ec1-ca9946c67814 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:33.845327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc72d0ff-e8bb-4f3b-88d8-f4dc70363dac tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.846523 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cc72d0ff-e8bb-4f3b-88d8-f4dc70363dac tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/027fc80c-a451-4fb6-b91d-440d5386daee HTTP/1.1" status: 204 len: 168 time: 2.1040475 Dec 21 16:48:33.855708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42730) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:33.861467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 3d537fd5-a4c5-4b14-8ec1-ca9946c67814) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:33.865908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:33.866555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.875784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.878578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e256466-956f-4294-a207-65c4dcbcadef None None] Network 3d537fd5-a4c5-4b14-8ec1-ca9946c67814 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:33.880647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.906141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-93da9fcd-a238-40c1-9471-8790745c7658 None None] Provisioning complete for port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:33.906680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93da9fcd-a238-40c1-9471-8790745c7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:33.925351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:33.968668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b331df3f-acb8-4950-b952-bc8f2178c735 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Synchronizing usage tracker for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:33.972229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] 10.222.0.67 "DELETE /v2.0/networks/cb7aff3e-ebf0-47f5-9635-f518c55019ab HTTP/1.1" status: 204 len: 168 time: 4.0134387 Dec 21 16:48:33.976643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Pushing event deleted for resources: {'Network': ['ID=cb7aff3e-ebf0-47f5-9635-f518c55019ab,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:33.979851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:33.986226 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.9076171 Dec 21 16:48:33.990027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42736) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.034443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b331df3f-acb8-4950-b952-bc8f2178c735 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Unset dirty status for tenant:e5f87538517e46418da641ffb342a63b on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:34.035795 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b331df3f-acb8-4950-b952-bc8f2178c735 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=027fc80c-a451-4fb6-b91d-440d5386daee HTTP/1.1" status: 200 len: 205 time: 0.1761978 Dec 21 16:48:34.058681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42740) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.069787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Router 4813b777-3e99-4a40-964f-659cba89a6f0 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:48:34.160725 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-3a882b64-7008-481a-a4c6-d9560a4f76ef tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] delete failed (client error): The resource could not be found. Dec 21 16:48:34.161896 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3a882b64-7008-481a-a4c6-d9560a4f76ef tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/027fc80c-a451-4fb6-b91d-440d5386daee HTTP/1.1" status: 404 len: 336 time: 0.0986376 Dec 21 16:48:34.172600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42744) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.224023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:34.315291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-3d537fd5-a4c5-4b14-8ec1-ca9946c67814', 'network_id': '3d537fd5-a4c5-4b14-8ec1-ca9946c67814', 'tenant_id': '9216b0fba9b2423d91e6fe9df338ac68', 'fixed_ips': [{'subnet_id': '4e41e22c-79ad-4872-8890-e5f61d3300b5'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:34.316642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.382834 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-17939c11-a09a-4965-9aec-b20482c6ef59 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:34.383999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17939c11-a09a-4965-9aec-b20482c6ef59 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:34.386049 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-17939c11-a09a-4965-9aec-b20482c6ef59 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/46c9b34a-1f20-4727-b7b1-5ce638bb1aab HTTP/1.1" status: 404 len: 337 time: 0.2094023 Dec 21 16:48:34.398217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42750) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.443163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.463450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2281cd93-0a34-4738-a1ba-8266484d6097 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.472447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8be0cfb2-417d-49c4-af0c-371b7b77ce6b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.519804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52936df-90f3-461b-a5b9-bb389b640b41 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:34.520397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52936df-90f3-461b-a5b9-bb389b640b41 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:34.525521 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b52936df-90f3-461b-a5b9-bb389b640b41 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/59f2338d-e260-49b8-bce8-a280dc0f9d2d HTTP/1.1" status: 404 len: 337 time: 0.1214073 Dec 21 16:48:34.525698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:34.525698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.530303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42754) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.541224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2281cd93-0a34-4738-a1ba-8266484d6097 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.583788 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-75656466-8e7f-40da-8f7a-2bfa10b90ee6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:34.584793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75656466-8e7f-40da-8f7a-2bfa10b90ee6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:34.589565 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-75656466-8e7f-40da-8f7a-2bfa10b90ee6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/c3d8ea12-db8e-4453-a6f6-b7247d3f6148 HTTP/1.1" status: 404 len: 337 time: 0.0564051 Dec 21 16:48:34.594151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42758) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.594530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42760) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.661992 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-308545fc-ea03-407a-982f-c59ed538e428 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:34.662513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308545fc-ea03-407a-982f-c59ed538e428 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:34.667098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2281cd93-0a34-4738-a1ba-8266484d6097 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.667644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2281cd93-0a34-4738-a1ba-8266484d6097 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Fanout notify agent at l3_agent the message router_deleted on router 4fd4b160-232d-4d08-b66f-dd069d89ef7d {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:48:34.672807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8be0cfb2-417d-49c4-af0c-371b7b77ce6b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.682222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2281cd93-0a34-4738-a1ba-8266484d6097 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.683458 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2281cd93-0a34-4738-a1ba-8266484d6097 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/4fd4b160-232d-4d08-b66f-dd069d89ef7d HTTP/1.1" status: 204 len: 168 time: 1.4180403 Dec 21 16:48:34.684586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-89ad0a2e-ffd4-4277-810f-fba6c935ee3b tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:34.689746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42768) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.692327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Allocated IP 2001:db8::1 (3d537fd5-a4c5-4b14-8ec1-ca9946c67814/4e41e22c-79ad-4872-8890-e5f61d3300b5/b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:34.692804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.727483 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-308545fc-ea03-407a-982f-c59ed538e428 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/4d479a6a-ef8c-48a1-b5a8-991daed0cd5f HTTP/1.1" status: 404 len: 337 time: 0.1268842 Dec 21 16:48:34.733429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42772) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.734288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0cfb2-417d-49c4-af0c-371b7b77ce6b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Subnet': ['ID=b4291fee-f492-4a30-90a9-71901c6e7c0a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:34.739574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8be0cfb2-417d-49c4-af0c-371b7b77ce6b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:34.784841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8be0cfb2-417d-49c4-af0c-371b7b77ce6b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.786917 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8be0cfb2-417d-49c4-af0c-371b7b77ce6b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/b4291fee-f492-4a30-90a9-71901c6e7c0a HTTP/1.1" status: 204 len: 168 time: 1.7849190 Dec 21 16:48:34.792488 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f5ae2334-7a43-48ae-8ab0-89ea4af22121 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bedcfa-b6cf-4963-b1f8-6f058915704d HTTP/1.1" status: 200 len: 205 time: 0.0526016 Dec 21 16:48:34.792488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42776) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.810247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42778) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.877194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7879523-89a2-4006-b71f-15829f75f34c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting subnet 39f58d91-4305-4f54-a42d-aacd268540e9 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:34.881774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7879523-89a2-4006-b71f-15829f75f34c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:34.900767 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-f70d724d-67cf-41fd-9da6-c343cb1ea456 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] delete failed (client error): The resource could not be found. Dec 21 16:48:34.904459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f70d724d-67cf-41fd-9da6-c343cb1ea456 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/e5bedcfa-b6cf-4963-b1f8-6f058915704d HTTP/1.1" status: 404 len: 336 time: 0.0906093 Dec 21 16:48:34.909568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfea440-8555-4467-9fbe-9adf906a1bc5 None None] Network bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:34.913302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42784) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:34.994003 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-99ba6da8-4561-4cf4-8d4b-337def8e1f0f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ecf148f-cdac-4b57-a737-850145a287b3 HTTP/1.1" status: 200 len: 205 time: 0.0738256 Dec 21 16:48:34.998324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42790) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:35.056807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:48:35.063899 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "PUT /v2.0/routers/4813b777-3e99-4a40-964f-659cba89a6f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2839813 Dec 21 16:48:35.066904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42794) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:35.088725 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-b7a468b3-d874-404e-b72b-dd4629ff2899 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] delete failed (client error): The resource could not be found. Dec 21 16:48:35.092540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b7a468b3-d874-404e-b72b-dd4629ff2899 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/6ecf148f-cdac-4b57-a737-850145a287b3 HTTP/1.1" status: 404 len: 336 time: 0.0905504 Dec 21 16:48:35.092727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7879523-89a2-4006-b71f-15829f75f34c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.117500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42798) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:35.181081 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ec1e0852-363a-41a4-94dd-1f38ebc4b1ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a845bb1265e44697971788b167bf2170&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5776033 Dec 21 16:48:35.181294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b15d2b-32cb-45e6-b3c8-7141eff1901d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting subnet cb41e1b9-f2a2-4afb-8490-1c24bc1667b8 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:35.184171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42802) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:35.187502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74b15d2b-32cb-45e6-b3c8-7141eff1901d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.216801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13314e19-352b-44f5-afad-4b911aef6e85 None None] Sync routers for ids ['4813b777-3e99-4a40-964f-659cba89a6f0'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:48:35.241977 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f579164-ffcb-4870-9175-cf992aaafe8b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:35.242841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f579164-ffcb-4870-9175-cf992aaafe8b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:35.247088 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8f579164-ffcb-4870-9175-cf992aaafe8b tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/658629c2-4097-4194-a255-b554d9d156ad HTTP/1.1" status: 404 len: 337 time: 0.1257968 Dec 21 16:48:35.248064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42806) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:35.256392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13314e19-352b-44f5-afad-4b911aef6e85 None None] Routers {'4813b777-3e99-4a40-964f-659cba89a6f0'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:35.257100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-13314e19-352b-44f5-afad-4b911aef6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4813b777-3e99-4a40-964f-659cba89a6f0'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:35.258509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74b15d2b-32cb-45e6-b3c8-7141eff1901d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.308280 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fb61069b-eeb3-4cbc-a9e6-3ded27cac6f1 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=8db3148a-7e26-4c09-a0ab-bc6b1c91b806 HTTP/1.1" status: 200 len: 205 time: 0.0571201 Dec 21 16:48:35.308280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7879523-89a2-4006-b71f-15829f75f34c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.315952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42810) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:35.370970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d23e77d-c8df-4837-804f-77e7e2d49bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.411300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d23e77d-c8df-4837-804f-77e7e2d49bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.426558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74b15d2b-32cb-45e6-b3c8-7141eff1901d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.456060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7879523-89a2-4006-b71f-15829f75f34c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.463392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:35.500772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7879523-89a2-4006-b71f-15829f75f34c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Subnet': ['ID=39f58d91-4305-4f54-a42d-aacd268540e9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:35.503256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b7879523-89a2-4006-b71f-15829f75f34c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:35.504160 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-e6f89fea-58f9-499c-8e89-970b32a21027 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] delete failed (client error): The resource could not be found. Dec 21 16:48:35.505315 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e6f89fea-58f9-499c-8e89-970b32a21027 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/8db3148a-7e26-4c09-a0ab-bc6b1c91b806 HTTP/1.1" status: 404 len: 336 time: 0.1883435 Dec 21 16:48:35.511193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42814) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:35.519359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7879523-89a2-4006-b71f-15829f75f34c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.538240 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b7879523-89a2-4006-b71f-15829f75f34c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/39f58d91-4305-4f54-a42d-aacd268540e9 HTTP/1.1" status: 204 len: 168 time: 0.7449045 Dec 21 16:48:35.539645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d23e77d-c8df-4837-804f-77e7e2d49bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.542500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d23e77d-c8df-4837-804f-77e7e2d49bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.546173 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4d23e77d-c8df-4837-804f-77e7e2d49bfd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ce8454cd-f881-4248-816e-fbbdb7134319 HTTP/1.1" status: 204 len: 168 time: 0.3585465 Dec 21 16:48:35.546173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42818) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:35.546173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d3e025ec-9051-4706-94c7-86fb7bcdd92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:35.579741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23e77d-c8df-4837-804f-77e7e2d49bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8454cd-f881-4248-816e-fbbdb7134319,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:35.588572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4d23e77d-c8df-4837-804f-77e7e2d49bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:35.620692 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-86fcea26-2c7a-4c61-af4c-23ade1215932 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ed2dad2-cd1d-408c-9d96-3846e4df2cbd HTTP/1.1" status: 200 len: 205 time: 0.1039109 Dec 21 16:48:35.626812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42824) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:35.666727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.720328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-13314e19-352b-44f5-afad-4b911aef6e85 None None] Set router 4813b777-3e99-4a40-964f-659cba89a6f0 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:35.721033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.724389 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-a24f6b9a-9275-4131-a35a-01d3d757fdb2 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] delete failed (client error): The resource could not be found. Dec 21 16:48:35.728509 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a24f6b9a-9275-4131-a35a-01d3d757fdb2 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/5ed2dad2-cd1d-408c-9d96-3846e4df2cbd HTTP/1.1" status: 404 len: 336 time: 0.0893493 Dec 21 16:48:35.729049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42828) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:35.734349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:35.734743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:35.843712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99955fa1-923a-40eb-b158-8c425385bd15 None None] DHCP port deletion for bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:48:35.855777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-99955fa1-923a-40eb-b158-8c425385bd15 None None] Deleting port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:35.856197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99955fa1-923a-40eb-b158-8c425385bd15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.003146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] For port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2,segment=NetworkSegment(a8296fd5-d21f-4ceb-8b8a-0041c6fc6450),segment_id=a8296fd5-d21f-4ceb-8b8a-0041c6fc6450)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:36.003731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.074296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:36.116357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74b15d2b-32cb-45e6-b3c8-7141eff1901d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.120634 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-782ba9ab-35df-4554-9ada-4c0cc3b8bccd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:36.121136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782ba9ab-35df-4554-9ada-4c0cc3b8bccd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:36.126924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ff85421-ed9a-4025-b04b-5737fcc0abdb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:36.165365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a6a6bf-3721-4e2a-87f8-5e2d3f83a16b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Deleting subnet 2303edc8-4ab0-4896-8f97-c76aa04994ab {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:36.166095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Transition to ACTIVE for port object b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:36.175866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a6bf-3721-4e2a-87f8-5e2d3f83a16b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.208705 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-782ba9ab-35df-4554-9ada-4c0cc3b8bccd tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/08b9bade-81ef-4ae1-8a12-69af478af7bf HTTP/1.1" status: 404 len: 337 time: 0.4745467 Dec 21 16:48:36.208705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b15d2b-32cb-45e6-b3c8-7141eff1901d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Subnet': ['ID=cb41e1b9-f2a2-4afb-8490-1c24bc1667b8,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:36.217033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42838) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:36.219555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:36.226161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-74b15d2b-32cb-45e6-b3c8-7141eff1901d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:36.284716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74b15d2b-32cb-45e6-b3c8-7141eff1901d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.289567 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-74b15d2b-32cb-45e6-b3c8-7141eff1901d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/cb41e1b9-f2a2-4afb-8490-1c24bc1667b8 HTTP/1.1" status: 204 len: 168 time: 1.5961702 Dec 21 16:48:36.289726 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-00ae6d39-be2a-48fb-8ba0-4d8e084e73ca tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df HTTP/1.1" status: 200 len: 205 time: 0.0714657 Dec 21 16:48:36.290241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42842) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:36.294867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42844) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:36.343262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a6bf-3721-4e2a-87f8-5e2d3f83a16b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.351794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.357900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aaf6b36b-dad4-4c57-a68a-749953d881f9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:36.418743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Transition to ACTIVE for port object b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:36.428796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:36.431756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577dd730-ac5e-46e3-a403-6a6a56fe7781 None None] Network 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:36.435097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:36.441935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No DVR routers for this DVR port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:36.480436 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-98594d74-ee02-4994-bc0d-3c0cff3e76cb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] delete failed (client error): The resource could not be found. Dec 21 16:48:36.481572 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-98594d74-ee02-4994-bc0d-3c0cff3e76cb tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/dd80e4fc-bc8f-4736-bef0-ed1dc1f6d3df HTTP/1.1" status: 404 len: 336 time: 0.1834257 Dec 21 16:48:36.488986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42854) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:36.550676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ca2683-7a0e-4ecc-9b54-d962ac514c51 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:36.551200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ca2683-7a0e-4ecc-9b54-d962ac514c51 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:36.594336 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d1ca2683-7a0e-4ecc-9b54-d962ac514c51 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/95e5cc6e-5e80-42de-9444-bbd510262b95 HTTP/1.1" status: 404 len: 337 time: 0.1039412 Dec 21 16:48:36.602706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.618239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42860) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:36.619673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d168a48-cd0e-4eda-b6ba-4f0b8e680e60 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:36.636299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.643738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.656777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-99955fa1-923a-40eb-b158-8c425385bd15 None None] For port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2,segment=NetworkSegment(a8296fd5-d21f-4ceb-8b8a-0041c6fc6450),segment_id=a8296fd5-d21f-4ceb-8b8a-0041c6fc6450)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:36.657235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99955fa1-923a-40eb-b158-8c425385bd15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.669459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7be439cb-9e49-4000-ad9f-5ec10afe44ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:36.678700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:36.696821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8296fd5-d21f-4ceb-8b8a-0041c6fc6450') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:36.697156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8296fd5-d21f-4ceb-8b8a-0041c6fc6450') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:36.707165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Network 3d537fd5-a4c5-4b14-8ec1-ca9946c67814 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:36.713155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.714426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Subnet': ['ID=4e41e22c-79ad-4872-8890-e5f61d3300b5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:36.724957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:36.728784 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c5ed26ce-8c47-4685-8f32-150cf167e604 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "GET /v2.0/ports?device_id=956e14dd-c03e-4bd7-b084-3220827a381e HTTP/1.1" status: 200 len: 205 time: 0.0761678 Dec 21 16:48:36.739692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.747595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:36.748054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.752627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:36.755888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.770303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42866) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:36.773298 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:36.800065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:36.835219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a6bf-3721-4e2a-87f8-5e2d3f83a16b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:36.899719 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-3721083f-a812-4ce4-9e99-02597cba2d15 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] delete failed (client error): The resource could not be found. Dec 21 16:48:36.903575 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3721083f-a812-4ce4-9e99-02597cba2d15 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/routers/956e14dd-c03e-4bd7-b084-3220827a381e HTTP/1.1" status: 404 len: 336 time: 0.1237419 Dec 21 16:48:36.904588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42872) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:36.950117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42876) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:36.965648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.007127 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-414c9f76-f03b-4d96-8918-46609d280832 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:37.007712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414c9f76-f03b-4d96-8918-46609d280832 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:37.017739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.022763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.028856 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/networks/bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4 HTTP/1.1" status: 204 len: 168 time: 1.4726562 Dec 21 16:48:37.028856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5e041484-e17e-4591-af7f-57f46aadd0b8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:37.031801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc61270-36a7-4c89-b90b-82c71e489946 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting subnet b95c6cc2-3003-4d5b-b484-98107d02c5d4 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:37.035488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d537fd5-a4c5-4b14-8ec1-ca9946c67814']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:37.047380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42882) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:37.054352 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-414c9f76-f03b-4d96-8918-46609d280832 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/fe32a95c-02a4-4e1d-a1c3-d74761b6fcc3 HTTP/1.1" status: 404 len: 337 time: 0.1461372 Dec 21 16:48:37.054576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdc61270-36a7-4c89-b90b-82c71e489946 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.055809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42886) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:37.059339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Network': ['ID=bc9fc4ba-dca8-4ee7-a8c2-4cbfa055f3d4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:37.062321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:37.106120 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-10314b06-29fd-480d-98ae-dc591bb211c2 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] DELETE failed (client error): The resource could not be found. Dec 21 16:48:37.106959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10314b06-29fd-480d-98ae-dc591bb211c2 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:48:37.112767 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-10314b06-29fd-480d-98ae-dc591bb211c2 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] 10.222.0.67 "DELETE /v2.0/subnets/b6126c35-805c-43a9-b9ff-c7091dd380c2 HTTP/1.1" status: 404 len: 337 time: 0.0543356 Dec 21 16:48:37.142965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325af444-125a-489f-be7b-c8339579b5e8') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:37.143374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325af444-125a-489f-be7b-c8339579b5e8') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:37.178058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.187957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a6bf-3721-4e2a-87f8-5e2d3f83a16b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.200897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2444e8e8-4fa1-4987-a2f7-5a93df88874b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:37.208768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-99955fa1-923a-40eb-b158-8c425385bd15 None None] Calling delete_port for b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:37.233574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2bc0053f-e489-4ac4-8bf9-06043c7a5741 tempest-DvrRoutersNegativeTest-859631184 tempest-DvrRoutersNegativeTest-859631184-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-595464817', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:37.236100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.policy [None req-2bc0053f-e489-4ac4-8bf9-06043c7a5741 tempest-DvrRoutersNegativeTest-859631184 tempest-DvrRoutersNegativeTest-859631184-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88887) log_rule_list /opt/stack/neutron/neutron/policy.py:412}} Dec 21 16:48:37.236439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.policy [None req-2bc0053f-e489-4ac4-8bf9-06043c7a5741 tempest-DvrRoutersNegativeTest-859631184 tempest-DvrRoutersNegativeTest-859631184-project] Failed policy check for 'create_router' {{(pid=88887) enforce /opt/stack/neutron/neutron/policy.py:483}} Dec 21 16:48:37.236988 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-2bc0053f-e489-4ac4-8bf9-06043c7a5741 tempest-DvrRoutersNegativeTest-859631184 tempest-DvrRoutersNegativeTest-859631184-project] create failed (client error): Access was denied to this resource. Dec 21 16:48:37.241625 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2bc0053f-e489-4ac4-8bf9-06043c7a5741 tempest-DvrRoutersNegativeTest-859631184 tempest-DvrRoutersNegativeTest-859631184-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2847848 Dec 21 16:48:37.263945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6a6bf-3721-4e2a-87f8-5e2d3f83a16b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event deleted for resources: {'Subnet': ['ID=2303edc8-4ab0-4896-8f97-c76aa04994ab,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:37.267685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdc61270-36a7-4c89-b90b-82c71e489946 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.306316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.308824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a7a6a6bf-3721-4e2a-87f8-5e2d3f83a16b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:37.331918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a6bf-3721-4e2a-87f8-5e2d3f83a16b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.334992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:37.335411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.347582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Pushing event updated for resources: {'Port': ['ID=b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:37.349958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Attempting to bind port b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:37.350378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Attempting to bind port b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '325af444-125a-489f-be7b-c8339579b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3d537fd5-a4c5-4b14-8ec1-ca9946c67814'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:37.350830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Attempting to bind port b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf on network 3d537fd5-a4c5-4b14-8ec1-ca9946c67814 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:37.351467 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:37.353643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da7181-7e09-4c6f-aed8-48192a095a69 None None] Network 60484531-a8a3-40ab-b578-f05d8f488ab8 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:37.388685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:37.391304 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a7a6a6bf-3721-4e2a-87f8-5e2d3f83a16b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "DELETE /v2.0/subnets/2303edc8-4ab0-4896-8f97-c76aa04994ab HTTP/1.1" status: 204 len: 168 time: 2.3234408 Dec 21 16:48:37.394541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42894) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:37.479171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 16:48:37.479171 dv-neutron-822515-1-hyperv neutron-server[88778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 16:48:37.479171 dv-neutron-822515-1-hyperv neutron-server[88778]: [parameters: {'id': '3d537fd5-a4c5-4b14-8ec1-ca9946c67814'}] Dec 21 16:48:37.479171 dv-neutron-822515-1-hyperv neutron-server[88778]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:48:37.479657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:48:37.491104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aebdd79-5f05-4e02-abd1-d203e0560018 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:37.491865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9aebdd79-5f05-4e02-abd1-d203e0560018 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:37.522895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdc61270-36a7-4c89-b90b-82c71e489946 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.569631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9aebdd79-5f05-4e02-abd1-d203e0560018 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:37.570230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42902) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:37.571553 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9aebdd79-5f05-4e02-abd1-d203e0560018 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5212667 Dec 21 16:48:37.578378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42904) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:37.643271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-13314e19-352b-44f5-afad-4b911aef6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:48:28Z', 'revision_number': 5, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:37.645637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:37.646065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Checking segment: {'id': '325af444-125a-489f-be7b-c8339579b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3d537fd5-a4c5-4b14-8ec1-ca9946c67814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:37.646521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.647001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Bound using segment: {'id': '325af444-125a-489f-be7b-c8339579b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3d537fd5-a4c5-4b14-8ec1-ca9946c67814'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:37.647548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Bound port: b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325af444-125a-489f-be7b-c8339579b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3d537fd5-a4c5-4b14-8ec1-ca9946c67814'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:37.647982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.714449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13314e19-352b-44f5-afad-4b911aef6e85 None None] Checking router: 4813b777-3e99-4a40-964f-659cba89a6f0 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:48:37.717322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdc61270-36a7-4c89-b90b-82c71e489946 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.722307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:37.738613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42912) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:37.744502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13314e19-352b-44f5-afad-4b911aef6e85 None None] Routers {'4813b777-3e99-4a40-964f-659cba89a6f0'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:37.745632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-13314e19-352b-44f5-afad-4b911aef6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4813b777-3e99-4a40-964f-659cba89a6f0'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:37.772826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.802196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-99955fa1-923a-40eb-b158-8c425385bd15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:48:37.802703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-99955fa1-923a-40eb-b158-8c425385bd15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:48:37.813347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc61270-36a7-4c89-b90b-82c71e489946 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Subnet': ['ID=b95c6cc2-3003-4d5b-b484-98107d02c5d4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:37.835871 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-55a25497-afaf-4d12-8f8e-229e7525f1a9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2515013 Dec 21 16:48:37.836266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42918) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:37.837470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cdc61270-36a7-4c89-b90b-82c71e489946 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:37.852132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1411546660'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:37.853128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89d9cd1-b4bc-41b2-80f9-534dee3745ce None None] DHCP port deletion for 1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:48:37.866460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdc61270-36a7-4c89-b90b-82c71e489946 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.870190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:37.876169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d89d9cd1-b4bc-41b2-80f9-534dee3745ce None None] Deleting port 4e195be6-c8a8-440c-8a93-7b0adbfb160a {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:37.876527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d89d9cd1-b4bc-41b2-80f9-534dee3745ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.884238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:network and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:37.888873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:37.898704 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cdc61270-36a7-4c89-b90b-82c71e489946 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/b95c6cc2-3003-4d5b-b484-98107d02c5d4 HTTP/1.1" status: 204 len: 168 time: 1.6048145 Dec 21 16:48:37.900109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:37.902090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42922) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:37.946166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:37.952387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:37.982216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.038826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5b67f0-49f2-4341-8b6a-050aa749baa4 None None] Network e5d64c24-3af3-4508-bea8-64f7ac237a05 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:38.053271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4e195be6-c8a8-440c-8a93-7b0adbfb160a no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:38.078545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4bf9bb5b-a119-422b-ab82-8daf2543da07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.080266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:38.089034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.096742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting port b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:38.096742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.138347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.138769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Added segment 3c7d22b3-4db6-483e-842c-ee788c1a8c58 of type vlan for network 94a73d51-2056-44d3-b1e1-ee8c87fbb975 Dec 21 16:48:38.162556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] For port b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:38.168690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4bf9bb5b-a119-422b-ab82-8daf2543da07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:38.169724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 4e195be6-c8a8-440c-8a93-7b0adbfb160a {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:38.170024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.175586 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-06512e24-a179-40cf-af48-68f8e0e6e3cb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e5f87538517e46418da641ffb342a63b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5971472 Dec 21 16:48:38.176647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42928) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:38.180668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4bf9bb5b-a119-422b-ab82-8daf2543da07 admin admin] Usage tracker for resource:security_group_rule and tenant:488d6f499fdc4f189bfd056e67145fda is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:38.195147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4bf9bb5b-a119-422b-ab82-8daf2543da07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:38.209603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4bf9bb5b-a119-422b-ab82-8daf2543da07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:38.257042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.287638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.301127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef41aa2-1e37-4249-8711-5e15bd1fd2f5 None None] DHCP port deletion for 60484531-a8a3-40ab-b578-f05d8f488ab8 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:48:38.313991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] For port b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf,segment=NetworkSegment(325af444-125a-489f-be7b-c8339579b5e8),segment_id=325af444-125a-489f-be7b-c8339579b5e8)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:38.315962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-99955fa1-923a-40eb-b158-8c425385bd15 None None] Deleting port b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:38.316404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99955fa1-923a-40eb-b158-8c425385bd15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.317340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Deleting port d581bd80-5315-460c-874b-0a767dedf528 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:38.317797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.367375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6250ef23-eebb-4484-bbc4-40ee82fbfb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.417320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.421968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:38.422656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.458770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4bf9bb5b-a119-422b-ab82-8daf2543da07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.459705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5ef41aa2-1e37-4249-8711-5e15bd1fd2f5 None None] Deleting port b6f82d22-199f-4517-9039-ae26f6825fec {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:38.460199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ef41aa2-1e37-4249-8711-5e15bd1fd2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.462098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6250ef23-eebb-4484-bbc4-40ee82fbfb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.476378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:38.492029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.513618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-80ed6213-fc5f-4851-bef0-99998ff11ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:38.569029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-99955fa1-923a-40eb-b158-8c425385bd15 None None] The port 'b8b0c64a-a1d7-407c-b0b5-bd8c93c4a5a2' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:48:38.678207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-13314e19-352b-44f5-afad-4b911aef6e85 None None] Set router 4813b777-3e99-4a40-964f-659cba89a6f0 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:48:38.737194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4bf9bb5b-a119-422b-ab82-8daf2543da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.754901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c890b00-a5b4-4f1e-b37c-4b52239bff67 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:38.825932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] For port b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf, host dv-neutron-822515-1-hyperv, got binding levels [] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:38.826337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.838439 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9954572 Dec 21 16:48:38.842693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42932) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:38.895005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9bb5b-a119-422b-ab82-8daf2543da07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2014018b-4e9e-4513-b4a8-2934bdbf5a00,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:38.898362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4bf9bb5b-a119-422b-ab82-8daf2543da07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:38.910293 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4bf9bb5b-a119-422b-ab82-8daf2543da07 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=488d6f499fdc4f189bfd056e67145fda&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1696198 Dec 21 16:48:38.913587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42936) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:38.958092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] For port d581bd80-5315-460c-874b-0a767dedf528, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d581bd80-5315-460c-874b-0a767dedf528,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:38.958475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.965581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': '94a73d51-2056-44d3-b1e1-ee8c87fbb975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:38.974650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6250ef23-eebb-4484-bbc4-40ee82fbfb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:38.987452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-259d1a71-4234-4b15-b27d-e13e38d7d98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:39.108820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Network': ['ID=94a73d51-2056-44d3-b1e1-ee8c87fbb975,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:39.128956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Calling delete_port for b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:39.146214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250ef23-eebb-4484-bbc4-40ee82fbfb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff14f288-372f-4321-a6fd-2b837db6e288,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:39.149421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6250ef23-eebb-4484-bbc4-40ee82fbfb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:39.159527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Calling delete_port for d581bd80-5315-460c-874b-0a767dedf528 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:39.169661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:39.185868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 94a73d51-2056-44d3-b1e1-ee8c87fbb975 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:39.193951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port 4e195be6-c8a8-440c-8a93-7b0adbfb160a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4e195be6-c8a8-440c-8a93-7b0adbfb160a,segment=NetworkSegment(f24c6935-e3af-4de0-ad7d-9aed24a50051),segment_id=f24c6935-e3af-4de0-ad7d-9aed24a50051)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:39.194354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:39.218163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6250ef23-eebb-4484-bbc4-40ee82fbfb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:39.221804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6250ef23-eebb-4484-bbc4-40ee82fbfb4e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ff14f288-372f-4321-a6fd-2b837db6e288 HTTP/1.1" status: 204 len: 168 time: 1.0423431 Dec 21 16:48:39.263200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb51cae6-8526-4fcc-90fd-a680db4b9b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:39.285276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Pushing event updated for resources: {'Port': ['ID=b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:39.292227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d89d9cd1-b4bc-41b2-80f9-534dee3745ce None None] For port 4e195be6-c8a8-440c-8a93-7b0adbfb160a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4e195be6-c8a8-440c-8a93-7b0adbfb160a,segment=NetworkSegment(f24c6935-e3af-4de0-ad7d-9aed24a50051),segment_id=f24c6935-e3af-4de0-ad7d-9aed24a50051)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:39.292680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d89d9cd1-b4bc-41b2-80f9-534dee3745ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:39.314080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:39.325777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb51cae6-8526-4fcc-90fd-a680db4b9b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:39.350697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:39.414565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 4e195be6-c8a8-440c-8a93-7b0adbfb160a owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:39.471078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:39.472808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb51cae6-8526-4fcc-90fd-a680db4b9b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:39.480266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:48:39.480761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:48:39.482517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7b93e7a4-a3b6-428d-aa09-d8dc859fd5dc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:39.483848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:39.499519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51cae6-8526-4fcc-90fd-a680db4b9b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2014018b-4e9e-4513-b4a8-2934bdbf5a00,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:39.499839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:39.509816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb51cae6-8526-4fcc-90fd-a680db4b9b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:39.517155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:39.528637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:39.536963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-54a598ce-106d-4d79-b290-b9f89712111f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:39.552049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:39.573472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:39.591831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1a078ea-254b-40ec-bf0a-265ac31294de tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:39.599081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event deleted for resources: {'Port': ['ID=d581bd80-5315-460c-874b-0a767dedf528,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:39.602446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb51cae6-8526-4fcc-90fd-a680db4b9b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:39.606146 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eb51cae6-8526-4fcc-90fd-a680db4b9b60 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2014018b-4e9e-4513-b4a8-2934bdbf5a00 HTTP/1.1" status: 204 len: 168 time: 0.6883476 Dec 21 16:48:39.606146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:39.626246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d89d9cd1-b4bc-41b2-80f9-534dee3745ce None None] Calling delete_port for 4e195be6-c8a8-440c-8a93-7b0adbfb160a owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:39.708564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=4e195be6-c8a8-440c-8a93-7b0adbfb160a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:39.711172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:48:39.717257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No DVR routers for this DVR port 4e195be6-c8a8-440c-8a93-7b0adbfb160a on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:39.750100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:39.892256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:39.931506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.203559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.212059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting port b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:40.212485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.223214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c8d4a-37e3-4c97-a588-80950dd1cb62 None None] DHCP port deletion for e5d64c24-3af3-4508-bea8-64f7ac237a05 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:48:40.251715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.257898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9095b1-33a3-4dfd-a273-1147369d553c None None] Network 3d537fd5-a4c5-4b14-8ec1-ca9946c67814 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:40.265505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5eb28282-ed6f-4b27-9d09-c47c5ce00c8b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:40.316067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c8d4a-37e3-4c97-a588-80950dd1cb62 None None] Deleting port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:40.316502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8d4a-37e3-4c97-a588-80950dd1cb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.333640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.339939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.375117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.376112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Fanout notify agent at l3_agent the message router_deleted on router 4813b777-3e99-4a40-964f-659cba89a6f0 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:48:40.390500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:40.404156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.405821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "DELETE /v2.0/routers/4813b777-3e99-4a40-964f-659cba89a6f0 HTTP/1.1" status: 204 len: 168 time: 3.0099163 Dec 21 16:48:40.408722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42952) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:40.448021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-5ef41aa2-1e37-4249-8711-5e15bd1fd2f5 None None] For port b6f82d22-199f-4517-9039-ae26f6825fec, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b6f82d22-199f-4517-9039-ae26f6825fec,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:40.448477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ef41aa2-1e37-4249-8711-5e15bd1fd2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.467803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24c6935-e3af-4de0-ad7d-9aed24a50051') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:40.468658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24c6935-e3af-4de0-ad7d-9aed24a50051') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:40.482009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-d89d9cd1-b4bc-41b2-80f9-534dee3745ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:48:40.482430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-d89d9cd1-b4bc-41b2-80f9-534dee3745ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:48:40.534920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.544460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Subnet': ['ID=337c9b3a-2903-49b6-8898-2c6c644c66f7,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:40.564604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:40.571981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.576938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Checking segment: {'id': '3c7d22b3-4db6-483e-842c-ee788c1a8c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '94a73d51-2056-44d3-b1e1-ee8c87fbb975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:40.577341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network hostable DHCP agents. Network: 94a73d51-2056-44d3-b1e1-ee8c87fbb975, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:40.584980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Deleting port b6f82d22-199f-4517-9039-ae26f6825fec {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:40.585491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.602442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.633712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:40.633950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:40.651466 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:40.702585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b6f82d22-199f-4517-9039-ae26f6825fec no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:40.777973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5ef41aa2-1e37-4249-8711-5e15bd1fd2f5 None None] Calling delete_port for b6f82d22-199f-4517-9039-ae26f6825fec owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:40.842742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] For port b6f82d22-199f-4517-9039-ae26f6825fec, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b6f82d22-199f-4517-9039-ae26f6825fec,segment=NetworkSegment(3cd05db3-1040-41d8-a3e7-524d619acb73),segment_id=3cd05db3-1040-41d8-a3e7-524d619acb73)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:40.843285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.890578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] For port b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf,segment=NetworkSegment(325af444-125a-489f-be7b-c8339579b5e8),segment_id=325af444-125a-489f-be7b-c8339579b5e8)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:40.891059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.903599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 94a73d51-2056-44d3-b1e1-ee8c87fbb975 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:40.911458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.917945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 94a73d51-2056-44d3-b1e1-ee8c87fbb975) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:40.919508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e3dcc9da-b7b5-4e4b-bea7-15aaf5396584 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:40.938614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:40.994121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae286456-9d31-4cde-a94c-c7f31a919f40 None None] Network 94a73d51-2056-44d3-b1e1-ee8c87fbb975 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:41.001371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:41.002039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.011116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-13314e19-352b-44f5-afad-4b911aef6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:48:28Z', 'revision_number': 5, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:41.013741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d89d9cd1-b4bc-41b2-80f9-534dee3745ce None None] Deleting port 4e195be6-c8a8-440c-8a93-7b0adbfb160a {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:41.014317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d89d9cd1-b4bc-41b2-80f9-534dee3745ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.084829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Calling delete_port for b6f82d22-199f-4517-9039-ae26f6825fec owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:41.094630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Network': ['ID=1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:41.100571 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2101552 Dec 21 16:48:41.101329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42964) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:41.116090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Calling delete_port for b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:41.148012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:41.169977 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/networks/1ea020ef-9e20-45d9-a0ab-2cc9dd4a574e HTTP/1.1" status: 204 len: 168 time: 3.2666495 Dec 21 16:48:41.173854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42968) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:41.177319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '94a73d51-2056-44d3-b1e1-ee8c87fbb975', 'name': 'tempest-PortsIpV6TestJSON-1515667028'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:41.195203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13314e19-352b-44f5-afad-4b911aef6e85 None None] The sync data for ids ['4813b777-3e99-4a40-964f-659cba89a6f0'] in dv-neutron-822515-1-hyperv is: [{'id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103148387', 'tenant_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd581bd80-5315-460c-874b-0a767dedf528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:45:37Z', 'updated_at': '2021-12-21T16:48:28Z', 'revision_number': 5, 'project_id': '9fbf8b86e42b4c1f92705ea070b83c47', 'gw_port': {'id': 'd581bd80-5315-460c-874b-0a767dedf528', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4813b777-3e99-4a40-964f-659cba89a6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:45:41Z', 'updated_at': '2021-12-21T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:48:41.236851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42972) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:41.318119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.375757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:41.402566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.422400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b15762c3-ec55-4320-b213-2e17b418ac39 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:41.437989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] No DVR routers for this DVR port b6f82d22-199f-4517-9039-ae26f6825fec on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:41.480371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event deleted for resources: {'Port': ['ID=b6f82d22-199f-4517-9039-ae26f6825fec,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:41.483223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Port': ['ID=b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:41.489251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:41.491761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:41.493410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d89d9cd1-b4bc-41b2-80f9-534dee3745ce None None] The port '4e195be6-c8a8-440c-8a93-7b0adbfb160a' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:48:41.499555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No DVR routers for this DVR port b6c26e4e-50cb-4db1-9864-e38e5b0d5eaf on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:41.528643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.567993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324613186'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:41.578548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:41.588364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:41.589553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:41.595009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:41.597982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:41.598363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.615200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:port and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:41.620932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:41.631610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:41.641408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.685890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.686750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-5ef41aa2-1e37-4249-8711-5e15bd1fd2f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:48:41.687189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-5ef41aa2-1e37-4249-8711-5e15bd1fd2f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:48:41.704220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.716580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:41.720598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:41.722086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.736914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d537fd5-a4c5-4b14-8ec1-ca9946c67814']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:41.756354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325af444-125a-489f-be7b-c8339579b5e8') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:41.756559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325af444-125a-489f-be7b-c8339579b5e8') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:41.757767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60484531-a8a3-40ab-b578-f05d8f488ab8']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:41.768419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port 671780b4-6f8a-487d-adad-add5f580384a yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:48:41.775414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd05db3-1040-41d8-a3e7-524d619acb73') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:41.775755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd05db3-1040-41d8-a3e7-524d619acb73') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:41.823243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.825028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:41.834403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.841051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.856255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.864467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.878430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:41.878912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.889319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:41.895131 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:41.917187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2d0c8d4a-37e3-4c97-a588-80950dd1cb62 None None] For port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7,segment=NetworkSegment(aad2d3e9-6000-438b-be0f-8b841a2c753b),segment_id=aad2d3e9-6000-438b-be0f-8b841a2c753b)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:41.917730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8d4a-37e3-4c97-a588-80950dd1cb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.922235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:41.922694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:41.945432 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:42.050516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:42.100743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c8d4a-37e3-4c97-a588-80950dd1cb62 None None] Calling delete_port for 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:42.127403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:42.224847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5ef41aa2-1e37-4249-8711-5e15bd1fd2f5 None None] Deleting port b6f82d22-199f-4517-9039-ae26f6825fec {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:42.225284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ef41aa2-1e37-4249-8711-5e15bd1fd2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.333675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.349901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-48f7b0a9-2a50-4284-9506-417fabcc65d6 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:42.359571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5ef41aa2-1e37-4249-8711-5e15bd1fd2f5 None None] The port 'b6f82d22-199f-4517-9039-ae26f6825fec' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:48:42.369093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.377043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8::336 (94a73d51-2056-44d3-b1e1-ee8c87fbb975/337c9b3a-2903-49b6-8898-2c6c644c66f7/671780b4-6f8a-487d-adad-add5f580384a) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:42.386505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-94a73d51-2056-44d3-b1e1-ee8c87fbb975', 'network_id': '94a73d51-2056-44d3-b1e1-ee8c87fbb975', 'tenant_id': '81775f8c1be54fcd995b00e18fb3bd30', 'fixed_ips': [{'subnet_id': '337c9b3a-2903-49b6-8898-2c6c644c66f7'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:42.389299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.406930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:42.411519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8d4a-37e3-4c97-a588-80950dd1cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.415331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7,segment=NetworkSegment(aad2d3e9-6000-438b-be0f-8b841a2c753b),segment_id=aad2d3e9-6000-438b-be0f-8b841a2c753b)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:42.416038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.422281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:42.430815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:42.433039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.437349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.444077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e51d6344-1c64-434c-8ba1-11d72d871d2c tempest-FloatingIPTestJSON-48958168 tempest-FloatingIPTestJSON-48958168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:42.456230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Network': ['ID=3d537fd5-a4c5-4b14-8ec1-ca9946c67814,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:42.476138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.478482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:42.494275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/3d537fd5-a4c5-4b14-8ec1-ca9946c67814 HTTP/1.1" status: 204 len: 168 time: 8.4957633 Dec 21 16:48:42.494518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c8d4a-37e3-4c97-a588-80950dd1cb62 None None] Pushing event deleted for resources: {'Port': ['ID=0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:42.499329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42978) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:42.526399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-380024151'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:42.535531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d0c8d4a-37e3-4c97-a588-80950dd1cb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:42.546497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:42.551570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c8d4a-37e3-4c97-a588-80950dd1cb62 None None] No DVR routers for this DVR port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:42.558149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:network and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:42.563486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:42.599212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:42.617794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:42.626287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event deleted for resources: {'Network': ['ID=60484531-a8a3-40ab-b578-f05d8f488ab8,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:42.640372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:42.658497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:42.664908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.685311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3803c111-4561-47af-85d2-7b18a347510c no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:42.689904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "DELETE /v2.0/networks/60484531-a8a3-40ab-b578-f05d8f488ab8 HTTP/1.1" status: 204 len: 168 time: 2.2749970 Dec 21 16:48:42.693575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42982) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:42.726348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 3803c111-4561-47af-85d2-7b18a347510c {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:48:42.726915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3803c111-4561-47af-85d2-7b18a347510c not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:48:42.727470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d581bd80-5315-460c-874b-0a767dedf528 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:42.740955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:48:42.741326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:48:42.754045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.758558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.763239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.763812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: d581bd80-5315-460c-874b-0a767dedf528 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:48:42.764408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d581bd80-5315-460c-874b-0a767dedf528 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:48:42.768196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5b96428f-0d3b-4e91-bbe1-1c30b1709df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:42.779355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:42.796569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object 671780b4-6f8a-487d-adad-add5f580384a will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:42.808592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:42.810270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.810661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Added segment a2d1a193-4bf4-46a4-9837-b70f71671f77 of type vlan for network 3c62d23c-6a9f-495e-8238-f76e54aab333 Dec 21 16:48:42.813023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33260ac-462c-4e90-8c00-39981129214e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:42.816042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:42.819011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:42.819865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:42.826562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:42.845877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb42a616-0991-473a-8419-87f850f2d978 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.884043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.887050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.887749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.893512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8072d22-11de-4b32-9b89-0e1203107dc8 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:42.903942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb42a616-0991-473a-8419-87f850f2d978 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.919161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.936247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ab490e-bae0-4cc3-878e-f3a6004b28a6,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:42.939180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:42.939950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:42.941648 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7033803 Dec 21 16:48:42.941804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:42.947748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42986) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:42.974818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Allocated IP 2001:db8::2 (94a73d51-2056-44d3-b1e1-ee8c87fbb975/337c9b3a-2903-49b6-8898-2c6c644c66f7/41c67797-1281-4dc0-a2b1-a22079f630e8) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:43.023469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e5c2be0e-ae89-4c72-ba37-455cece7ec12 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:43.029687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.033917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:43.034636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.040867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e5c2be0e-ae89-4c72-ba37-455cece7ec12 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:43.045731 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e5c2be0e-ae89-4c72-ba37-455cece7ec12 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0939832 Dec 21 16:48:43.046445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42990) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:43.052721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b0950d94-888c-4111-ba09-cee137ae9d17 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group': {'name': 'tempest-security--431038966', 'description': 'tempest-security-description-244885930'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:43.054074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 94a73d51-2056-44d3-b1e1-ee8c87fbb975 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:43.065993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:43.068592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:43.073178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:43.073848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.094426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=671780b4-6f8a-487d-adad-add5f580384a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:43.097669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:43.101047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0950d94-888c-4111-ba09-cee137ae9d17 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.101383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dc9968c0-89f8-47be-96fb-0d87feeb6b47 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:43.127150 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6103764 Dec 21 16:48:43.130119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 42994) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:43.139405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'network_id': '3c62d23c-6a9f-495e-8238-f76e54aab333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:43.150721 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9972401 Dec 21 16:48:43.152613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 42998) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:43.163735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '94a73d51-2056-44d3-b1e1-ee8c87fbb975', 'name': 'tempest-PortsIpV6TestJSON-269617749'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:43.204262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.211293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0950d94-888c-4111-ba09-cee137ae9d17 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.216187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Transition to ACTIVE for port object 41c67797-1281-4dc0-a2b1-a22079f630e8 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:43.236958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Transition to ACTIVE for port object 41c67797-1281-4dc0-a2b1-a22079f630e8 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:43.243065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.249380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:43.255854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=3c62d23c-6a9f-495e-8238-f76e54aab333,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:43.262532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:43.263036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.263602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20320337-ede2-4f2f-b9a2-6f5c795ecd78 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:43.292140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 3c62d23c-6a9f-495e-8238-f76e54aab333 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:43.307309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0950d94-888c-4111-ba09-cee137ae9d17 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.309923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0950d94-888c-4111-ba09-cee137ae9d17 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.311970 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b0950d94-888c-4111-ba09-cee137ae9d17 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "PUT /v2.0/security-groups/06ab490e-bae0-4cc3-878e-f3a6004b28a6 HTTP/1.1" status: 200 len: 1610 time: 0.2643750 Dec 21 16:48:43.321135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ada69c72-bf26-40f7-9043-e57272c26fdc tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:43.331593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43002) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:43.335059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb42a616-0991-473a-8419-87f850f2d978 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.349408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ccca9d4-6af3-4050-b235-1dc319087af1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:43.377708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] The port '0f9ab589-a2fb-425e-9e83-2a1f7ebdefc7' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:48:43.379384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:43.387317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42a616-0991-473a-8419-87f850f2d978 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b86c4cc-bf73-48e1-a6c5-43ed46b508cb,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:43.393150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fb42a616-0991-473a-8419-87f850f2d978 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:43.416533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb42a616-0991-473a-8419-87f850f2d978 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.420076 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fb42a616-0991-473a-8419-87f850f2d978 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] 10.222.0.67 "DELETE /v2.0/security-groups/4b86c4cc-bf73-48e1-a6c5-43ed46b508cb HTTP/1.1" status: 204 len: 168 time: 0.7210114 Dec 21 16:48:43.432994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:43.440933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:port and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:43.444659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:43.450632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Pushing event updated for resources: {'Port': ['ID=41c67797-1281-4dc0-a2b1-a22079f630e8,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:43.452019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:43.460727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:43.463792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:43.464142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Network 94a73d51-2056-44d3-b1e1-ee8c87fbb975 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:43.467120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:43.469669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:43.471081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.481746 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e1a2bcac-49b8-4134-9010-ca8e3918ec46 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups/06ab490e-bae0-4cc3-878e-f3a6004b28a6 HTTP/1.1" status: 200 len: 1610 time: 0.1447406 Dec 21 16:48:43.483801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43008) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:43.487573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:subnet and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:43.508960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:43.519965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0950d94-888c-4111-ba09-cee137ae9d17 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ab490e-bae0-4cc3-878e-f3a6004b28a6,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:43.524118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:43.525931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port c59d764f-480f-41f8-b7d6-1ad7bb097e47 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:48:43.540294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b0950d94-888c-4111-ba09-cee137ae9d17 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:43.592532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Attempting to bind port 41c67797-1281-4dc0-a2b1-a22079f630e8 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:43.592532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Attempting to bind port 41c67797-1281-4dc0-a2b1-a22079f630e8 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3c7d22b3-4db6-483e-842c-ee788c1a8c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '94a73d51-2056-44d3-b1e1-ee8c87fbb975'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:43.592989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Attempting to bind port 41c67797-1281-4dc0-a2b1-a22079f630e8 on network 94a73d51-2056-44d3-b1e1-ee8c87fbb975 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:43.600077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:43.600502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Checking segment: {'id': '3c7d22b3-4db6-483e-842c-ee788c1a8c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '94a73d51-2056-44d3-b1e1-ee8c87fbb975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:43.601458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.602218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Bound using segment: {'id': '3c7d22b3-4db6-483e-842c-ee788c1a8c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '94a73d51-2056-44d3-b1e1-ee8c87fbb975'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:43.603098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Bound port: 41c67797-1281-4dc0-a2b1-a22079f630e8, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7d22b3-4db6-483e-842c-ee788c1a8c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '94a73d51-2056-44d3-b1e1-ee8c87fbb975'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:43.603098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.603607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:43.625508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.673048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d64c24-3af3-4508-bea8-64f7ac237a05']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:43.683029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a693f07-e546-407a-982c-0e26783baa01 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.698383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] For port 41c67797-1281-4dc0-a2b1-a22079f630e8, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:43.701846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] For port 41c67797-1281-4dc0-a2b1-a22079f630e8, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=41c67797-1281-4dc0-a2b1-a22079f630e8,segment=NetworkSegment(3c7d22b3-4db6-483e-842c-ee788c1a8c58),segment_id=3c7d22b3-4db6-483e-842c-ee788c1a8c58)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:43.705512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.709899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:43.730456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a693f07-e546-407a-982c-0e26783baa01 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.743367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad2d3e9-6000-438b-be0f-8b841a2c753b') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:43.743367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad2d3e9-6000-438b-be0f-8b841a2c753b') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:43.764843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.766824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8::2f2 (94a73d51-2056-44d3-b1e1-ee8c87fbb975/337c9b3a-2903-49b6-8898-2c6c644c66f7/c59d764f-480f-41f8-b7d6-1ad7bb097e47) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:43.776718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.799651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Pushing event updated for resources: {'Port': ['ID=41c67797-1281-4dc0-a2b1-a22079f630e8,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:43.804241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:43.824517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.830388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a693f07-e546-407a-982c-0e26783baa01 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.837879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2003bf2-390d-49e4-88df-a01b673f94b2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:43.868529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a693f07-e546-407a-982c-0e26783baa01 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ab490e-bae0-4cc3-878e-f3a6004b28a6,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:43.873752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9a693f07-e546-407a-982c-0e26783baa01 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:43.881789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:43.882247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:43.898109 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:43.925692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a693f07-e546-407a-982c-0e26783baa01 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:43.926607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9a693f07-e546-407a-982c-0e26783baa01 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-groups/06ab490e-bae0-4cc3-878e-f3a6004b28a6 HTTP/1.1" status: 204 len: 168 time: 0.4392729 Dec 21 16:48:43.929890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43012) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:44.007367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.012345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:44.028522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.043740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Network': ['ID=e5d64c24-3af3-4508-bea8-64f7ac237a05,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:44.048036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:44.057732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/networks/e5d64c24-3af3-4508-bea8-64f7ac237a05 HTTP/1.1" status: 204 len: 168 time: 2.8760266 Dec 21 16:48:44.057732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43016) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:44.063058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-639958355'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:44.068244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:44.075700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:network and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:44.081003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:44.088263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7aeada22-6030-4e94-854b-c88d49af995f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:44.103530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.119810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7aeada22-6030-4e94-854b-c88d49af995f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:44.121150 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7aeada22-6030-4e94-854b-c88d49af995f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1902747 Dec 21 16:48:44.125346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:44.126159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43020) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:44.146069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object c59d764f-480f-41f8-b7d6-1ad7bb097e47 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:44.159416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-158b50ee-a08c-4884-aefc-c0454ff6dec0 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] delete failed (client error): The resource could not be found. Dec 21 16:48:44.159416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-158b50ee-a08c-4884-aefc-c0454ff6dec0 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-groups/06ab490e-bae0-4cc3-878e-f3a6004b28a6 HTTP/1.1" status: 404 len: 347 time: 0.0309782 Dec 21 16:48:44.163520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:44.172752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.175251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43024) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:44.182534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022048390'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:44.191948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:44.206917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:44.211758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.219536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72fa1e8f-7d12-4c12-a60d-5e09896e6852 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:44.235426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:44.260279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.260718 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added segment ae84a4f6-2395-490a-90bc-f6d9feeecd27 of type vlan for network f29e27bf-9847-465f-aaaf-16ed00445d9a Dec 21 16:48:44.267553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.274930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5528a14f-a4d8-4695-a8ce-36486fc37905 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:44.285980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.325124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 94a73d51-2056-44d3-b1e1-ee8c87fbb975 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:44.325490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=c59d764f-480f-41f8-b7d6-1ad7bb097e47,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:44.329561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:44.331605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:44.337490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:44.341872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:44.342551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.354389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.367127 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2100146 Dec 21 16:48:44.368301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43028) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:44.379279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:44.383456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:44.386729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:44.395007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:44.440787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=ac927313-79ae-4014-8b26-b1d64a7ae2fe,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:44.451548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:44.464142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.467445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.479335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6568023f-96a8-404d-90b6-3958ba2a80cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:44.490163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Checking segment: {'id': 'a2d1a193-4bf4-46a4-9837-b70f71671f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3c62d23c-6a9f-495e-8238-f76e54aab333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:44.490163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network hostable DHCP agents. Network: 3c62d23c-6a9f-495e-8238-f76e54aab333, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:44.498375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.502608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:44.503277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.510936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:44.525018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265a4a24-76bd-4775-aa59-a734b7d0efb5,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:44.527984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.530848 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3530912 Dec 21 16:48:44.530848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:44.540618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43036) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:44.547532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': '265a4a24-76bd-4775-aa59-a734b7d0efb5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:44.554021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:44.558183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:44.561324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:44.570044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:44.595053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.644066 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5834224 Dec 21 16:48:44.644477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43040) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:44.652280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Network': ['ID=f29e27bf-9847-465f-aaaf-16ed00445d9a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:44.654070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'subnet': {'network_id': 'f29e27bf-9847-465f-aaaf-16ed00445d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:44.656329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:44.662824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973e8cc-9200-4a0a-b55e-69d51d2292f7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:44.663614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0973e8cc-9200-4a0a-b55e-69d51d2292f7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:44.668030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network f29e27bf-9847-465f-aaaf-16ed00445d9a details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:44.679375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network 3c62d23c-6a9f-495e-8238-f76e54aab333 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:44.704201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0973e8cc-9200-4a0a-b55e-69d51d2292f7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:44.708020 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0973e8cc-9200-4a0a-b55e-69d51d2292f7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A336 HTTP/1.1" status: 200 len: 929 time: 0.3325632 Dec 21 16:48:44.708020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 3c62d23c-6a9f-495e-8238-f76e54aab333) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:44.713713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43044) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:44.719580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.721380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:44.722300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.724204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.729415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4da157c2-a22a-4a83-b098-723a9892598e tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:44.799821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f9c5a2-73c7-4e83-ada5-6fee714a76bc,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:44.817904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:44.844760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:44.849009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.853639 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3085749 Dec 21 16:48:44.853790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae1b8a5-bed4-4b62-a8c2-e9432d8ed752 None None] Network 3c62d23c-6a9f-495e-8238-f76e54aab333 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:44.853894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:subnet and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:44.854881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43050) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:44.857682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:44.865860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9b1df384-8cee-4545-87cb-bfe5d270f82a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port c59d764f-480f-41f8-b7d6-1ad7bb097e47 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:44.866268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b1df384-8cee-4545-87cb-bfe5d270f82a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.890792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:44.906444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7fc3077d-ace5-4359-ba1b-d29f64d70764 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.906686 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7712421 Dec 21 16:48:44.908957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43054) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:44.922580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1932315297'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:44.927659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:44.931715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:network and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:44.935089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:44.942683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:44.944914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7fc3077d-ace5-4359-ba1b-d29f64d70764 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:44.951160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43058) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:44.958088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:44.960745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41c67797-1281-4dc0-a2b1-a22079f630e8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:45.074469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.116670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:45.123159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.153621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b1df384-8cee-4545-87cb-bfe5d270f82a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.162758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 41c67797-1281-4dc0-a2b1-a22079f630e8 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:45.177213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-3c62d23c-6a9f-495e-8238-f76e54aab333', 'network_id': '3c62d23c-6a9f-495e-8238-f76e54aab333', 'tenant_id': '9216b0fba9b2423d91e6fe9df338ac68', 'fixed_ips': [{'subnet_id': 'ac927313-79ae-4014-8b26-b1d64a7ae2fe'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:45.178129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.250073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7fc3077d-ace5-4359-ba1b-d29f64d70764 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.257566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0ba77471-6ef2-43ec-aa77-c5bde7e34e0f tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:45.272825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:45.293591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3077d-ace5-4359-ba1b-d29f64d70764 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82f9c5a2-73c7-4e83-ada5-6fee714a76bc,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:45.298514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7fc3077d-ace5-4359-ba1b-d29f64d70764 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:45.308571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.309022 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Added segment e8ca4348-5446-48da-88e8-4f1cd5e6dcea of type vlan for network 1897bd55-1985-48d2-ae0f-2ed753916da2 Dec 21 16:48:45.312364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7fc3077d-ace5-4359-ba1b-d29f64d70764 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.313605 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7fc3077d-ace5-4359-ba1b-d29f64d70764 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/82f9c5a2-73c7-4e83-ada5-6fee714a76bc HTTP/1.1" status: 204 len: 168 time: 0.4577353 Dec 21 16:48:45.320744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43064) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:45.349998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9b1df384-8cee-4545-87cb-bfe5d270f82a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for c59d764f-480f-41f8-b7d6-1ad7bb097e47 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:45.448926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.546651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-78a74925-c590-49cd-b602-c06a0dc45181 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:45.558071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b1df384-8cee-4545-87cb-bfe5d270f82a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.569120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-34b631c1-620a-4d22-a2e7-99fe4adb6dfc tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:45.580596 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c5666f87-ae45-40fa-9ee4-a23e9766c0ee admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9fbf8b86e42b4c1f92705ea070b83c47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6257689 Dec 21 16:48:45.598600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43068) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:45.628602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.634215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:45.634924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.642193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Allocated IP 2001:db8::1 (3c62d23c-6a9f-495e-8238-f76e54aab333/ac927313-79ae-4014-8b26-b1d64a7ae2fe/ee0876da-9d1d-499c-94f6-49572879944d) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:45.658770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d9a862cf-4dd8-4b19-850a-36455a249152 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:45.659519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1df384-8cee-4545-87cb-bfe5d270f82a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=c59d764f-480f-41f8-b7d6-1ad7bb097e47,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:45.667734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b1df384-8cee-4545-87cb-bfe5d270f82a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:45.675159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b1df384-8cee-4545-87cb-bfe5d270f82a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.687678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-78a74925-c590-49cd-b602-c06a0dc45181 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:45.691849 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-78a74925-c590-49cd-b602-c06a0dc45181 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3662071 Dec 21 16:48:45.696284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43072) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:45.700486 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9b1df384-8cee-4545-87cb-bfe5d270f82a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/c59d764f-480f-41f8-b7d6-1ad7bb097e47 HTTP/1.1" status: 204 len: 168 time: 0.9856496 Dec 21 16:48:45.721110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43076) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:45.724032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af7f5e28-646f-4c26-a74f-8e692a89ac7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.775917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ef84e7a-0053-4301-bdc9-27a10b084abe tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.787387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.791953 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f13e85f-e95c-45cc-8431-547180befe36 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:48:45.792519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6f13e85f-e95c-45cc-8431-547180befe36 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:45.808835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ef84e7a-0053-4301-bdc9-27a10b084abe tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.860478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ef84e7a-0053-4301-bdc9-27a10b084abe tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.869481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0ba67dc-ab03-43a1-8d80-d69db62a0179 tempest-RoutersAdminNegativeTest-350978571 tempest-RoutersAdminNegativeTest-350978571-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:45.880767 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9654000 Dec 21 16:48:45.882349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43080) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:45.887311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef84e7a-0053-4301-bdc9-27a10b084abe tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265a4a24-76bd-4775-aa59-a734b7d0efb5,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:45.887927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30832c2c-4a10-40e0-92da-d2db9f7abcb1 None None] Network 94a73d51-2056-44d3-b1e1-ee8c87fbb975 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:45.890217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ef84e7a-0053-4301-bdc9-27a10b084abe tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:45.891226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=1897bd55-1985-48d2-ae0f-2ed753916da2,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:45.900811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'network_id': '1897bd55-1985-48d2-ae0f-2ed753916da2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:45.905115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:45.908401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41a72934-feae-4a42-ad4b-c30e0b91bf5c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:45.924184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 1897bd55-1985-48d2-ae0f-2ed753916da2 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:45.940009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ef84e7a-0053-4301-bdc9-27a10b084abe tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:45.944125 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ef84e7a-0053-4301-bdc9-27a10b084abe tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-groups/265a4a24-76bd-4775-aa59-a734b7d0efb5 HTTP/1.1" status: 204 len: 168 time: 0.2440624 Dec 21 16:48:45.953367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43084) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:45.953994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6f13e85f-e95c-45cc-8431-547180befe36 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:45.956597 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6f13e85f-e95c-45cc-8431-547180befe36 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/c59d764f-480f-41f8-b7d6-1ad7bb097e47 HTTP/1.1" status: 404 len: 333 time: 0.2329950 Dec 21 16:48:45.987561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43088) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:46.045052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:46.049431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:subnet and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:46.053844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:46.062244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:46.072002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:46.082975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf2a8-c9b5-484b-bfa3-da590ae21947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.101309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Subnet': ['ID=4c2efd7b-cfbc-4238-8097-35c9ae2fcf57,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:46.115734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:46.128056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Checking segment: {'id': 'ae84a4f6-2395-490a-90bc-f6d9feeecd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f29e27bf-9847-465f-aaaf-16ed00445d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:46.128448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network hostable DHCP agents. Network: f29e27bf-9847-465f-aaaf-16ed00445d9a, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:46.146622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.152193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5c777409-da09-4722-a6f0-1bc8f38a611d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port 671780b4-6f8a-487d-adad-add5f580384a {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:46.152577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c777409-da09-4722-a6f0-1bc8f38a611d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.168687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Transition to ACTIVE for port object ee0876da-9d1d-499c-94f6-49572879944d will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:46.176736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d2aef969-77ed-404e-9399-1a832a334e31 None None] Provisioning for port 41c67797-1281-4dc0-a2b1-a22079f630e8 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:46.188592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.198872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d2aef969-77ed-404e-9399-1a832a334e31 None None] Provisioning complete for port 41c67797-1281-4dc0-a2b1-a22079f630e8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:46.199310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2aef969-77ed-404e-9399-1a832a334e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.212962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf2a8-c9b5-484b-bfa3-da590ae21947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.252545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff30d88f-6f83-4828-aa9d-655faf284e54 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:46.278540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Transition to ACTIVE for port object ee0876da-9d1d-499c-94f6-49572879944d will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:46.288075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Performing IP validity checks on allocation pools {{(pid=88888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 16:48:46.288837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 16:48:46.311695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.321180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d0c8d4a-37e3-4c97-a588-80950dd1cb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:46.331316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network f29e27bf-9847-465f-aaaf-16ed00445d9a is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:46.354402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff30d88f-6f83-4828-aa9d-655faf284e54 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:46.355822 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff30d88f-6f83-4828-aa9d-655faf284e54 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3993442 Dec 21 16:48:46.361436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43092) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:46.367330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group': {'name': 'tempest-secgroup--152095223'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:46.381627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:46.410581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:46.441697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Pushing event updated for resources: {'Port': ['ID=ee0876da-9d1d-499c-94f6-49572879944d,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:46.445403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.452654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:46.497647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.504680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae31ef74-c90c-48d6-a57c-cf343bd6c7cf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:46.509416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Network 3c62d23c-6a9f-495e-8238-f76e54aab333 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:46.512631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:46.545535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:46.557322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:46.573828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:46.582145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:46.596720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:46.604922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=4726a5f5-5d10-46b2-9a6f-fc2cde923c76,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:46.614984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2aef969-77ed-404e-9399-1a832a334e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.624395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:46.636569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, f29e27bf-9847-465f-aaaf-16ed00445d9a) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:46.647750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:46.648993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.654298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Checking segment: {'id': 'e8ca4348-5446-48da-88e8-4f1cd5e6dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1897bd55-1985-48d2-ae0f-2ed753916da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:46.654895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network hostable DHCP agents. Network: 1897bd55-1985-48d2-ae0f-2ed753916da2, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:46.659447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf2a8-c9b5-484b-bfa3-da590ae21947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.680081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e334bd3f-3fde-46f2-9ae3-5d08c0063127 None None] Network f29e27bf-9847-465f-aaaf-16ed00445d9a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:46.707525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.714885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.716145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aaed6f04-2d66-48f6-84f8-70b8e2eeb5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:46.721990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b9bd6505-ec2e-4a96-aeef-87edb8ce0a0c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:46.739850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network 1897bd55-1985-48d2-ae0f-2ed753916da2 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:46.752135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbf2a8-c9b5-484b-bfa3-da590ae21947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e819eb0-f816-45a8-a662-962dcbe23b86,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:46.761717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a9bbf2a8-c9b5-484b-bfa3-da590ae21947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:46.774086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf2a8-c9b5-484b-bfa3-da590ae21947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.775357 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a9bbf2a8-c9b5-484b-bfa3-da590ae21947 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e819eb0-f816-45a8-a662-962dcbe23b86 HTTP/1.1" status: 204 len: 168 time: 1.1756897 Dec 21 16:48:46.784010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e364a533-829a-4bd2-9787-dc7a422a167c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:46.784143 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1343884 Dec 21 16:48:46.784254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 1897bd55-1985-48d2-ae0f-2ed753916da2) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:46.786441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43098) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:46.791903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:46.795145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:46.795951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.803410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-08df937c-13e5-4cee-91f8-a3f0e607a54e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-785647727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:46.803813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c777409-da09-4722-a6f0-1bc8f38a611d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.819324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.821251 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4588535 Dec 21 16:48:46.823165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-08df937c-13e5-4cee-91f8-a3f0e607a54e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:46.827103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43102) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:46.831010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-08df937c-13e5-4cee-91f8-a3f0e607a54e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:router and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:46.834717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': 'e364a533-829a-4bd2-9787-dc7a422a167c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:46.835381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-08df937c-13e5-4cee-91f8-a3f0e607a54e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:46.840348 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9487932 Dec 21 16:48:46.845304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43106) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:46.847386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-08df937c-13e5-4cee-91f8-a3f0e607a54e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:46.859534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277d178c-3f71-484c-bc3f-1e78825b23a1 None None] Network 1897bd55-1985-48d2-ae0f-2ed753916da2 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:46.862772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:46.869979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:46.875872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:46.880691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Attempting to bind port ee0876da-9d1d-499c-94f6-49572879944d on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:46.881329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Attempting to bind port ee0876da-9d1d-499c-94f6-49572879944d by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a2d1a193-4bf4-46a4-9837-b70f71671f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3c62d23c-6a9f-495e-8238-f76e54aab333'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:46.881921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Attempting to bind port ee0876da-9d1d-499c-94f6-49572879944d on network 3c62d23c-6a9f-495e-8238-f76e54aab333 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:46.885847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:46.898866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08df937c-13e5-4cee-91f8-a3f0e607a54e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.900074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08df937c-13e5-4cee-91f8-a3f0e607a54e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.904335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d2aef969-77ed-404e-9399-1a832a334e31 None None] For port 41c67797-1281-4dc0-a2b1-a22079f630e8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=41c67797-1281-4dc0-a2b1-a22079f630e8,segment=NetworkSegment(3c7d22b3-4db6-483e-842c-ee788c1a8c58),segment_id=3c7d22b3-4db6-483e-842c-ee788c1a8c58)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:46.935405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2aef969-77ed-404e-9399-1a832a334e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.946688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:46.994387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:46.995077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Checking segment: {'id': 'a2d1a193-4bf4-46a4-9837-b70f71671f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3c62d23c-6a9f-495e-8238-f76e54aab333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:46.995695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:46.996319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Bound using segment: {'id': 'a2d1a193-4bf4-46a4-9837-b70f71671f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3c62d23c-6a9f-495e-8238-f76e54aab333'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:46.997022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Bound port: ee0876da-9d1d-499c-94f6-49572879944d, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d1a193-4bf4-46a4-9837-b70f71671f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3c62d23c-6a9f-495e-8238-f76e54aab333'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:46.997627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.010758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08df937c-13e5-4cee-91f8-a3f0e607a54e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.053324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.080150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5c777409-da09-4722-a6f0-1bc8f38a611d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for 671780b4-6f8a-487d-adad-add5f580384a owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:47.100633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08df937c-13e5-4cee-91f8-a3f0e607a54e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.113416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.156577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08df937c-13e5-4cee-91f8-a3f0e607a54e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.161395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-08df937c-13e5-4cee-91f8-a3f0e607a54e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3734097 Dec 21 16:48:47.165005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43112) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:47.171547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'port': {'network_id': 'f29e27bf-9847-465f-aaaf-16ed00445d9a', 'name': 'tempest-RoutersIpV6Test-1458143184'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:47.174865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.282261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.301264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b7879523-89a2-4006-b71f-15829f75f34c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:47.345528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Subnet': ['ID=4726a5f5-5d10-46b2-9a6f-fc2cde923c76,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:47.354433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:47.436076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.485568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.493610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43116) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:47.525067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:47.547033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:47.553344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:port and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:47.556701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:47.566732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:47.587546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ec8906-5d96-4adb-833d-7309531109c1,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:47.587863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-f29e27bf-9847-465f-aaaf-16ed00445d9a', 'network_id': 'f29e27bf-9847-465f-aaaf-16ed00445d9a', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'fixed_ips': [{'subnet_id': '4c2efd7b-cfbc-4238-8097-35c9ae2fcf57'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:47.588972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.590711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:47.611429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9948f-df44-47a2-8fc6-328b60b3d954 None None] Network 1897bd55-1985-48d2-ae0f-2ed753916da2 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:47.616726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8687b42-24be-4c42-aeb7-0300acae5935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.631887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:47.640152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.650996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.679993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aef969-77ed-404e-9399-1a832a334e31 None None] Pushing event updated for resources: {'Port': ['ID=41c67797-1281-4dc0-a2b1-a22079f630e8,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:47.692884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d2aef969-77ed-404e-9399-1a832a334e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:47.715613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a8687b42-24be-4c42-aeb7-0300acae5935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:47.718832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] device_id is not set on port f460fcd1-3c59-45f7-856a-8981da3a7fba yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:48:47.761916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.763889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c777409-da09-4722-a6f0-1bc8f38a611d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.776379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a8687b42-24be-4c42-aeb7-0300acae5935 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1752136863498c9140549c46ef8150 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:47.792238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1897bd55-1985-48d2-ae0f-2ed753916da2']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:47.792473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8407620c-b851-4ddd-8d28-00a7b0a575ee tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341 tempest-ExtraDHCPOptionsIpV6TestJSON-2133298341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:47.806515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ca4348-5446-48da-88e8-4f1cd5e6dcea') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:47.807032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ca4348-5446-48da-88e8-4f1cd5e6dcea') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:47.820122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.831114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-771bb626-aaf2-4092-85e6-e4666de12d51 None None] Provisioning for port 671780b4-6f8a-487d-adad-add5f580384a completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:47.837180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.837857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a8687b42-24be-4c42-aeb7-0300acae5935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:47.844540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:47.845115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.853481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.855222 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0273914 Dec 21 16:48:47.856982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a8687b42-24be-4c42-aeb7-0300acae5935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:47.860357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c777409-da09-4722-a6f0-1bc8f38a611d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=671780b4-6f8a-487d-adad-add5f580384a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:47.864417 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:47.869247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43120) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:47.874422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c777409-da09-4722-a6f0-1bc8f38a611d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:47.917326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': 'e364a533-829a-4bd2-9787-dc7a422a167c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:47.946115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:47.949299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c777409-da09-4722-a6f0-1bc8f38a611d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:47.952168 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5c777409-da09-4722-a6f0-1bc8f38a611d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/671780b4-6f8a-487d-adad-add5f580384a HTTP/1.1" status: 204 len: 168 time: 1.9608276 Dec 21 16:48:47.955037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43124) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:47.959663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:47.965569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:47.978333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:48.013029 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3513a4c-5511-466a-9bac-93fde0a8ba0a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:48:48.013850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c3513a4c-5511-466a-9bac-93fde0a8ba0a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:48.019331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.020787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-771bb626-aaf2-4092-85e6-e4666de12d51 None None] Provisioning complete for port 671780b4-6f8a-487d-adad-add5f580384a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:48.021529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-771bb626-aaf2-4092-85e6-e4666de12d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.030771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:48.047248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] For port ee0876da-9d1d-499c-94f6-49572879944d, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:48.057376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8687b42-24be-4c42-aeb7-0300acae5935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.058285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.072683 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/1897bd55-1985-48d2-ae0f-2ed753916da2 HTTP/1.1" status: 204 len: 168 time: 1.2272165 Dec 21 16:48:48.079047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43128) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:48.082072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Network': ['ID=1897bd55-1985-48d2-ae0f-2ed753916da2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:48.088737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144106969'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:48.092774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:48.093575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c3513a4c-5511-466a-9bac-93fde0a8ba0a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:48.094833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c3513a4c-5511-466a-9bac-93fde0a8ba0a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/671780b4-6f8a-487d-adad-add5f580384a HTTP/1.1" status: 404 len: 333 time: 0.1367900 Dec 21 16:48:48.099174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:48.102146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43132) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:48.122349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8687b42-24be-4c42-aeb7-0300acae5935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.126519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-771bb626-aaf2-4092-85e6-e4666de12d51 None None] Port 671780b4-6f8a-487d-adad-add5f580384a was deleted so its status cannot be updated. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 21 16:48:48.135949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1fd976dd-0742-4cad-9800-5cf4d10dfcf1 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:48.140664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] For port ee0876da-9d1d-499c-94f6-49572879944d, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ee0876da-9d1d-499c-94f6-49572879944d,segment=NetworkSegment(a2d1a193-4bf4-46a4-9837-b70f71671f77),segment_id=a2d1a193-4bf4-46a4-9837-b70f71671f77)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:48.152228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.194485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.206310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-829b2ee0-9ae3-4b9e-8292-c4c39630515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:48.215356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:network and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:48.230611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:48.246032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:48.247804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b4090fe-2073-42ac-be42-29335470da6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.295731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8687b42-24be-4c42-aeb7-0300acae5935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7584cba4-7e42-4687-ac8a-cf2ecb69ba1c,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:48.300116 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a8687b42-24be-4c42-aeb7-0300acae5935 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4b1752136863498c9140549c46ef8150&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7602856 Dec 21 16:48:48.307167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a8687b42-24be-4c42-aeb7-0300acae5935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:48.310606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43136) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:48.328530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-771bb626-aaf2-4092-85e6-e4666de12d51 None None] Provisioning complete for port 41c67797-1281-4dc0-a2b1-a22079f630e8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:48.329232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-771bb626-aaf2-4092-85e6-e4666de12d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.357548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Allocated IP 2001:db8::2b5 (f29e27bf-9847-465f-aaaf-16ed00445d9a/4c2efd7b-cfbc-4238-8097-35c9ae2fcf57/f460fcd1-3c59-45f7-856a-8981da3a7fba) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:48.383507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.389950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:48.390220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Pushing event updated for resources: {'Port': ['ID=ee0876da-9d1d-499c-94f6-49572879944d,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:48.395133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:48.402910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.453018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:48.463901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.464134 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Added segment 1f74ccc2-60b2-44a4-9661-067039e80a6d of type vlan for network 506a43bb-90f4-487b-bc34-07bce1560b7d Dec 21 16:48:48.524833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b63c178-fcd6-4fab-83c7-0a05730c5fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting subnet 337c9b3a-2903-49b6-8898-2c6c644c66f7 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:48:48.528184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.534038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b63c178-fcd6-4fab-83c7-0a05730c5fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.543193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.559185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.616654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1ce0d649-7abc-4002-b843-3c0c2888148f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:48.619945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e086bf54-380b-4973-be49-4b0660c22dc4 None None] Could not find standard attr ID for object c59d764f-480f-41f8-b7d6-1ad7bb097e47. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:48:48.622529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b63c178-fcd6-4fab-83c7-0a05730c5fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.632260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e086bf54-380b-4973-be49-4b0660c22dc4 None None] Could not find standard attr ID for object 671780b4-6f8a-487d-adad-add5f580384a. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:48:48.670217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6d664b-52c4-4f9f-ac44-5103dfaedcb4,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:48.670609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.674923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:48.675609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.688220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1cb2880f-4b6b-4c15-b337-28aabbb6134a tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:48.755698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:48.756441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.760094 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8875835 Dec 21 16:48:48.769768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.772684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43140) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:48.794806 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7111921 Dec 21 16:48:48.798699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': 'e364a533-829a-4bd2-9787-dc7a422a167c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:48.803722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41c67797-1281-4dc0-a2b1-a22079f630e8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:48.806074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Transition to ACTIVE for port object f460fcd1-3c59-45f7-856a-8981da3a7fba will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:48.806395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:48.809148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43144) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:48.838335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'network_id': '506a43bb-90f4-487b-bc34-07bce1560b7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:48.882181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a73671f-f565-4f81-9be7-437223afb426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.886585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:48.890303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:48.897745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:48.918961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 41c67797-1281-4dc0-a2b1-a22079f630e8 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:48.919414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a73671f-f565-4f81-9be7-437223afb426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.919826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.937372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b63c178-fcd6-4fab-83c7-0a05730c5fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:48.986274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a73671f-f565-4f81-9be7-437223afb426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.000359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d5ba548-59a6-40cc-a88d-c8f442c6867a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:49.015756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73671f-f565-4f81-9be7-437223afb426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7584cba4-7e42-4687-ac8a-cf2ecb69ba1c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:49.019443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a73671f-f565-4f81-9be7-437223afb426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:49.042093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=506a43bb-90f4-487b-bc34-07bce1560b7d,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:49.052566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b63c178-fcd6-4fab-83c7-0a05730c5fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.057238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 506a43bb-90f4-487b-bc34-07bce1560b7d details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:49.058633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:49.059388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0def7f70-2b0e-429e-ad90-1076192caefc tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:49.103465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63c178-fcd6-4fab-83c7-0a05730c5fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Subnet': ['ID=337c9b3a-2903-49b6-8898-2c6c644c66f7,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:49.105439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.110103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a73671f-f565-4f81-9be7-437223afb426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.113839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8a73671f-f565-4f81-9be7-437223afb426 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7584cba4-7e42-4687-ac8a-cf2ecb69ba1c HTTP/1.1" status: 204 len: 168 time: 0.7995715 Dec 21 16:48:49.113839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:49.118087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6b63c178-fcd6-4fab-83c7-0a05730c5fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:49.123961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:subnet and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:49.127399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:49.133948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.136038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:49.140476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b63c178-fcd6-4fab-83c7-0a05730c5fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.142362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b0c66fde-bd91-466e-a183-13ed1c6c5cee tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:49.174495 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6b63c178-fcd6-4fab-83c7-0a05730c5fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/337c9b3a-2903-49b6-8898-2c6c644c66f7 HTTP/1.1" status: 204 len: 168 time: 1.0685024 Dec 21 16:48:49.175326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43150) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:49.208834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:49.217968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdedda1d-3fc0-4600-bedc-f390949714e1 None None] Network 94a73d51-2056-44d3-b1e1-ee8c87fbb975 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:49.239313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.246569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.267632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network f29e27bf-9847-465f-aaaf-16ed00445d9a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:49.268557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=f460fcd1-3c59-45f7-856a-8981da3a7fba,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:49.281864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:49.284243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:49.288175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:49.292958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:49.293785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.315922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:49.355298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fc89b4-a950-478f-8012-bd23df56ddec,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:49.371461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.376388 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6017179 Dec 21 16:48:49.377673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:49.378440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43156) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:49.389231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.393405 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2271230 Dec 21 16:48:49.397767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': 'e364a533-829a-4bd2-9787-dc7a422a167c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:49.404583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43160) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:49.407375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:49.417692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.500196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:49.513082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:49.535694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Allocated IP 2001:db8::2 (f29e27bf-9847-465f-aaaf-16ed00445d9a/4c2efd7b-cfbc-4238-8097-35c9ae2fcf57/749d1eb1-0f26-4aea-907b-facff2c22d37) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:49.573511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:49.609768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port 41c67797-1281-4dc0-a2b1-a22079f630e8 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:49.610145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.676817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.738103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.745128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-51f3790c-f40c-4b2a-beeb-23bff870e83d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:49.812178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.831436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.850057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Transition to ACTIVE for port object 749d1eb1-0f26-4aea-907b-facff2c22d37 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:49.877579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Transition to ACTIVE for port object 749d1eb1-0f26-4aea-907b-facff2c22d37 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:49.883671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5943dfba-98e5-4b16-a6b7-6e8106db92e7 None None] DHCP port deletion for 94a73d51-2056-44d3-b1e1-ee8c87fbb975 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:48:49.890721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.899874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=9acb5d29-e7ba-4849-a5a4-e187f44f0331,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:49.904072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:49.908693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:49.942358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Checking segment: {'id': '1f74ccc2-60b2-44a4-9661-067039e80a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '506a43bb-90f4-487b-bc34-07bce1560b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:49.943164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network hostable DHCP agents. Network: 506a43bb-90f4-487b-bc34-07bce1560b7d, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:49.960090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5943dfba-98e5-4b16-a6b7-6e8106db92e7 None None] Deleting port 41c67797-1281-4dc0-a2b1-a22079f630e8 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:49.960519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5943dfba-98e5-4b16-a6b7-6e8106db92e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:49.982926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network 506a43bb-90f4-487b-bc34-07bce1560b7d is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:49.994126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 506a43bb-90f4-487b-bc34-07bce1560b7d) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:49.998641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:49.999566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.021761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5b68b-c8bd-47b0-91cf-afe14a23a910 None None] Network 506a43bb-90f4-487b-bc34-07bce1560b7d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:50.025541 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2129514 Dec 21 16:48:50.028335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43174) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:50.093565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.111669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.160827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Network f29e27bf-9847-465f-aaaf-16ed00445d9a is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:50.170743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:50.213255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:50.215324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.305822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.332973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:50.353910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bf2583-fe9f-4d43-a9e2-0d3236b56446,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:50.379472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:50.381193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] For port 41c67797-1281-4dc0-a2b1-a22079f630e8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=41c67797-1281-4dc0-a2b1-a22079f630e8,segment=NetworkSegment(3c7d22b3-4db6-483e-842c-ee788c1a8c58),segment_id=3c7d22b3-4db6-483e-842c-ee788c1a8c58)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:50.381595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.411686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.425937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68e63b09-13e8-4240-9977-700d778248e6 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:50.448579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Pushing event updated for resources: {'Port': ['ID=749d1eb1-0f26-4aea-907b-facff2c22d37,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:50.482591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:50.510393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Attempting to bind port 749d1eb1-0f26-4aea-907b-facff2c22d37 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:50.510855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Attempting to bind port 749d1eb1-0f26-4aea-907b-facff2c22d37 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'ae84a4f6-2395-490a-90bc-f6d9feeecd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f29e27bf-9847-465f-aaaf-16ed00445d9a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:50.511325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Attempting to bind port 749d1eb1-0f26-4aea-907b-facff2c22d37 on network f29e27bf-9847-465f-aaaf-16ed00445d9a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:50.525110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Subnet': ['ID=9acb5d29-e7ba-4849-a5a4-e187f44f0331,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:50.532330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:50.536245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for 41c67797-1281-4dc0-a2b1-a22079f630e8 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:50.580476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:50.580905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Checking segment: {'id': 'ae84a4f6-2395-490a-90bc-f6d9feeecd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f29e27bf-9847-465f-aaaf-16ed00445d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:50.581340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.581777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Bound using segment: {'id': 'ae84a4f6-2395-490a-90bc-f6d9feeecd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f29e27bf-9847-465f-aaaf-16ed00445d9a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:50.582325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Bound port: 749d1eb1-0f26-4aea-907b-facff2c22d37, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae84a4f6-2395-490a-90bc-f6d9feeecd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f29e27bf-9847-465f-aaaf-16ed00445d9a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:50.582752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.613588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c9b8e-e1a2-4e53-89d6-499e37845676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-506a43bb-90f4-487b-bc34-07bce1560b7d', 'network_id': '506a43bb-90f4-487b-bc34-07bce1560b7d', 'tenant_id': '9216b0fba9b2423d91e6fe9df338ac68', 'fixed_ips': [{'subnet_id': '9acb5d29-e7ba-4849-a5a4-e187f44f0331'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:50.614491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9b8e-e1a2-4e53-89d6-499e37845676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.627908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.629097 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2492349 Dec 21 16:48:50.638567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43184) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:50.658278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': 'e364a533-829a-4bd2-9787-dc7a422a167c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:50.665021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:50.669563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:50.672578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:50.679042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:50.679185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.713333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.730202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506a43bb-90f4-487b-bc34-07bce1560b7d']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:50.757408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f74ccc2-60b2-44a4-9661-067039e80a6d') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:50.758283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f74ccc2-60b2-44a4-9661-067039e80a6d') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:50.786593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.825913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2da53f-8dc7-4fea-abb0-abb599dc437a None None] Network 3c62d23c-6a9f-495e-8238-f76e54aab333 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:50.827079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.835304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:50.837093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:50.855058 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:50.917419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.932551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c7daebca-b818-41f9-9da2-eac4b4f81fa2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:50.981482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=41c67797-1281-4dc0-a2b1-a22079f630e8,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:50.987515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No DVR routers for this DVR port 41c67797-1281-4dc0-a2b1-a22079f630e8 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:50.989272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:50.990922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:50.998178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.009174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea9c7eeb-68f2-42f7-9929-5665e50f4169 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:51.026391 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/506a43bb-90f4-487b-bc34-07bce1560b7d HTTP/1.1" status: 204 len: 168 time: 0.9964592 Dec 21 16:48:51.031735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43192) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:51.041163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-419337901'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:51.046692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Network': ['ID=506a43bb-90f4-487b-bc34-07bce1560b7d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:51.047708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.049472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:51.050976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:51.056948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:network and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:51.060423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:51.067120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:51.080253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ee0876da-9d1d-499c-94f6-49572879944d up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:51.085514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:51.095322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.096195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.103688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.118485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c1ac8805-e6c1-4b53-a1cf-02b55d2e9255 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:51.149742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:51.161516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.161996 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Added segment c3cca65a-04af-4532-a23c-24217fed3dea of type vlan for network 5f82f9a1-aae6-402b-b186-6f30ff9dcdcf Dec 21 16:48:51.200281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-5943dfba-98e5-4b16-a6b7-6e8106db92e7 None None] For port 41c67797-1281-4dc0-a2b1-a22079f630e8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=41c67797-1281-4dc0-a2b1-a22079f630e8,segment=NetworkSegment(3c7d22b3-4db6-483e-842c-ee788c1a8c58),segment_id=3c7d22b3-4db6-483e-842c-ee788c1a8c58)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:51.201518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5943dfba-98e5-4b16-a6b7-6e8106db92e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.201947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.235008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6b4bc-e0fd-4079-aa08-aa80b298e843 None None] Network 506a43bb-90f4-487b-bc34-07bce1560b7d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:51.243313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.248055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:51.248760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.271953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82c13e0c-7b99-4d0c-9005-6877e70bf4ba tempest-BulkNetworkOpsTest-2019906316 tempest-BulkNetworkOpsTest-2019906316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:51.296249 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2633595 Dec 21 16:48:51.302231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43200) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:51.332931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'network_id': '5f82f9a1-aae6-402b-b186-6f30ff9dcdcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:51.337647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6b4bc-e0fd-4079-aa08-aa80b298e843 None None] Network 506a43bb-90f4-487b-bc34-07bce1560b7d could not be found, it might have been deleted concurrently. {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 16:48:51.455670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=5f82f9a1-aae6-402b-b186-6f30ff9dcdcf,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:51.474734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.484015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51bc85a-332f-4c73-8645-72dc77c5f2d1,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:51.512340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5943dfba-98e5-4b16-a6b7-6e8106db92e7 None None] Calling delete_port for 41c67797-1281-4dc0-a2b1-a22079f630e8 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:51.524157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:51.545852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 5f82f9a1-aae6-402b-b186-6f30ff9dcdcf details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:51.572075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a73d51-2056-44d3-b1e1-ee8c87fbb975']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:51.576346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-85f4c187-9198-40f8-83d7-47739c589830 None None] Provisioning for port ee0876da-9d1d-499c-94f6-49572879944d completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:51.617767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] For port 749d1eb1-0f26-4aea-907b-facff2c22d37, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:51.649391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.653934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0125539 Dec 21 16:48:51.654631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43208) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:51.688601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] For port 749d1eb1-0f26-4aea-907b-facff2c22d37, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=749d1eb1-0f26-4aea-907b-facff2c22d37,segment=NetworkSegment(ae84a4f6-2395-490a-90bc-f6d9feeecd27),segment_id=ae84a4f6-2395-490a-90bc-f6d9feeecd27)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:51.738253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7d22b3-4db6-483e-842c-ee788c1a8c58') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:51.738485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7d22b3-4db6-483e-842c-ee788c1a8c58') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:51.768697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.791767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.803166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:51.805429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:51.826880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.830399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13b12639-2950-47fc-8e37-a3c9fcd645c1 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.837031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:51.837472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.840928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:51.845602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:subnet and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:51.849428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:51.857862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:51.866186 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:51.871147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:51.880410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13b12639-2950-47fc-8e37-a3c9fcd645c1 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.900227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Pushing event updated for resources: {'Port': ['ID=749d1eb1-0f26-4aea-907b-facff2c22d37,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:51.903140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port ee0876da-9d1d-499c-94f6-49572879944d completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:51.908810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:51.923948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ee0876da-9d1d-499c-94f6-49572879944d triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:51.924676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:51.984215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-5943dfba-98e5-4b16-a6b7-6e8106db92e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:48:51.984629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-5943dfba-98e5-4b16-a6b7-6e8106db92e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:48:52.010720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.029084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43216) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:52.062294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.074450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13b12639-2950-47fc-8e37-a3c9fcd645c1 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.084270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f33d858-b088-4a39-834f-b9a4739aa8a2 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:52.105757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.134024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Network': ['ID=94a73d51-2056-44d3-b1e1-ee8c87fbb975,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:52.141180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:52.142114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:52.152968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/networks/94a73d51-2056-44d3-b1e1-ee8c87fbb975 HTTP/1.1" status: 204 len: 168 time: 2.9766710 Dec 21 16:48:52.156025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13b12639-2950-47fc-8e37-a3c9fcd645c1 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.159839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43222) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:52.160458 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-13b12639-2950-47fc-8e37-a3c9fcd645c1 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/c51bc85a-332f-4c73-8645-72dc77c5f2d1 HTTP/1.1" status: 204 len: 168 time: 0.4420846 Dec 21 16:48:52.161389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.162751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43224) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:52.168799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1801173320'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:52.169568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b12639-2950-47fc-8e37-a3c9fcd645c1 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c51bc85a-332f-4c73-8645-72dc77c5f2d1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:52.181813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:52.187914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-13b12639-2950-47fc-8e37-a3c9fcd645c1 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:52.196941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:network and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:52.203207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:52.205943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port ee0876da-9d1d-499c-94f6-49572879944d, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ee0876da-9d1d-499c-94f6-49572879944d,segment=NetworkSegment(a2d1a193-4bf4-46a4-9837-b70f71671f77),segment_id=a2d1a193-4bf4-46a4-9837-b70f71671f77)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:52.212185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.214262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:52.219778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:52.226181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.233886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.244537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25df6ec5-5ac7-46f2-91b7-bf9c61ffb7f4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:52.250231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:52.256132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.315228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41c67797-1281-4dc0-a2b1-a22079f630e8 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:48:52.357979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-66054b55-9ffc-46f9-a597-532735cb9f39 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:52.441795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 41c67797-1281-4dc0-a2b1-a22079f630e8 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:48:52.443143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41c67797-1281-4dc0-a2b1-a22079f630e8 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:48:52.455907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=f460fcd1-3c59-45f7-856a-8981da3a7fba,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:52.459696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=ee0876da-9d1d-499c-94f6-49572879944d,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:52.465083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:52.471211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-66054b55-9ffc-46f9-a597-532735cb9f39 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:52.474036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:52.476951 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-66054b55-9ffc-46f9-a597-532735cb9f39 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3105190 Dec 21 16:48:52.478214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'network': {'name': 'tempest-network-smoke--629686381', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'port_security_enabled': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:52.485863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43230) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:52.486823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5943dfba-98e5-4b16-a6b7-6e8106db92e7 None None] Deleting port 41c67797-1281-4dc0-a2b1-a22079f630e8 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:52.487422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5943dfba-98e5-4b16-a6b7-6e8106db92e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.490724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:52.500402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:network and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:52.504655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:52.517900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:52.539386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:52.550463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.550889 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Added segment 6b4b58ee-bca7-497e-af84-b061421071ea of type vlan for network 2777f6c3-7ad3-4174-b176-a8404ad12d47 Dec 21 16:48:52.591824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-626f8ac7-f930-402e-9faf-82fa854b5cd7 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.595551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.606466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5943dfba-98e5-4b16-a6b7-6e8106db92e7 None None] The port '41c67797-1281-4dc0-a2b1-a22079f630e8' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:48:52.611896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.621528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-626f8ac7-f930-402e-9faf-82fa854b5cd7 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.631522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c86968fe-367f-4c93-835a-bcb940002da2 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:52.708662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:52.709032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-626f8ac7-f930-402e-9faf-82fa854b5cd7 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.716203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.717135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:52.747409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=2d176647-2459-4b91-b219-f586823b4bfa,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:52.760829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.769865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f8ac7-f930-402e-9faf-82fa854b5cd7 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69bf2583-fe9f-4d43-a9e2-0d3236b56446,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:52.776372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.781793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:52.784377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-626f8ac7-f930-402e-9faf-82fa854b5cd7 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:52.789954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-626f8ac7-f930-402e-9faf-82fa854b5cd7 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.794167 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-626f8ac7-f930-402e-9faf-82fa854b5cd7 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/69bf2583-fe9f-4d43-a9e2-0d3236b56446 HTTP/1.1" status: 204 len: 168 time: 0.3055272 Dec 21 16:48:52.799017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43234) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:52.813948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.818288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:52.819014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.854424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a4395cb5-51a2-485b-8e2e-6892ae1b9c8f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:52.864597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f064ce1f-d417-4b75-aabc-4ae5183e254b None None] Provisioning complete for port ee0876da-9d1d-499c-94f6-49572879944d triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:52.865839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f064ce1f-d417-4b75-aabc-4ae5183e254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.912424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1ca382e0-ec53-4c46-8410-f68790c6e476 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:52.918074 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7564733 Dec 21 16:48:52.922303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43238) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:52.930943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 749d1eb1-0f26-4aea-907b-facff2c22d37 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:52.956602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1ca382e0-ec53-4c46-8410-f68790c6e476 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:52.961009 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1ca382e0-ec53-4c46-8410-f68790c6e476 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1579723 Dec 21 16:48:52.961009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:52.970290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43240) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:52.993400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': '2777f6c3-7ad3-4174-b176-a8404ad12d47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:53.008109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Network': ['ID=2777f6c3-7ad3-4174-b176-a8404ad12d47,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:53.011039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:53.015090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:53.028779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 2777f6c3-7ad3-4174-b176-a8404ad12d47 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:53.029894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Checking segment: {'id': 'c3cca65a-04af-4532-a23c-24217fed3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5f82f9a1-aae6-402b-b186-6f30ff9dcdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:53.030382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network hostable DHCP agents. Network: 5f82f9a1-aae6-402b-b186-6f30ff9dcdcf, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:53.037774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:53.051359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6af1abed-c2d0-4531-9778-9b308fe87c99 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.059089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:53.071420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6af1abed-c2d0-4531-9778-9b308fe87c99 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.071609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:53.174505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:53.178380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network 5f82f9a1-aae6-402b-b186-6f30ff9dcdcf is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:53.182752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 749d1eb1-0f26-4aea-907b-facff2c22d37 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:53.187079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:53.195699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:53.199340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ee0876da-9d1d-499c-94f6-49572879944d up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:53.202773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 5f82f9a1-aae6-402b-b186-6f30ff9dcdcf) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:53.208343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:53.216444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:53.217103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.234596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c067a4e-5fb4-491c-917c-2c870673ad47 None None] Network 5f82f9a1-aae6-402b-b186-6f30ff9dcdcf requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:53.240049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6af1abed-c2d0-4531-9778-9b308fe87c99 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.247124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:53.250306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:53.292058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1abed-c2d0-4531-9778-9b308fe87c99 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0fc89b4-a950-478f-8012-bd23df56ddec,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:53.299572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6af1abed-c2d0-4531-9778-9b308fe87c99 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:53.311236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0016117 Dec 21 16:48:53.315086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6af1abed-c2d0-4531-9778-9b308fe87c99 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.316315 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6af1abed-c2d0-4531-9778-9b308fe87c99 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/b0fc89b4-a950-478f-8012-bd23df56ddec HTTP/1.1" status: 204 len: 168 time: 0.3449848 Dec 21 16:48:53.320236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43246) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:53.320602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43248) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:53.334299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.403409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.415621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:53.425378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.425777 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Added segment 3056f1e9-4d13-4b86-b557-41d52c0e030c of type vlan for network 028b8517-b34c-48eb-a677-5fc3e9641dff Dec 21 16:48:53.450230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-320ef3ec-e08a-484b-8538-27f1e1437e69 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:53.481914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.507125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.517181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ee0876da-9d1d-499c-94f6-49572879944d triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:53.517542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.545655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:53.572055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d920bf95-52a8-4c12-b85a-7327abf944dd tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:53.573522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-5f82f9a1-aae6-402b-b186-6f30ff9dcdcf', 'network_id': '5f82f9a1-aae6-402b-b186-6f30ff9dcdcf', 'tenant_id': '9216b0fba9b2423d91e6fe9df338ac68', 'fixed_ips': [{'subnet_id': '2d176647-2459-4b91-b219-f586823b4bfa'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:53.574423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.599324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:53.624618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d920bf95-52a8-4c12-b85a-7327abf944dd tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:53.628755 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d920bf95-52a8-4c12-b85a-7327abf944dd tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3024876 Dec 21 16:48:53.633567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43254) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:53.634829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.663454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.664810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.669110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:53.670164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.678653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f50717b4-f228-4780-a6ad-f5b2a808ef84 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:53.734682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.736170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.738742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b219917e-3b1d-4608-b9a8-3a8ab2c7e069 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.744134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d52a1958-8a90-42d2-9341-c53222a8600c tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:53.761000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b219917e-3b1d-4608-b9a8-3a8ab2c7e069 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.789661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7591836 Dec 21 16:48:53.829035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Allocated IP 2001:db8::1 (5f82f9a1-aae6-402b-b186-6f30ff9dcdcf/2d176647-2459-4b91-b219-f586823b4bfa/56f04a8a-09e8-4af1-9206-b7337395cc82) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:53.833772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43258) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:53.836531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=f460fcd1-3c59-45f7-856a-8981da3a7fba,revision_number=3']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:53.840126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:53.840925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.887795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Network': ['ID=028b8517-b34c-48eb-a677-5fc3e9641dff,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:53.899377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:53.921629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-466626427', 'admin_state_up': True, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:53.932393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:53.953007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b219917e-3b1d-4608-b9a8-3a8ab2c7e069 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.959592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:router and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:53.968096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:53.976720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60aa7330-014e-4393-834b-b289868f5103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:53.988361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:53.991321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b219917e-3b1d-4608-b9a8-3a8ab2c7e069 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:53.997511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b219917e-3b1d-4608-b9a8-3a8ab2c7e069 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/9a6d664b-52c4-4f9f-ac44-5103dfaedcb4 HTTP/1.1" status: 204 len: 168 time: 0.3627763 Dec 21 16:48:53.997730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43262) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:54.009599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219917e-3b1d-4608-b9a8-3a8ab2c7e069 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a6d664b-52c4-4f9f-ac44-5103dfaedcb4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:54.015797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b219917e-3b1d-4608-b9a8-3a8ab2c7e069 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:54.029383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.035607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-19153a91-5303-407b-98df-e023a8db0495 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:54.087323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.088360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.141251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Subnet': ['ID=1615815b-4c6c-4a74-9925-39a9da3a3612,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:54.151285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:54.159553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Checking segment: {'id': '6b4b58ee-bca7-497e-af84-b061421071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2777f6c3-7ad3-4174-b176-a8404ad12d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:54.159880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network hostable DHCP agents. Network: 2777f6c3-7ad3-4174-b176-a8404ad12d47, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:48:54.170396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network f29e27bf-9847-465f-aaaf-16ed00445d9a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:54.180938 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-70cfcf47-427c-44b4-a524-9dd50a4028f7 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1800590 Dec 21 16:48:54.182619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.183692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43266) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:54.184323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:54.206630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2777f6c3-7ad3-4174-b176-a8404ad12d47 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:48:54.231043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 2777f6c3-7ad3-4174-b176-a8404ad12d47) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:54.236998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:54.238059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.245902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fba7f44f-e404-4b67-94f9-ec238caba46c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.250246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.259427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fba7f44f-e404-4b67-94f9-ec238caba46c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.262303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Transition to ACTIVE for port object 56f04a8a-09e8-4af1-9206-b7337395cc82 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:54.283263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Transition to ACTIVE for port object 56f04a8a-09e8-4af1-9206-b7337395cc82 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:54.290164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fba7f44f-e404-4b67-94f9-ec238caba46c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.290358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 028b8517-b34c-48eb-a677-5fc3e9641dff details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:54.295008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:54.305637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b106a2f-f50f-45c1-a78e-c13b0c7c7ead None None] Network 2777f6c3-7ad3-4174-b176-a8404ad12d47 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:54.318841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7f44f-e404-4b67-94f9-ec238caba46c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59ec8906-5d96-4adb-833d-7309531109c1,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:54.324796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.327175 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3515596 Dec 21 16:48:54.328740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fba7f44f-e404-4b67-94f9-ec238caba46c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:54.329239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43270) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:54.332363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fba7f44f-e404-4b67-94f9-ec238caba46c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.336302 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fba7f44f-e404-4b67-94f9-ec238caba46c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/59ec8906-5d96-4adb-833d-7309531109c1 HTTP/1.1" status: 204 len: 168 time: 0.1484742 Dec 21 16:48:54.338994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '2777f6c3-7ad3-4174-b176-a8404ad12d47', 'name': 'tempest-PortsIpV6TestJSON-556181896', 'fixed_ips': [{'subnet_id': '1615815b-4c6c-4a74-9925-39a9da3a3612', 'ip_address': '2001:db8::10'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:54.339487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-53030e56-763f-4baf-aba3-638aa1035163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:54.385548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43274) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:54.404205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ccc9cf-e282-416a-9ef3-e00f17994ae4 None None] Network f29e27bf-9847-465f-aaaf-16ed00445d9a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:54.553099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e38657b3-8d6b-426e-ae97-831ed55e0f18 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:54.576725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e38657b3-8d6b-426e-ae97-831ed55e0f18 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:54.581762 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e38657b3-8d6b-426e-ae97-831ed55e0f18 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1920180 Dec 21 16:48:54.586129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43278) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:54.609275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:54.613502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:port and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:54.616624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:54.622933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:54.634359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:54.639814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.642667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.653819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94153607-c8b1-4003-89bc-af729c696406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:54.667113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port ad679542-dbc6-4e7b-b50f-0bd87723b9b6 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:48:54.707750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Network 5f82f9a1-aae6-402b-b186-6f30ff9dcdcf is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:54.713314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Pushing event updated for resources: {'Port': ['ID=56f04a8a-09e8-4af1-9206-b7337395cc82,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:54.727293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:54.732046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:54.735843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:54.750627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7d54af62-c7e3-4232-a4f2-6abcc830f7ae None None] Provisioning for port 749d1eb1-0f26-4aea-907b-facff2c22d37 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:54.768214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Subnet': ['ID=2d176647-2459-4b91-b219-f586823b4bfa,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:54.802976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7d54af62-c7e3-4232-a4f2-6abcc830f7ae None None] Provisioning complete for port 749d1eb1-0f26-4aea-907b-facff2c22d37 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:54.803470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d54af62-c7e3-4232-a4f2-6abcc830f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:54.818723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:54.884742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8::10 (2777f6c3-7ad3-4174-b176-a8404ad12d47/1615815b-4c6c-4a74-9925-39a9da3a3612/ad679542-dbc6-4e7b-b50f-0bd87723b9b6) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:55.013812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Attempting to bind port 56f04a8a-09e8-4af1-9206-b7337395cc82 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:55.014238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Attempting to bind port 56f04a8a-09e8-4af1-9206-b7337395cc82 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'c3cca65a-04af-4532-a23c-24217fed3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5f82f9a1-aae6-402b-b186-6f30ff9dcdcf'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:55.014659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Attempting to bind port 56f04a8a-09e8-4af1-9206-b7337395cc82 on network 5f82f9a1-aae6-402b-b186-6f30ff9dcdcf {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:55.079192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:55.079547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Checking segment: {'id': 'c3cca65a-04af-4532-a23c-24217fed3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5f82f9a1-aae6-402b-b186-6f30ff9dcdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:55.080008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.080447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Bound using segment: {'id': 'c3cca65a-04af-4532-a23c-24217fed3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5f82f9a1-aae6-402b-b186-6f30ff9dcdcf'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:55.080985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Bound port: 56f04a8a-09e8-4af1-9206-b7337395cc82, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cca65a-04af-4532-a23c-24217fed3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5f82f9a1-aae6-402b-b186-6f30ff9dcdcf'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:55.081415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.096901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.098978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-2777f6c3-7ad3-4174-b176-a8404ad12d47', 'network_id': '2777f6c3-7ad3-4174-b176-a8404ad12d47', 'tenant_id': '81775f8c1be54fcd995b00e18fb3bd30', 'fixed_ips': [{'subnet_id': '1615815b-4c6c-4a74-9925-39a9da3a3612'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:48:55.099432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.107307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.111076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.128589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object ad679542-dbc6-4e7b-b50f-0bd87723b9b6 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:55.138376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea639aa4-78a5-4453-9a85-990826999993 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.146178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f82f9a1-aae6-402b-b186-6f30ff9dcdcf']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:55.151756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.158268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9536258e-4160-4221-923d-edabc97b1237 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:55.192228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cca65a-04af-4532-a23c-24217fed3dea') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:55.192641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cca65a-04af-4532-a23c-24217fed3dea') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:55.231282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2777f6c3-7ad3-4174-b176-a8404ad12d47 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:55.234702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:55.239463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:55.241413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.244402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:55.245087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.249305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=ad679542-dbc6-4e7b-b50f-0bd87723b9b6,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:55.253638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:55.268127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea639aa4-78a5-4453-9a85-990826999993 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.275729 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9428356 Dec 21 16:48:55.276487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43282) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:55.283349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '2777f6c3-7ad3-4174-b176-a8404ad12d47', 'name': 'tempest-PortsIpV6TestJSON-1401363610', 'fixed_ips': [{'subnet_id': '1615815b-4c6c-4a74-9925-39a9da3a3612', 'ip_address': '2001:db8::f'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:55.303918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.323813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d54af62-c7e3-4232-a4f2-6abcc830f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.326990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:55.327442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:55.346495 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:55.412601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] For port 56f04a8a-09e8-4af1-9206-b7337395cc82, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:55.454687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea639aa4-78a5-4453-9a85-990826999993 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.461966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:55.471786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7d54af62-c7e3-4232-a4f2-6abcc830f7ae None None] For port 749d1eb1-0f26-4aea-907b-facff2c22d37, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=749d1eb1-0f26-4aea-907b-facff2c22d37,segment=NetworkSegment(ae84a4f6-2395-490a-90bc-f6d9feeecd27),segment_id=ae84a4f6-2395-490a-90bc-f6d9feeecd27)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:55.472070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:55.475387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d54af62-c7e3-4232-a4f2-6abcc830f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.478643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:port and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:55.479811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:55.482535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:55.489593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:55.501039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:55.512241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.533459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea639aa4-78a5-4453-9a85-990826999993 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e364a533-829a-4bd2-9787-dc7a422a167c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:55.535371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 16:48:55.535371 dv-neutron-822515-1-hyperv neutron-server[88778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 16:48:55.535371 dv-neutron-822515-1-hyperv neutron-server[88778]: [parameters: {'id': '5f82f9a1-aae6-402b-b186-6f30ff9dcdcf'}] Dec 21 16:48:55.535371 dv-neutron-822515-1-hyperv neutron-server[88778]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:48:55.535735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:48:55.536476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea639aa4-78a5-4453-9a85-990826999993 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:55.548689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port f22b82ba-f113-4c74-ad5e-4692fabeb926 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:48:55.552305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] For port 56f04a8a-09e8-4af1-9206-b7337395cc82, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=56f04a8a-09e8-4af1-9206-b7337395cc82,segment=NetworkSegment(c3cca65a-04af-4532-a23c-24217fed3dea),segment_id=c3cca65a-04af-4532-a23c-24217fed3dea)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:55.562625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Allocated IP 2001:db8::2 (2777f6c3-7ad3-4174-b176-a8404ad12d47/1615815b-4c6c-4a74-9925-39a9da3a3612/3a280985-d7ed-47d4-910a-75bd347e12cd) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:55.598303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.620766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea639aa4-78a5-4453-9a85-990826999993 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.622014 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea639aa4-78a5-4453-9a85-990826999993 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-groups/e364a533-829a-4bd2-9787-dc7a422a167c HTTP/1.1" status: 204 len: 168 time: 1.0322549 Dec 21 16:48:55.625199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43286) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:55.680255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54af62-c7e3-4232-a4f2-6abcc830f7ae None None] Pushing event updated for resources: {'Port': ['ID=749d1eb1-0f26-4aea-907b-facff2c22d37,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:55.683773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d54af62-c7e3-4232-a4f2-6abcc830f7ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:55.687670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a637eb6-5329-4823-a686-3fab06c4d8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:55.716092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router d4cf8b58-292b-4401-a23c-7407d49820ec is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:48:55.726401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.766501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:55.908905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dbbf59e4-a1af-4a4c-9db6-2d6dd28d64e2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:56.048719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.051615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dbbf59e4-a1af-4a4c-9db6-2d6dd28d64e2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:56.059545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dbbf59e4-a1af-4a4c-9db6-2d6dd28d64e2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4266691 Dec 21 16:48:56.060680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43290) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:56.071698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803013266'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:56.081310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aef293-e162-4ceb-b42f-6c0dedd2dc48 None None] Network 5f82f9a1-aae6-402b-b186-6f30ff9dcdcf requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:56.082161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:56.094516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:56.097002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Pushing event updated for resources: {'Port': ['ID=56f04a8a-09e8-4af1-9206-b7337395cc82,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:56.097231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting port 56f04a8a-09e8-4af1-9206-b7337395cc82 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:56.097554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.100651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:56.109777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.134072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-873be8ba-6f28-4481-beda-7a9249fa8bdb None None] Provisioning for port f460fcd1-3c59-45f7-856a-8981da3a7fba completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:56.157416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-873be8ba-6f28-4481-beda-7a9249fa8bdb None None] Provisioning complete for port f460fcd1-3c59-45f7-856a-8981da3a7fba triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:56.157840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-873be8ba-6f28-4481-beda-7a9249fa8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.161522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:56.167163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:56.167808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.13 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/0402820a-0c3a-4644-a9d5-fcdd3b9e3842) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:56.171141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:56.180634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:56.255798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.259548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.266191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea0311cf-d117-4012-8f21-fba7ba43dcb3 tempest-ExternalNetworksTestJSON-1363467207 tempest-ExternalNetworksTestJSON-1363467207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:56.342107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22575b7e-bdf5-4dc7-88be-17814aaa50cc,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:56.348262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:56.356001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.361371 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2969415 Dec 21 16:48:56.362977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43294) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:56.369513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': '22575b7e-bdf5-4dc7-88be-17814aaa50cc', 'direction': 'ingress', 'protocol': 17}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:56.380956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:56.385103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:48:56.391917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:56.395637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e9784-edc7-411d-a9b5-801fa4edbe6e None None] Sync routers for ids ['d4cf8b58-292b-4401-a23c-7407d49820ec'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:48:56.399557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:56.408613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:56.421734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e9784-edc7-411d-a9b5-801fa4edbe6e None None] Routers {'d4cf8b58-292b-4401-a23c-7407d49820ec'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:56.422771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-350e9784-edc7-411d-a9b5-801fa4edbe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d4cf8b58-292b-4401-a23c-7407d49820ec'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:56.442550 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/d4cf8b58-292b-4401-a23c-7407d49820ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0306559 Dec 21 16:48:56.446904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43298) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:56.450598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.452112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-873be8ba-6f28-4481-beda-7a9249fa8bdb None None] Port f460fcd1-3c59-45f7-856a-8981da3a7fba cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:48:56.463490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.482567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Transition to ACTIVE for port object 3a280985-d7ed-47d4-910a-75bd347e12cd will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:56.521464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Transition to ACTIVE for port object 3a280985-d7ed-47d4-910a-75bd347e12cd will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:56.536445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-873be8ba-6f28-4481-beda-7a9249fa8bdb None None] Provisioning complete for port 749d1eb1-0f26-4aea-907b-facff2c22d37 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:56.536952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-873be8ba-6f28-4481-beda-7a9249fa8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.545653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-350e9784-edc7-411d-a9b5-801fa4edbe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:56.570059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e9784-edc7-411d-a9b5-801fa4edbe6e None None] Routers {'d4cf8b58-292b-4401-a23c-7407d49820ec'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:48:56.572214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-350e9784-edc7-411d-a9b5-801fa4edbe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d4cf8b58-292b-4401-a23c-7407d49820ec'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:56.581726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.589865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:56.590837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] For port 56f04a8a-09e8-4af1-9206-b7337395cc82, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=56f04a8a-09e8-4af1-9206-b7337395cc82,segment=NetworkSegment(c3cca65a-04af-4532-a23c-24217fed3dea),segment_id=c3cca65a-04af-4532-a23c-24217fed3dea)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:56.591261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.615331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0691bcc0-b416-437d-9bb5-7463e621cac9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:56.616020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0691bcc0-b416-437d-9bb5-7463e621cac9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Synchronizing usage tracker for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:56.663168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-350e9784-edc7-411d-a9b5-801fa4edbe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:56.664540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e9784-edc7-411d-a9b5-801fa4edbe6e None None] The sync data for ids ['d4cf8b58-292b-4401-a23c-7407d49820ec'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:48:56.709045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0691bcc0-b416-437d-9bb5-7463e621cac9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Unset dirty status for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:56.710522 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0691bcc0-b416-437d-9bb5-7463e621cac9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports/f460fcd1-3c59-45f7-856a-8981da3a7fba HTTP/1.1" status: 200 len: 984 time: 0.2615886 Dec 21 16:48:56.716509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Network 2777f6c3-7ad3-4174-b176-a8404ad12d47 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:56.722754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:56.724764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43302) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:56.725289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:56.730193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.733955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Pushing event updated for resources: {'Port': ['ID=3a280985-d7ed-47d4-910a-75bd347e12cd,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:56.737547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:56.743591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.748899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.753285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bcd40c45-4b84-43e5-97dc-b34b240634ef tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:56.773141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c84a00-73cb-451f-98de-213e8b2d92c1,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:56.783188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:56.792733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8::f (2777f6c3-7ad3-4174-b176-a8404ad12d47/1615815b-4c6c-4a74-9925-39a9da3a3612/f22b82ba-f113-4c74-ad5e-4692fabeb926) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:48:56.819971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.821476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 749d1eb1-0f26-4aea-907b-facff2c22d37 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:56.824613 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4609056 Dec 21 16:48:56.825474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43306) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:56.945814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Attempting to bind port 3a280985-d7ed-47d4-910a-75bd347e12cd on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:48:56.946243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Attempting to bind port 3a280985-d7ed-47d4-910a-75bd347e12cd by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '6b4b58ee-bca7-497e-af84-b061421071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2777f6c3-7ad3-4174-b176-a8404ad12d47'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:48:56.946656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Attempting to bind port 3a280985-d7ed-47d4-910a-75bd347e12cd on network 2777f6c3-7ad3-4174-b176-a8404ad12d47 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:48:56.982735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:48:56.983417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Checking segment: {'id': '6b4b58ee-bca7-497e-af84-b061421071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2777f6c3-7ad3-4174-b176-a8404ad12d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:48:56.984065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:56.984518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Bound using segment: {'id': '6b4b58ee-bca7-497e-af84-b061421071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2777f6c3-7ad3-4174-b176-a8404ad12d47'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:48:56.985049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Bound port: 3a280985-d7ed-47d4-910a-75bd347e12cd, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4b58ee-bca7-497e-af84-b061421071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2777f6c3-7ad3-4174-b176-a8404ad12d47'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:48:56.985478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.057517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-304b8625-b036-4869-b6b7-88a7479de698 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.059767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 749d1eb1-0f26-4aea-907b-facff2c22d37 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:57.060199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.115740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-304b8625-b036-4869-b6b7-88a7479de698 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.162465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] For port 3a280985-d7ed-47d4-910a-75bd347e12cd, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:48:57.179909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cbe757ad-024c-4d05-b046-a54709e1a0e4 None None] Provisioning complete for port f460fcd1-3c59-45f7-856a-8981da3a7fba triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:57.180332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cbe757ad-024c-4d05-b046-a54709e1a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.182457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.205606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object f22b82ba-f113-4c74-ad5e-4692fabeb926 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:48:57.208233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-304b8625-b036-4869-b6b7-88a7479de698 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.210016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] For port 3a280985-d7ed-47d4-910a-75bd347e12cd, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3a280985-d7ed-47d4-910a-75bd347e12cd,segment=NetworkSegment(6b4b58ee-bca7-497e-af84-b061421071ea),segment_id=6b4b58ee-bca7-497e-af84-b061421071ea)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:48:57.215640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4e78733e-27d5-4daf-b684-6446f9a5cc49 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:57.223449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.229813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-411794bd-d1f5-48de-aa88-95caa21a8b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:57.238586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b8625-b036-4869-b6b7-88a7479de698 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22575b7e-bdf5-4dc7-88be-17814aaa50cc,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:57.245254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-304b8625-b036-4869-b6b7-88a7479de698 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:57.255349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-304b8625-b036-4869-b6b7-88a7479de698 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.259960 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-304b8625-b036-4869-b6b7-88a7479de698 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-groups/22575b7e-bdf5-4dc7-88be-17814aaa50cc HTTP/1.1" status: 204 len: 168 time: 0.4170823 Dec 21 16:48:57.259960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43310) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:57.284879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Calling delete_port for 56f04a8a-09e8-4af1-9206-b7337395cc82 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:57.286870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.293876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7565c616-b01d-4262-9e0d-ec36579d4166 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:57.352554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cbe757ad-024c-4d05-b046-a54709e1a0e4 None None] Port f460fcd1-3c59-45f7-856a-8981da3a7fba cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:48:57.378890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2777f6c3-7ad3-4174-b176-a8404ad12d47 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:57.394881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:57.407328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:57.412376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:57.413182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.413559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.418243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-376bd771-a187-4512-82c2-e085397e91da tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:57.420930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Pushing event updated for resources: {'Port': ['ID=3a280985-d7ed-47d4-910a-75bd347e12cd,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:57.424421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:57.440304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a977d801-1f82-4228-bb67-c2c6bb3660f5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:57.444676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=f22b82ba-f113-4c74-ad5e-4692fabeb926,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:57.449191 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1716509 Dec 21 16:48:57.450474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:57.454697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43314) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:57.486473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.498187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No DVR routers for this DVR port 56f04a8a-09e8-4af1-9206-b7337395cc82 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:48:57.513750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a977d801-1f82-4228-bb67-c2c6bb3660f5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:57.515142 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a977d801-1f82-4228-bb67-c2c6bb3660f5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2542007 Dec 21 16:48:57.519699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43318) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:57.526924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group': {'name': 'tempest-secgroup--550935805'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:57.536151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:57.538697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Port': ['ID=56f04a8a-09e8-4af1-9206-b7337395cc82,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:57.559898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:57.581008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a3886e-2724-4681-8912-db4954169d41 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:57.581813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f7a3886e-2724-4681-8912-db4954169d41 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:57.587078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.618103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f7a3886e-2724-4681-8912-db4954169d41 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:57.619435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f7a3886e-2724-4681-8912-db4954169d41 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1637006 Dec 21 16:48:57.628807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43322) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:57.640494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:57.641513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bebe6e9b-1741-48d2-b920-0dd5938942eb tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:57.677515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.682733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:57.690822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:57.697676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:57.707139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:57.760516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a6209-b64c-4d6b-9781-c2ca52e5fc54 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:57.766269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a6209-b64c-4d6b-9781-c2ca52e5fc54 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:57.772690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a6209-b64c-4d6b-9781-c2ca52e5fc54 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:57.777310 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-883a6209-b64c-4d6b-9781-c2ca52e5fc54 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1447635 Dec 21 16:48:57.781219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43326) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:57.802051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f82f9a1-aae6-402b-b186-6f30ff9dcdcf']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:57.883582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.890510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.890703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:48:57.896413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:48:57.898376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-916151b4-b600-45a9-8f75-ad447f0bc8fb tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:57.901186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cca65a-04af-4532-a23c-24217fed3dea') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:57.901535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cca65a-04af-4532-a23c-24217fed3dea') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:48:57.916332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:48:57.919608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0a5e0-8f42-4a87-b279-a3e084cdd428 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port f22b82ba-f113-4c74-ad5e-4692fabeb926 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:57.920013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a5e0-8f42-4a87-b279-a3e084cdd428 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.957909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:57.990737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=0402820a-0c3a-4644-a9d5-fcdd3b9e3842,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:57.999528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:58.005235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.015391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b504e6-3c65-4b53-933a-a97ccaa7e4e6,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:58.019808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.020219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:48:58.023750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.024177 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5003932 Dec 21 16:48:58.024177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:48:58.037351 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:48:58.040491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43330) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:58.111142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group': {'name': 'tempest-secgroup--855305370'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:58.133216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:58.195751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:58.202231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:58.222393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:58.229354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a5e0-8f42-4a87-b279-a3e084cdd428 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.231013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.243162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d71a26d-324a-4b55-8310-6f48917f1926 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:58.260736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.280020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Network': ['ID=5f82f9a1-aae6-402b-b186-6f30ff9dcdcf,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:58.286133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.297472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:58.312677 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/5f82f9a1-aae6-402b-b186-6f30ff9dcdcf HTTP/1.1" status: 204 len: 168 time: 4.9909613 Dec 21 16:48:58.318980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43334) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:58.329978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-896366199'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:58.377622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:58.389863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:network and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:58.398982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:58.419435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:58.437473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:58.451201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:58.455370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:58.459816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:58.466179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.492189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:58.581311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:48:58.581918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0a5e0-8f42-4a87-b279-a3e084cdd428 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for f22b82ba-f113-4c74-ad5e-4692fabeb926 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:58.614711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.615136 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Added segment 8251746f-f8a7-49bb-a9d5-e60b25e2f972 of type vlan for network cb7b271c-4626-4a00-aa86-d06a4f0c9c98 Dec 21 16:48:58.626153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.626942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.655046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.734768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a5e0-8f42-4a87-b279-a3e084cdd428 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.736356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.740918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-917589e2-ad55-447d-ae98-e76e487d1895 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:58.741395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.754812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4007f84d-5cae-42d6-bfb5-a13d3d6c0952 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:58.777821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3a280985-d7ed-47d4-910a-75bd347e12cd up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:48:58.791925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0a5e0-8f42-4a87-b279-a3e084cdd428 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=f22b82ba-f113-4c74-ad5e-4692fabeb926,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:58.796083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1fe0a5e0-8f42-4a87-b279-a3e084cdd428 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:58.841588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a5e0-8f42-4a87-b279-a3e084cdd428 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.860197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1fe0a5e0-8f42-4a87-b279-a3e084cdd428 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/f22b82ba-f113-4c74-ad5e-4692fabeb926 HTTP/1.1" status: 204 len: 168 time: 1.0743101 Dec 21 16:48:58.861040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43338) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:58.874386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 3a280985-d7ed-47d4-910a-75bd347e12cd completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:58.894163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd3f567-328c-4538-b717-e81a05839f7f,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:58.903111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:58.904869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.909260 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8535950 Dec 21 16:48:58.909530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43342) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:58.912152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.913022 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8f7d64-eafd-4656-a4f3-747c28974d3b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:48:58.913469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ab8f7d64-eafd-4656-a4f3-747c28974d3b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:48:58.916865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:48:58.917519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:58.920051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': '94b504e6-3c65-4b53-933a-a97ccaa7e4e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5cd3f567-328c-4538-b717-e81a05839f7f', 'remote_ip_prefix': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:58.926067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de1a9d6d-e49c-4102-8291-f00a26f3dadb tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:58.932669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:58.943030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:58.947797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:58.955038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:58.957766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ab8f7d64-eafd-4656-a4f3-747c28974d3b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:48:58.962085 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ab8f7d64-eafd-4656-a4f3-747c28974d3b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/f22b82ba-f113-4c74-ad5e-4692fabeb926 HTTP/1.1" status: 404 len: 333 time: 0.0969362 Dec 21 16:48:58.966945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43346) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:58.987024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.044682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.059261 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7379904 Dec 21 16:48:59.078290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43350) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:59.091816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'network_id': 'cb7b271c-4626-4a00-aa86-d06a4f0c9c98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:48:59.121787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b131e9de-e486-47e2-b31f-dd4eab344aca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port ad679542-dbc6-4e7b-b50f-0bd87723b9b6 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:59.122190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b131e9de-e486-47e2-b31f-dd4eab344aca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.269868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.292379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78271a7-850d-46db-a75c-9320d71219c7 None None] Network 2777f6c3-7ad3-4174-b176-a8404ad12d47 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:48:59.352262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:48:59.376754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.380452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:subnet and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:48:59.397057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:48:59.407294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.409730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:48:59.413232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d2b24d84-a556-4414-9ec2-3d3097247e3f None None] Provisioning for port 3a280985-d7ed-47d4-910a-75bd347e12cd completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:48:59.415148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-571834cb-18f7-4079-bc0e-c284a6c9ce47 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:59.421682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d2b24d84-a556-4414-9ec2-3d3097247e3f None None] Provisioning complete for port 3a280985-d7ed-47d4-910a-75bd347e12cd triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:48:59.422091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2b24d84-a556-4414-9ec2-3d3097247e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.480669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=cb7b271c-4626-4a00-aa86-d06a4f0c9c98,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:59.483165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c2c463-ef5e-426d-9a50-bbcab1eaed6a,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:59.486932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:59.490662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:59.494298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:48:59.502484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network cb7b271c-4626-4a00-aa86-d06a4f0c9c98 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:48:59.522815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.527510 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6144755 Dec 21 16:48:59.529671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43354) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:59.585206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75dd7328-119a-4a43-8157-916037df6103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.602155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75dd7328-119a-4a43-8157-916037df6103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.695933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75dd7328-119a-4a43-8157-916037df6103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.700444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.712952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38f37e71-db5c-4a2b-85cf-888d6d73a8e3 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:59.738552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b131e9de-e486-47e2-b31f-dd4eab344aca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.774387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2b24d84-a556-4414-9ec2-3d3097247e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.780018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd7328-119a-4a43-8157-916037df6103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9c2c463-ef5e-426d-9a50-bbcab1eaed6a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:59.787961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-75dd7328-119a-4a43-8157-916037df6103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:59.797878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75dd7328-119a-4a43-8157-916037df6103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.800482 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-75dd7328-119a-4a43-8157-916037df6103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/e9c2c463-ef5e-426d-9a50-bbcab1eaed6a HTTP/1.1" status: 204 len: 168 time: 0.2684324 Dec 21 16:48:59.814069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43358) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:48:59.829812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d2b24d84-a556-4414-9ec2-3d3097247e3f None None] For port 3a280985-d7ed-47d4-910a-75bd347e12cd, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3a280985-d7ed-47d4-910a-75bd347e12cd,segment=NetworkSegment(6b4b58ee-bca7-497e-af84-b061421071ea),segment_id=6b4b58ee-bca7-497e-af84-b061421071ea)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:48:59.833603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2b24d84-a556-4414-9ec2-3d3097247e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:48:59.835391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0ee67843-9567-4454-84a2-53e9fe5a24a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:48:59.853826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router af8761d9-72ec-4977-ae25-4781fdd4381e is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:48:59.910574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b24d84-a556-4414-9ec2-3d3097247e3f None None] Pushing event updated for resources: {'Port': ['ID=3a280985-d7ed-47d4-910a-75bd347e12cd,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:48:59.914990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d2b24d84-a556-4414-9ec2-3d3097247e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:48:59.944405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b131e9de-e486-47e2-b31f-dd4eab344aca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for ad679542-dbc6-4e7b-b50f-0bd87723b9b6 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:48:59.955110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port f460fcd1-3c59-45f7-856a-8981da3a7fba {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:48:59.955491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:00.088016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a7981cbe-1257-4fdc-94b4-bc3ccc4fa26e tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:00.172187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-187cf74a-a82e-4e2e-a131-79358d66a7f5 None None] Provisioning complete for port 3a280985-d7ed-47d4-910a-75bd347e12cd triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:00.173310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-187cf74a-a82e-4e2e-a131-79358d66a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:00.199099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a7981cbe-1257-4fdc-94b4-bc3ccc4fa26e tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:00.200494 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a7981cbe-1257-4fdc-94b4-bc3ccc4fa26e tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3826270 Dec 21 16:49:00.205796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43362) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:00.279921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:00.308632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b131e9de-e486-47e2-b31f-dd4eab344aca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:00.321331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-539ab800-7cea-457c-838d-42bbac1d1edf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:00.326637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-187cf74a-a82e-4e2e-a131-79358d66a7f5 None None] Could not find standard attr ID for object ad679542-dbc6-4e7b-b50f-0bd87723b9b6. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:49:00.381293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:00.388073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131e9de-e486-47e2-b31f-dd4eab344aca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=ad679542-dbc6-4e7b-b50f-0bd87723b9b6,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:00.393869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b131e9de-e486-47e2-b31f-dd4eab344aca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:00.395980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4dcff114-90dc-41f6-8b2b-9d091a07b6ea tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:00.452377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for f460fcd1-3c59-45f7-856a-8981da3a7fba owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:00.499577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a23bb2f3-8ade-4792-a3e4-b9881bd9b253 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:00.529234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b131e9de-e486-47e2-b31f-dd4eab344aca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:00.538037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:00.543428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-548b6a98-274b-4dde-b013-e28eafa4c9fd None None] Could not find standard attr ID for object ad679542-dbc6-4e7b-b50f-0bd87723b9b6. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:49:00.556720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Sync routers for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:00.572127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=8e0b9510-da8b-4bc3-a859-99a4a8b625e7,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:00.574393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:00.575715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:00.575880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:00.579137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6721790 Dec 21 16:49:00.584911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43366) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:00.595537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:00.602387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a23bb2f3-8ade-4792-a3e4-b9881bd9b253 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:00.625748 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b131e9de-e486-47e2-b31f-dd4eab344aca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/ad679542-dbc6-4e7b-b50f-0bd87723b9b6 HTTP/1.1" status: 204 len: 168 time: 1.6555974 Dec 21 16:49:00.631578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43372) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:00.730450 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bba990-f1ac-4e9f-9a3f-ffe5c4480be2 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:49:00.735934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-18bba990-f1ac-4e9f-9a3f-ffe5c4480be2 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:00.742650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:00.749968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:00.797561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=f460fcd1-3c59-45f7-856a-8981da3a7fba,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:00.803819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:00.805675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Checking segment: {'id': '8251746f-f8a7-49bb-a9d5-e60b25e2f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cb7b271c-4626-4a00-aa86-d06a4f0c9c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:00.806085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network hostable DHCP agents. Network: cb7b271c-4626-4a00-aa86-d06a4f0c9c98, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:49:00.818936 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3eababde-4e88-40c8-859e-78797a1eb2e9 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=265bc93eb934473fb3c7691bab6254d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2216952 Dec 21 16:49:00.822074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43376) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:00.880960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-18bba990-f1ac-4e9f-9a3f-ffe5c4480be2 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:00.882324 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-18bba990-f1ac-4e9f-9a3f-ffe5c4480be2 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/ad679542-dbc6-4e7b-b50f-0bd87723b9b6 HTTP/1.1" status: 404 len: 333 time: 0.2482731 Dec 21 16:49:00.890174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43380) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:00.941386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a23bb2f3-8ade-4792-a3e4-b9881bd9b253 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:01.016758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7026805a-b9a7-4253-906e-ee4becbca486 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:01.025819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:01.027992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3a280985-d7ed-47d4-910a-75bd347e12cd up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:01.056484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:49:01.061735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bb2f3-8ade-4792-a3e4-b9881bd9b253 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd3f567-328c-4538-b717-e81a05839f7f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:01.064599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a23bb2f3-8ade-4792-a3e4-b9881bd9b253 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:01.100381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a23bb2f3-8ade-4792-a3e4-b9881bd9b253 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:01.104266 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a23bb2f3-8ade-4792-a3e4-b9881bd9b253 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-groups/5cd3f567-328c-4538-b717-e81a05839f7f HTTP/1.1" status: 204 len: 168 time: 0.8927002 Dec 21 16:49:01.114737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network cb7b271c-4626-4a00-aa86-d06a4f0c9c98 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:49:01.120980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43384) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:01.153385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4f43c749-0a72-4e65-a6a3-9d4ee97a9062 None None] Could not find standard attr ID for object f22b82ba-f113-4c74-ad5e-4692fabeb926. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:49:01.195552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c9268-9c92-4332-b938-1191fed3a27f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:01.200095 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-911c9268-9c92-4332-b938-1191fed3a27f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3741260 Dec 21 16:49:01.200718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43388) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:01.205600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, cb7b271c-4626-4a00-aa86-d06a4f0c9c98) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:01.242320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563b7ad2-2f12-4259-9520-d39a39e00f94 None None] Network cb7b271c-4626-4a00-aa86-d06a4f0c9c98 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:01.261852 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fee0e463-a003-4296-95a8-29aec5747460 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571816 Dec 21 16:49:01.263037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43392) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:01.264278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:01.264932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:01.290761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-412587585', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:01.391531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eda044f-0a42-4d05-adc1-33bec55b87c4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting subnet 1615815b-4c6c-4a74-9925-39a9da3a3612 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:01.396404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2eda044f-0a42-4d05-adc1-33bec55b87c4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:01.485831 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4005432 Dec 21 16:49:01.523012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2eda044f-0a42-4d05-adc1-33bec55b87c4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:01.528262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43396) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:01.538183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'network_id': 'cb7b271c-4626-4a00-aa86-d06a4f0c9c98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:01.575553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 3a280985-d7ed-47d4-910a-75bd347e12cd triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:01.575983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:01.613848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67a7906a-685e-4af9-a9dc-b6ed4940c62d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:01.721683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67a7906a-685e-4af9-a9dc-b6ed4940c62d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:01.726841 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-67a7906a-685e-4af9-a9dc-b6ed4940c62d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5848181 Dec 21 16:49:01.726841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:01.729107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43400) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:01.745819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2eda044f-0a42-4d05-adc1-33bec55b87c4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:01.804258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router d4cf8b58-292b-4401-a23c-7407d49820ec has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:49:01.838308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:01.846332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:subnet and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:01.850808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:01.886629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-cb7b271c-4626-4a00-aa86-d06a4f0c9c98', 'network_id': 'cb7b271c-4626-4a00-aa86-d06a4f0c9c98', 'tenant_id': '9216b0fba9b2423d91e6fe9df338ac68', 'fixed_ips': [{'subnet_id': '8e0b9510-da8b-4bc3-a859-99a4a8b625e7'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:49:01.887568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:01.920523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:01.980042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:48:58Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:01.995905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Checking router: af8761d9-72ec-4977-ae25-4781fdd4381e for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:49:01.996288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Updating router af8761d9-72ec-4977-ae25-4781fdd4381e port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:49:01.998220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:02.013905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:subnet and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:02.023110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:02.038050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:02.045542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:02.060557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de514743-ea8c-40dd-8258-2ac67a5a20f6 None None] Sync routers for ids ['d4cf8b58-292b-4401-a23c-7407d49820ec'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:02.083169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de514743-ea8c-40dd-8258-2ac67a5a20f6 None None] Routers {'d4cf8b58-292b-4401-a23c-7407d49820ec'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:02.084417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-de514743-ea8c-40dd-8258-2ac67a5a20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d4cf8b58-292b-4401-a23c-7407d49820ec'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:02.091929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:02.120637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:02.121419 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/d4cf8b58-292b-4401-a23c-7407d49820ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3860698 Dec 21 16:49:02.124487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43404) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:02.158601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2eda044f-0a42-4d05-adc1-33bec55b87c4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:02.168199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b56d4681-6a3e-4460-a0fb-8dfaacb2ed68 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:02.185395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-de514743-ea8c-40dd-8258-2ac67a5a20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:02.205787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de514743-ea8c-40dd-8258-2ac67a5a20f6 None None] Routers {'d4cf8b58-292b-4401-a23c-7407d49820ec'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:02.206874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-de514743-ea8c-40dd-8258-2ac67a5a20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d4cf8b58-292b-4401-a23c-7407d49820ec'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:02.272210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Allocated IP 2001:db8::2 (cb7b271c-4626-4a00-aa86-d06a4f0c9c98/8e0b9510-da8b-4bc3-a859-99a4a8b625e7/28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:02.273504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-355357a5-a93c-4be5-ac99-3835d0664947 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:02.281921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda044f-0a42-4d05-adc1-33bec55b87c4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Subnet': ['ID=1615815b-4c6c-4a74-9925-39a9da3a3612,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:02.305009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2eda044f-0a42-4d05-adc1-33bec55b87c4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:02.309783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-de514743-ea8c-40dd-8258-2ac67a5a20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:02.310773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de514743-ea8c-40dd-8258-2ac67a5a20f6 None None] The sync data for ids ['d4cf8b58-292b-4401-a23c-7407d49820ec'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:02.322395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2eda044f-0a42-4d05-adc1-33bec55b87c4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:02.330269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:02.346367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18dccc5-ee41-4fe9-9b17-7cf42f0e7a3d None None] Network 2777f6c3-7ad3-4174-b176-a8404ad12d47 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:02.403287 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2eda044f-0a42-4d05-adc1-33bec55b87c4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/1615815b-4c6c-4a74-9925-39a9da3a3612 HTTP/1.1" status: 204 len: 168 time: 1.5094042 Dec 21 16:49:02.406643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43408) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:02.439105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-355357a5-a93c-4be5-ac99-3835d0664947 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:02.590842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:02.668843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:02.684451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-355357a5-a93c-4be5-ac99-3835d0664947 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:02.690647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a9bbf2a8-c9b5-484b-bfa3-da590ae21947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:02.706840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port 3a280985-d7ed-47d4-910a-75bd347e12cd {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:02.707222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:02.747862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355357a5-a93c-4be5-ac99-3835d0664947 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b504e6-3c65-4b53-933a-a97ccaa7e4e6,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:02.760205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-355357a5-a93c-4be5-ac99-3835d0664947 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:02.880664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-355357a5-a93c-4be5-ac99-3835d0664947 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:02.882939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-355357a5-a93c-4be5-ac99-3835d0664947 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-groups/94b504e6-3c65-4b53-933a-a97ccaa7e4e6 HTTP/1.1" status: 204 len: 168 time: 1.1517181 Dec 21 16:49:02.889631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43412) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:02.961929 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-04c3fd42-9ad7-4ebe-a6f2-4763519e12e1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] remove_router_interface failed (client error): The resource could not be found. Dec 21 16:49:02.966327 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-04c3fd42-9ad7-4ebe-a6f2-4763519e12e1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/d4cf8b58-292b-4401-a23c-7407d49820ec/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8407476 Dec 21 16:49:02.968069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43416) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:03.019089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-524597bf-04a4-48a2-8587-553bfe89fd4b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Synchronizing usage tracker for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:03.062819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.079356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-524597bf-04a4-48a2-8587-553bfe89fd4b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Unset dirty status for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:03.083216 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-524597bf-04a4-48a2-8587-553bfe89fd4b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4cf8b58-292b-4401-a23c-7407d49820ec HTTP/1.1" status: 200 len: 205 time: 0.1115861 Dec 21 16:49:03.084485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43420) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:03.084611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.093653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2eda044f-0a42-4d05-adc1-33bec55b87c4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:03.113534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Transition to ACTIVE for port object 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:03.138076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] For port 3a280985-d7ed-47d4-910a-75bd347e12cd, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3a280985-d7ed-47d4-910a-75bd347e12cd,segment=NetworkSegment(6b4b58ee-bca7-497e-af84-b061421071ea),segment_id=6b4b58ee-bca7-497e-af84-b061421071ea)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:03.138248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.152801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Transition to ACTIVE for port object 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:03.162502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.168114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.181315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:03.223378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b5160a7a-d434-47c4-a5f2-3c49a3d24163 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:03.238074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad659d0c-542d-4555-9148-03019f8629d6 None None] DHCP port deletion for 2777f6c3-7ad3-4174-b176-a8404ad12d47 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:49:03.249554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Transition to ACTIVE for port object 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:03.254100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Network cb7b271c-4626-4a00-aa86-d06a4f0c9c98 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:03.255138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ad659d0c-542d-4555-9148-03019f8629d6 None None] Deleting port 3a280985-d7ed-47d4-910a-75bd347e12cd {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:03.255636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad659d0c-542d-4555-9148-03019f8629d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.258624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-888be337-8014-41fe-90b3-998c17c20da6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.295647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for 3a280985-d7ed-47d4-910a-75bd347e12cd owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:03.296186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:03.309110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Pushing event updated for resources: {'Port': ['ID=28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:03.313713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:03.316769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:03.320271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.327164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d2aef969-77ed-404e-9399-1a832a334e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:03.383160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Subnet': ['ID=54d987e4-30f5-43ce-8792-425b9ef4b246,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:03.392204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:03.393428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b5160a7a-d434-47c4-a5f2-3c49a3d24163 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:03.399817 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b5160a7a-d434-47c4-a5f2-3c49a3d24163 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5036368 Dec 21 16:49:03.401355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43424) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:03.421189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155080488'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:03.430862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:03.434511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.437082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Checking segment: {'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:03.437475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network hostable DHCP agents. Network: 028b8517-b34c-48eb-a677-5fc3e9641dff, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:49:03.452779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:03.455113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5d2190e4-8c04-4df4-a1e1-ca82a63eb763 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:03.463772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.470232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e4517c41-256b-4b16-8821-947794d92c92 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:03.515577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ad659d0c-542d-4555-9148-03019f8629d6 None None] The port '3a280985-d7ed-47d4-910a-75bd347e12cd' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:49:03.517137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.517438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network cb7b271c-4626-4a00-aa86-d06a4f0c9c98 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:03.521178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:03.534542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=3a280985-d7ed-47d4-910a-75bd347e12cd,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:03.537147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:03.549551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No DVR routers for this DVR port 3a280985-d7ed-47d4-910a-75bd347e12cd on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:49:03.554761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Attempting to bind port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:03.555347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Attempting to bind port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '8251746f-f8a7-49bb-a9d5-e60b25e2f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cb7b271c-4626-4a00-aa86-d06a4f0c9c98'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:03.555874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Attempting to bind port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c on network cb7b271c-4626-4a00-aa86-d06a4f0c9c98 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:03.561101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dfd6b-bec7-4f19-89cd-feaa9a5a8c2c None None] Pushing event updated for resources: {'Port': ['ID=0402820a-0c3a-4644-a9d5-fcdd3b9e3842,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:03.566304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e45dfd6b-bec7-4f19-89cd-feaa9a5a8c2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:03.568753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Attempting to bind port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:03.569284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Attempting to bind port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:03.570429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Attempting to bind port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:03.576874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:03.577488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Checking segment: {'id': '8251746f-f8a7-49bb-a9d5-e60b25e2f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cb7b271c-4626-4a00-aa86-d06a4f0c9c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:03.578028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.578692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Bound using segment: {'id': '8251746f-f8a7-49bb-a9d5-e60b25e2f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cb7b271c-4626-4a00-aa86-d06a4f0c9c98'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:03.579308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Bound port: 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8251746f-f8a7-49bb-a9d5-e60b25e2f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cb7b271c-4626-4a00-aa86-d06a4f0c9c98'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:03.579836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.586567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:03.587511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.597425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:03.598484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:03.598484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.599085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:03.599732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Bound port: 0402820a-0c3a-4644-a9d5-fcdd3b9e3842, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:03.600382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.617462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 028b8517-b34c-48eb-a677-5fc3e9641dff is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:49:03.662906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 028b8517-b34c-48eb-a677-5fc3e9641dff) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:03.667361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:03.668607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.672567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:03.694671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b6fadc-ffb3-4e18-805f-3315cc266bf4 None None] Network 028b8517-b34c-48eb-a677-5fc3e9641dff requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:03.698403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=dce95b33-9e3e-4885-b7a0-4e2273cc918c,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:03.704000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:03.705519 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1730545 Dec 21 16:49:03.708444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43428) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:03.739236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.752559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:03.760995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:03.779470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:03.796587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2777f6c3-7ad3-4174-b176-a8404ad12d47']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:03.818328 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5456188 Dec 21 16:49:03.818328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4b58ee-bca7-497e-af84-b061421071ea') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:03.818328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4b58ee-bca7-497e-af84-b061421071ea') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:03.826814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43432) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:03.837677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.890973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] For port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:03.896677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-888be337-8014-41fe-90b3-998c17c20da6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.898999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] For port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0402820a-0c3a-4644-a9d5-fcdd3b9e3842,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:03.907306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-888be337-8014-41fe-90b3-998c17c20da6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.922734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58295d6-d43a-4db9-91ef-c463792fb795 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:03.924205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58295d6-d43a-4db9-91ef-c463792fb795 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:03.925612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.925734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58295d6-d43a-4db9-91ef-c463792fb795 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:03.927164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58295d6-d43a-4db9-91ef-c463792fb795 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:03.928649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58295d6-d43a-4db9-91ef-c463792fb795 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:03.930168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d58295d6-d43a-4db9-91ef-c463792fb795 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Synchronizing usage tracker for tenant:9216b0fba9b2423d91e6fe9df338ac68 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:03.944479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.947599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:49:03.948048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:49:03.965203 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:49:03.967915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d58295d6-d43a-4db9-91ef-c463792fb795 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Unset dirty status for tenant:9216b0fba9b2423d91e6fe9df338ac68 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:03.967915 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d58295d6-d43a-4db9-91ef-c463792fb795 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2030334 Dec 21 16:49:03.971944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43436) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:03.974026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d2b24d84-a556-4414-9ec2-3d3097247e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:03.981844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1601100669'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:03.985734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-888be337-8014-41fe-90b3-998c17c20da6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:03.986414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888be337-8014-41fe-90b3-998c17c20da6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Fanout notify agent at l3_agent the message router_deleted on router d4cf8b58-292b-4401-a23c-7407d49820ec {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:49:03.997255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:04.006140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:network and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:04.016211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-888be337-8014-41fe-90b3-998c17c20da6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.020036 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-888be337-8014-41fe-90b3-998c17c20da6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/d4cf8b58-292b-4401-a23c-7407d49820ec HTTP/1.1" status: 204 len: 168 time: 0.9329352 Dec 21 16:49:04.020036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:04.022467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43440) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:04.058988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:04.062565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] For port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:04.089445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-028b8517-b34c-48eb-a677-5fc3e9641dff', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:49:04.090252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.091287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.097502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.103341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:04.104372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:04.109380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.127253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:04.128076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:04.175043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.179001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:49:04.204935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.221758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c5e4da-0486-4293-9362-4682a7f912b9,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:04.231046 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/networks/2777f6c3-7ad3-4174-b176-a8404ad12d47 HTTP/1.1" status: 204 len: 168 time: 1.8172376 Dec 21 16:49:04.231046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:04.232792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.235649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43444) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:04.235807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] For port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c,segment=NetworkSegment(8251746f-f8a7-49bb-a9d5-e60b25e2f972),segment_id=8251746f-f8a7-49bb-a9d5-e60b25e2f972)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:04.237091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8328793 Dec 21 16:49:04.237994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-557f0f50-9c62-446b-b236-7de741b6e7e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:04.244723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43446) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:04.250318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-915866877'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:04.255514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.256608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:04.261788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Network': ['ID=2777f6c3-7ad3-4174-b176-a8404ad12d47,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:04.264559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:04.268580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dfd6b-bec7-4f19-89cd-feaa9a5a8c2c None None] Pushing event updated for resources: {'Port': ['ID=0402820a-0c3a-4644-a9d5-fcdd3b9e3842,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:04.274032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:network and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:04.280099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': '39c5e4da-0486-4293-9362-4682a7f912b9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:04.282961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e45dfd6b-bec7-4f19-89cd-feaa9a5a8c2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:04.286285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:04.294803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:04.296991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.297389 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Added segment 6ac0db3b-79a9-45a0-97bf-9889f0575dc4 of type vlan for network 4e2a01f0-cdfb-449f-80f8-994b68bc16da Dec 21 16:49:04.298243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07574862-6ff9-4c07-bcbf-cde73ac09a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:04.311482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:04.315785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:04.320547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:04.346270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:04.381167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:04.402649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.421652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.438252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-03764684-d835-4977-8838-2b2a65e2ff62 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting subnet 4c2efd7b-cfbc-4238-8097-35c9ae2fcf57 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:04.451934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03764684-d835-4977-8838-2b2a65e2ff62 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.496007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Pushing event updated for resources: {'Port': ['ID=28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:04.506673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.538427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:04.569762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:49:04.577221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:49:04.584633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03764684-d835-4977-8838-2b2a65e2ff62 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.627859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Allocated IP 172.20.0.2 (028b8517-b34c-48eb-a677-5fc3e9641dff/54d987e4-30f5-43ce-8792-425b9ef4b246/8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:04.642419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.650704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:04.651911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.667023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:04.710253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:04.711407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Added segment 6c98eec1-d0a5-4286-9230-7fa3260d923c of type vlan for network 29fd27d9-fa27-4b8f-94f2-783af743a78b Dec 21 16:49:04.774715 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8013611 Dec 21 16:49:04.840859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43452) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:04.863507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0f008d4c-67d2-4b8a-b9db-4652c5102eb2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:04.931450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3a280985-d7ed-47d4-910a-75bd347e12cd no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:49:04.998030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 3a280985-d7ed-47d4-910a-75bd347e12cd {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:49:04.998430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3a280985-d7ed-47d4-910a-75bd347e12cd not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:49:05.167627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03764684-d835-4977-8838-2b2a65e2ff62 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.263300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=4e2a01f0-cdfb-449f-80f8-994b68bc16da,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:05.268770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.270080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03764684-d835-4977-8838-2b2a65e2ff62 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.275957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:05.277677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.284310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 4e2a01f0-cdfb-449f-80f8-994b68bc16da details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:49:05.284499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a158425b-44a0-46d5-86c9-6c2b88d62b16 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:05.318667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.336521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03764684-d835-4977-8838-2b2a65e2ff62 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Subnet': ['ID=4c2efd7b-cfbc-4238-8097-35c9ae2fcf57,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:05.346100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-03764684-d835-4977-8838-2b2a65e2ff62 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:05.346677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09197719-c003-45bc-acf7-33642d4df849 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:05.385934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03764684-d835-4977-8838-2b2a65e2ff62 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.402758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98a20ae-e7ee-4f58-8ae1-8f73823769d6,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:05.428875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:05.432612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f008d4c-67d2-4b8a-b9db-4652c5102eb2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.433661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-03764684-d835-4977-8838-2b2a65e2ff62 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/4c2efd7b-cfbc-4238-8097-35c9ae2fcf57 HTTP/1.1" status: 204 len: 168 time: 1.4096155 Dec 21 16:49:05.436176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.437612 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.1778357 Dec 21 16:49:05.439043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43456) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:05.450014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43458) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:05.457989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920b6e37-58b9-46a3-ba81-fbf558a3e475 None None] Network f29e27bf-9847-465f-aaaf-16ed00445d9a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:05.464802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.468948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:05.469601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.481613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf3c520f-ea39-4da4-93fc-a4cf4dfa6b99 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:05.515769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f008d4c-67d2-4b8a-b9db-4652c5102eb2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.527278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:05.548832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3090897 Dec 21 16:49:05.552865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43464) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:05.593024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f008d4c-67d2-4b8a-b9db-4652c5102eb2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network 4e2a01f0-cdfb-449f-80f8-994b68bc16da is not hosted by any dhcp agent {{(pid=88887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 21 16:49:05.596989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f008d4c-67d2-4b8a-b9db-4652c5102eb2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:05.597645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f008d4c-67d2-4b8a-b9db-4652c5102eb2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.603629 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0f008d4c-67d2-4b8a-b9db-4652c5102eb2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "PUT /v2.0/networks/4e2a01f0-cdfb-449f-80f8-994b68bc16da HTTP/1.1" status: 200 len: 723 time: 0.7507825 Dec 21 16:49:05.606439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43468) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:05.607433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.614799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': '29fd27d9-fa27-4b8f-94f2-783af743a78b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:05.620296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'network_id': '4e2a01f0-cdfb-449f-80f8-994b68bc16da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:05.635416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b49fe24a-0bbf-4b06-bd6f-b55d9b33c482 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.665689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Transition to ACTIVE for port object 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:05.718222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:48:58Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:05.731367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Transition to ACTIVE for port object 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:05.731822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a5ae7-2359-4993-9d5d-07fc9d1b2fbf None None] The sync data for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv is: [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:48:58Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:05.733529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Network': ['ID=29fd27d9-fa27-4b8f-94f2-783af743a78b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:05.737571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f008d4c-67d2-4b8a-b9db-4652c5102eb2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=4e2a01f0-cdfb-449f-80f8-994b68bc16da,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:05.739614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.740000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:05.740860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b49fe24a-0bbf-4b06-bd6f-b55d9b33c482 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.743846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:05.749977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.764605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0f008d4c-67d2-4b8a-b9db-4652c5102eb2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:05.794356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 29fd27d9-fa27-4b8f-94f2-783af743a78b details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:49:05.808023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 4e2a01f0-cdfb-449f-80f8-994b68bc16da details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:49:05.844387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:05.853286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:05.856879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:05.866515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:05.885902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 749d1eb1-0f26-4aea-907b-facff2c22d37 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:05.886523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:05.930832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:05.969903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Network 028b8517-b34c-48eb-a677-5fc3e9641dff is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:05.971208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.007876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b49fe24a-0bbf-4b06-bd6f-b55d9b33c482 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.029064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:06.048605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:06.056572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:06.064518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Pushing event updated for resources: {'Port': ['ID=8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:06.072132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:06.111659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:06.138455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.158819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:06.166238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b49fe24a-0bbf-4b06-bd6f-b55d9b33c482 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.167504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b49fe24a-0bbf-4b06-bd6f-b55d9b33c482 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/b98a20ae-e7ee-4f58-8ae1-8f73823769d6 HTTP/1.1" status: 204 len: 168 time: 0.7156811 Dec 21 16:49:06.168455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18969135-7412-4023-ad50-0e0234d7fd2c None None] DHCP port deletion for f29e27bf-9847-465f-aaaf-16ed00445d9a request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:49:06.172641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43472) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:06.181009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:06.202255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fe24a-0bbf-4b06-bd6f-b55d9b33c482 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b98a20ae-e7ee-4f58-8ae1-8f73823769d6,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:06.202618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-18969135-7412-4023-ad50-0e0234d7fd2c None None] Deleting port 749d1eb1-0f26-4aea-907b-facff2c22d37 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:06.203307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18969135-7412-4023-ad50-0e0234d7fd2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.227288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b49fe24a-0bbf-4b06-bd6f-b55d9b33c482 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:06.298018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Attempting to bind port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:06.298672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Attempting to bind port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:06.299279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Attempting to bind port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 on network 028b8517-b34c-48eb-a677-5fc3e9641dff {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:06.401252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:06.401773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Checking segment: {'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:06.402244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.402694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Bound using segment: {'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:06.403291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Bound port: 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:06.403724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.430643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.478658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port 749d1eb1-0f26-4aea-907b-facff2c22d37, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=749d1eb1-0f26-4aea-907b-facff2c22d37,segment=NetworkSegment(ae84a4f6-2395-490a-90bc-f6d9feeecd27),segment_id=ae84a4f6-2395-490a-90bc-f6d9feeecd27)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:06.480104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.511210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5cb8ebf4-3f86-4bfb-ab0c-21311cb5d1b8 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:06.630330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-18969135-7412-4023-ad50-0e0234d7fd2c None None] For port 749d1eb1-0f26-4aea-907b-facff2c22d37, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=749d1eb1-0f26-4aea-907b-facff2c22d37,segment=NetworkSegment(ae84a4f6-2395-490a-90bc-f6d9feeecd27),segment_id=ae84a4f6-2395-490a-90bc-f6d9feeecd27)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:06.630826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18969135-7412-4023-ad50-0e0234d7fd2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.675293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 749d1eb1-0f26-4aea-907b-facff2c22d37 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:06.738152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5cb8ebf4-3f86-4bfb-ab0c-21311cb5d1b8 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:06.739574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5cb8ebf4-3f86-4bfb-ab0c-21311cb5d1b8 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5638912 Dec 21 16:49:06.745595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43478) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:06.773869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-18969135-7412-4023-ad50-0e0234d7fd2c None None] Calling delete_port for 749d1eb1-0f26-4aea-907b-facff2c22d37 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:06.857121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6439d03-fec0-4cb2-b587-712c595e2ad1 None None] Network cb7b271c-4626-4a00-aa86-d06a4f0c9c98 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:06.872794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:06.954184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.968828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:06.972815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6197f84-1964-48b7-90e9-83bdd84db03c tempest-RoutersAdminTest-1513164841 tempest-RoutersAdminTest-1513164841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:07.000312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:07.006267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No DVR routers for this DVR port 749d1eb1-0f26-4aea-907b-facff2c22d37 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:49:07.049278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=749d1eb1-0f26-4aea-907b-facff2c22d37,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:07.053056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:07.099173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e120c6c6-50ba-48c3-aaaa-680b50b98ca4 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.158497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=1b3c5293-a056-4c9f-b269-8b7583d02c00,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:07.178859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:07.181873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.1 (028b8517-b34c-48eb-a677-5fc3e9641dff/54d987e4-30f5-43ce-8792-425b9ef4b246/6b2d3af8-425c-4a87-96df-8efef111378a) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:07.199207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Checking segment: {'id': '6ac0db3b-79a9-45a0-97bf-9889f0575dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4e2a01f0-cdfb-449f-80f8-994b68bc16da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:07.199618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network hostable DHCP agents. Network: 4e2a01f0-cdfb-449f-80f8-994b68bc16da, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:49:07.212825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.223727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:07.265806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-879e2ade-a22e-4a77-86ab-315470b2e8c2 None None] Provisioning for port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:07.301765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-18969135-7412-4023-ad50-0e0234d7fd2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:49:07.302155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-18969135-7412-4023-ad50-0e0234d7fd2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:49:07.342407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.344267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network 4e2a01f0-cdfb-449f-80f8-994b68bc16da is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:49:07.354068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e120c6c6-50ba-48c3-aaaa-680b50b98ca4 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.367758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 4e2a01f0-cdfb-449f-80f8-994b68bc16da) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:07.370469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] For port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:07.389694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:07.392232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca3ba9b-b3a5-49e2-8900-73dca558376a None None] Network 4e2a01f0-cdfb-449f-80f8-994b68bc16da requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:07.412042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:07.415417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.444176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] For port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:07.450165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:07.450701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.463984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29e27bf-9847-465f-aaaf-16ed00445d9a']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:07.470259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8602338 Dec 21 16:49:07.474586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43482) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:07.492363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.493103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5577870a-e0f5-48ec-9b5a-ccc12cc87933 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:07.502652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Subnet': ['ID=11eff0a7-c894-4b17-ab35-614b472eced1,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:07.506119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae84a4f6-2395-490a-90bc-f6d9feeecd27') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:07.506725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae84a4f6-2395-490a-90bc-f6d9feeecd27') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:07.521856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:07.528848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.551517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.553536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e120c6c6-50ba-48c3-aaaa-680b50b98ca4 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.557533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Checking segment: {'id': '6c98eec1-d0a5-4286-9230-7fa3260d923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '29fd27d9-fa27-4b8f-94f2-783af743a78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:07.557948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network hostable DHCP agents. Network: 29fd27d9-fa27-4b8f-94f2-783af743a78b, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:49:07.567172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ce3ee134-5595-4fbf-82d7-f66dccc36d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:07.581864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.583981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:07.590161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 6b2d3af8-425c-4a87-96df-8efef111378a will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:07.600536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120c6c6-50ba-48c3-aaaa-680b50b98ca4 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c5e4da-0486-4293-9362-4682a7f912b9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:07.604781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:49:07.605243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:49:07.622699 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:49:07.625073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e120c6c6-50ba-48c3-aaaa-680b50b98ca4 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:07.685042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5577870a-e0f5-48ec-9b5a-ccc12cc87933 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852791830'] for subnet, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.724765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Pushing event updated for resources: {'Port': ['ID=8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:07.738484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 29fd27d9-fa27-4b8f-94f2-783af743a78b is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:49:07.740923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.749072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e120c6c6-50ba-48c3-aaaa-680b50b98ca4 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.750331 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e120c6c6-50ba-48c3-aaaa-680b50b98ca4 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-groups/39c5e4da-0486-4293-9362-4682a7f912b9 HTTP/1.1" status: 204 len: 168 time: 0.9905057 Dec 21 16:49:07.751235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-55ae4e6d-d192-4d24-bc68-31e60fcee847 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:07.754429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.759030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43488) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:07.761907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6b892135-1314-4deb-b4b7-fe830e9b362a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:07.770956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.778622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Network': ['ID=f29e27bf-9847-465f-aaaf-16ed00445d9a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:07.780542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 29fd27d9-fa27-4b8f-94f2-783af743a78b) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:07.782185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:07.786547 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/networks/f29e27bf-9847-465f-aaaf-16ed00445d9a HTTP/1.1" status: 204 len: 168 time: 2.3468349 Dec 21 16:49:07.790215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:07.790215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.793107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43490) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:07.795564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:07.799445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1187925901'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:07.812842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:07.819641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:network and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:07.823562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:07.837648 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2785311 Dec 21 16:49:07.837648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:07.839568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43496) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:07.845096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-900675c0-272a-4b80-b7b7-91473fd12275 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1527803458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:07.845374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-18969135-7412-4023-ad50-0e0234d7fd2c None None] Deleting port 749d1eb1-0f26-4aea-907b-facff2c22d37 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:07.846200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18969135-7412-4023-ad50-0e0234d7fd2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.854736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-900675c0-272a-4b80-b7b7-91473fd12275 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:07.860529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-900675c0-272a-4b80-b7b7-91473fd12275 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:router and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:07.864816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-900675c0-272a-4b80-b7b7-91473fd12275 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:07.872123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-900675c0-272a-4b80-b7b7-91473fd12275 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:07.874202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b081a8d9-48cd-4210-b4db-809115195a77 None None] Network 29fd27d9-fa27-4b8f-94f2-783af743a78b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:07.874406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:07.879917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.907294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-900675c0-272a-4b80-b7b7-91473fd12275 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.908254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-900675c0-272a-4b80-b7b7-91473fd12275 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.922741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:49:07.922948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 028b8517-b34c-48eb-a677-5fc3e9641dff is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:07.933686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:07.938121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.938519 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added segment e7e29300-f1b6-4647-aa84-dc1732d18836 of type vlan for network 777ef948-5393-4905-8d83-b21eaf8caefb Dec 21 16:49:07.939773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=6b2d3af8-425c-4a87-96df-8efef111378a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:07.942250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:07.953006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-900675c0-272a-4b80-b7b7-91473fd12275 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.978814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:07.983978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:07.994771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-900675c0-272a-4b80-b7b7-91473fd12275 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.031979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-15218c47-c035-4270-989c-c8e15ea76a9d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:08.032522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.036741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:08.037408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.043802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e030d301-b25b-457c-8ccd-3240e46c41de tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:08.071133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-900675c0-272a-4b80-b7b7-91473fd12275 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.074941 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-900675c0-272a-4b80-b7b7-91473fd12275 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2330985 Dec 21 16:49:08.080368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43500) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:08.092545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.100503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'network_id': '29fd27d9-fa27-4b8f-94f2-783af743a78b', 'name': 'tempest-PortsIpV6TestJSON-481990005'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:08.122036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-15218c47-c035-4270-989c-c8e15ea76a9d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:08.127563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-15218c47-c035-4270-989c-c8e15ea76a9d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3256922 Dec 21 16:49:08.127714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3302286 Dec 21 16:49:08.127821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43506) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:08.128530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43508) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:08.129612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-18969135-7412-4023-ad50-0e0234d7fd2c None None] The port '749d1eb1-0f26-4aea-907b-facff2c22d37' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:49:08.137656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411944409'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:08.146103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'subnet': {'network_id': '777ef948-5393-4905-8d83-b21eaf8caefb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:08.163299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5577870a-e0f5-48ec-9b5a-ccc12cc87933 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786051667366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852694302'] for subnet, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.174183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91419a9a-4dfe-4fe4-bea7-e080d5ecb074 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:08.209936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:08.212396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Network': ['ID=777ef948-5393-4905-8d83-b21eaf8caefb,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:08.217347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:08.238574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 777ef948-5393-4905-8d83-b21eaf8caefb details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:49:08.269586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:08.312688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-4e2a01f0-cdfb-449f-80f8-994b68bc16da', 'network_id': '4e2a01f0-cdfb-449f-80f8-994b68bc16da', 'tenant_id': '9216b0fba9b2423d91e6fe9df338ac68', 'fixed_ips': [{'subnet_id': '1b3c5293-a056-4c9f-b269-8b7583d02c00'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:49:08.313589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.320029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:08.330431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:08.340342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:08.345443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5577870a-e0f5-48ec-9b5a-ccc12cc87933 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:08.346568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5577870a-e0f5-48ec-9b5a-ccc12cc87933 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.346690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.350112 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5577870a-e0f5-48ec-9b5a-ccc12cc87933 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "PUT /v2.0/subnets/1b3c5293-a056-4c9f-b269-8b7583d02c00 HTTP/1.1" status: 200 len: 826 time: 0.8716726 Dec 21 16:49:08.358751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43514) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:08.412389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port 41cdb0b0-2a2f-45d2-9f8a-709730e2e4df yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:49:08.430086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.442049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577870a-e0f5-48ec-9b5a-ccc12cc87933 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=1b3c5293-a056-4c9f-b269-8b7583d02c00,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:08.466255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5577870a-e0f5-48ec-9b5a-ccc12cc87933 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:08.484997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:08.498979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:subnet and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:08.501691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.515100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:08.538493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:08.547971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:08.584006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:08.599456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:08.609196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:08.613825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:08.614628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.643837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-29fd27d9-fa27-4b8f-94f2-783af743a78b', 'network_id': '29fd27d9-fa27-4b8f-94f2-783af743a78b', 'tenant_id': '81775f8c1be54fcd995b00e18fb3bd30', 'fixed_ips': [{'subnet_id': '11eff0a7-c894-4b17-ab35-614b472eced1'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:49:08.644768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.848015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c,segment=NetworkSegment(8251746f-f8a7-49bb-a9d5-e60b25e2f972),segment_id=8251746f-f8a7-49bb-a9d5-e60b25e2f972)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:08.903388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:08.904331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:08.961071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.005261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:09.042233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8::6 (29fd27d9-fa27-4b8f-94f2-783af743a78b/11eff0a7-c894-4b17-ab35-614b472eced1/41cdb0b0-2a2f-45d2-9f8a-709730e2e4df) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:09.092274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Allocated IP 2001:db8::2 (4e2a01f0-cdfb-449f-80f8-994b68bc16da/1b3c5293-a056-4c9f-b269-8b7583d02c00/06706c96-b6ff-4abc-ab6e-eff2bc2322a2) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:09.097649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.197246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.359459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.383286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object 41cdb0b0-2a2f-45d2-9f8a-709730e2e4df will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:09.413399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.423651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.436447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:09.436756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.446234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8215a37-78dd-4062-8d68-a9a30d461e09 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:09.471169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] Update dhcp port {'port': {'network_id': 'cb7b271c-4626-4a00-aa86-d06a4f0c9c98', 'fixed_ips': [{'subnet_id': '8e0b9510-da8b-4bc3-a859-99a4a8b625e7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dce95b33-9e3e-4885-b7a0-4e2273cc918c'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': '28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:49:09.497947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 29fd27d9-fa27-4b8f-94f2-783af743a78b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:09.501497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:09.504629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:09.510323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:09.511100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.550512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=41cdb0b0-2a2f-45d2-9f8a-709730e2e4df,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:09.553538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3044cd-ad72-4eb2-8b95-096092af5a07,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:09.566961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:09.567992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:09.569016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:09.581371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:09.582563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.583510 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5019753 Dec 21 16:49:09.583941 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4528601 Dec 21 16:49:09.584547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43520) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:09.591332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43522) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:09.600330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': '8f3044cd-ad72-4eb2-8b95-096092af5a07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:09.607995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:09.612709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:09.617364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:09.623397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:09.634041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.640700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.703209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Allocated IP 2001:db8::2 (29fd27d9-fa27-4b8f-94f2-783af743a78b/11eff0a7-c894-4b17-ab35-614b472eced1/a0edaaf2-e49f-41d0-bf46-c0a592bc866f) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:09.707782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.710687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.713179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-35d68aef-7335-4c90-992e-21cc50a3ffbb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:09.714666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:09.748307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711f8d10-fed8-4378-be99-4543cb2d05e1,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:09.750961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:09.752214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.756045 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1596794 Dec 21 16:49:09.756201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:09.756520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.756642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43528) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:09.784761 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-23ef1d46-f8cb-4df0-b6ef-fe3c71007764 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules/711f8d10-fed8-4378-be99-4543cb2d05e1 HTTP/1.1" status: 200 len: 705 time: 0.0245781 Dec 21 16:49:09.784961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43532) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:09.842347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4f107d83-5537-4b65-8311-6ac342eddebb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:09.860038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4f107d83-5537-4b65-8311-6ac342eddebb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:09.865407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4f107d83-5537-4b65-8311-6ac342eddebb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0754857 Dec 21 16:49:09.865407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43536) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:09.902096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-207fd697-5872-4bc5-8e7b-c5b03ad89094 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.915553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-207fd697-5872-4bc5-8e7b-c5b03ad89094 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.928226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.943151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-207fd697-5872-4bc5-8e7b-c5b03ad89094 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.946527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68e13959-897d-4ad2-8a0e-8e9d4d2ee4b1 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:09.971316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fd697-5872-4bc5-8e7b-c5b03ad89094 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=711f8d10-fed8-4378-be99-4543cb2d05e1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:09.974292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-207fd697-5872-4bc5-8e7b-c5b03ad89094 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:09.976375 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-207fd697-5872-4bc5-8e7b-c5b03ad89094 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/711f8d10-fed8-4378-be99-4543cb2d05e1 HTTP/1.1" status: 204 len: 168 time: 0.1103516 Dec 21 16:49:09.977346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-207fd697-5872-4bc5-8e7b-c5b03ad89094 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:09.978983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43540) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:10.003816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.009158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.011149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-17669198-d94e-4545-b635-e04839079709 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:10.038973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b8c9d66-cf55-4ca6-beba-66ff7fca8a61 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:10.059560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Transition to ACTIVE for port object 06706c96-b6ff-4abc-ab6e-eff2bc2322a2 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:10.063446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6b8c9d66-cf55-4ca6-beba-66ff7fca8a61 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:10.067714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6b8c9d66-cf55-4ca6-beba-66ff7fca8a61 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0851407 Dec 21 16:49:10.068154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43544) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:10.074518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c70f2fd5-171a-46ed-98aa-3d42dc4fde96 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': '8f3044cd-ad72-4eb2-8b95-096092af5a07', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:10.081703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c70f2fd5-171a-46ed-98aa-3d42dc4fde96 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:10.093324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c70f2fd5-171a-46ed-98aa-3d42dc4fde96 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:10.099230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.113647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c70f2fd5-171a-46ed-98aa-3d42dc4fde96 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.186540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c70f2fd5-171a-46ed-98aa-3d42dc4fde96 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.190079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c70f2fd5-171a-46ed-98aa-3d42dc4fde96 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.198883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:10.211663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Subnet': ['ID=adb4307d-5510-4d5b-b3c8-acf5b3498812,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:10.215710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:10.219027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f2fd5-171a-46ed-98aa-3d42dc4fde96 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13530b0b-d93e-4089-bd6a-2ea55ebcb3ec,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:10.221558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c70f2fd5-171a-46ed-98aa-3d42dc4fde96 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:10.225325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6ebfddf-38a6-4c0e-9c85-9c0e7ccc689d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:10.238635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c70f2fd5-171a-46ed-98aa-3d42dc4fde96 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.243652 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c70f2fd5-171a-46ed-98aa-3d42dc4fde96 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1746316 Dec 21 16:49:10.244474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43548) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:10.251910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Transition to ACTIVE for port object 06706c96-b6ff-4abc-ab6e-eff2bc2322a2 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:10.256477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.275565 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2bff864b-bd44-4a9c-a677-300c8e9884d0 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules/13530b0b-d93e-4089-bd6a-2ea55ebcb3ec HTTP/1.1" status: 200 len: 705 time: 0.0297456 Dec 21 16:49:10.276355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43552) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:10.309657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.320789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-90cb2571-dfe1-4402-8509-a5827ccf72a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:10.349640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-58972092-a249-4c4d-8174-23ead69bf504 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:10.369838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.382887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a12186c3-1dc0-454a-86b9-48ef145b48a8 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:10.432683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.438361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] Allocated IP 172.20.0.1 (cb7b271c-4626-4a00-aa86-d06a4f0c9c98/dce95b33-9e3e-4885-b7a0-4e2273cc918c/28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:10.463436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Network 4e2a01f0-cdfb-449f-80f8-994b68bc16da is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:10.472490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:10.474512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.483813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:10.498814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Transition to ACTIVE for port object a0edaaf2-e49f-41d0-bf46-c0a592bc866f will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:10.499976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=6b2d3af8-425c-4a87-96df-8efef111378a,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:10.506196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Pushing event updated for resources: {'Port': ['ID=06706c96-b6ff-4abc-ab6e-eff2bc2322a2,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:10.511113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Checking segment: {'id': 'e7e29300-f1b6-4647-aa84-dc1732d18836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '777ef948-5393-4905-8d83-b21eaf8caefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:10.511387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network hostable DHCP agents. Network: 777ef948-5393-4905-8d83-b21eaf8caefb, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:49:10.516193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:10.519774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:10.532295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.564203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2a01f0-cdfb-449f-80f8-994b68bc16da']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:10.573390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-58972092-a249-4c4d-8174-23ead69bf504 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:10.577479 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-58972092-a249-4c4d-8174-23ead69bf504 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2974436 Dec 21 16:49:10.582824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43556) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:10.592487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0402820a-0c3a-4644-a9d5-fcdd3b9e3842,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:10.593184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac0db3b-79a9-45a0-97bf-9889f0575dc4') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:10.593539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac0db3b-79a9-45a0-97bf-9889f0575dc4') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:10.602683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Subnet': ['ID=1b3c5293-a056-4c9f-b269-8b7583d02c00,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:10.621733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.633401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.658344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.664504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c556b12e-0a1b-4b71-98c3-681388899bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:10.667829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:49:10.668512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:49:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:49:10.694410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:10.699856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c933d7a2-16b6-4998-bd36-335209015603 None None] Network 028b8517-b34c-48eb-a677-5fc3e9641dff requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:10.725768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Transition to ACTIVE for port object a0edaaf2-e49f-41d0-bf46-c0a592bc866f will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:10.733978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 749d1eb1-0f26-4aea-907b-facff2c22d37 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:49:10.772379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 028b8517-b34c-48eb-a677-5fc3e9641dff is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:10.776741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 777ef948-5393-4905-8d83-b21eaf8caefb is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:49:10.785615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:10.797827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f140010-61cc-4ce6-a107-6496ea4cdb25 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.806532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 16:49:10.806532 dv-neutron-822515-1-hyperv neutron-server[88778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 16:49:10.806532 dv-neutron-822515-1-hyperv neutron-server[88778]: [parameters: {'id': '4e2a01f0-cdfb-449f-80f8-994b68bc16da'}] Dec 21 16:49:10.806532 dv-neutron-822515-1-hyperv neutron-server[88778]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:49:10.807285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:49:10.811617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f140010-61cc-4ce6-a107-6496ea4cdb25 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.837026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f140010-61cc-4ce6-a107-6496ea4cdb25 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.843923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:10.861864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f140010-61cc-4ce6-a107-6496ea4cdb25 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13530b0b-d93e-4089-bd6a-2ea55ebcb3ec,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:10.862928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.864718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f140010-61cc-4ce6-a107-6496ea4cdb25 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:10.867622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 749d1eb1-0f26-4aea-907b-facff2c22d37 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:49:10.868027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 749d1eb1-0f26-4aea-907b-facff2c22d37 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:49:10.877573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f140010-61cc-4ce6-a107-6496ea4cdb25 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:10.881961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9f140010-61cc-4ce6-a107-6496ea4cdb25 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/13530b0b-d93e-4089-bd6a-2ea55ebcb3ec HTTP/1.1" status: 204 len: 168 time: 0.2914889 Dec 21 16:49:10.882846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43560) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:10.908308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Attempting to bind port 06706c96-b6ff-4abc-ab6e-eff2bc2322a2 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:10.908741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Attempting to bind port 06706c96-b6ff-4abc-ab6e-eff2bc2322a2 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '6ac0db3b-79a9-45a0-97bf-9889f0575dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4e2a01f0-cdfb-449f-80f8-994b68bc16da'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:10.909182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Attempting to bind port 06706c96-b6ff-4abc-ab6e-eff2bc2322a2 on network 4e2a01f0-cdfb-449f-80f8-994b68bc16da {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:10.961991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cbca005a-77c8-4bcb-8431-c0f8614a2fe3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:10.983729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cbca005a-77c8-4bcb-8431-c0f8614a2fe3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:10.989918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cbca005a-77c8-4bcb-8431-c0f8614a2fe3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1052263 Dec 21 16:49:10.991020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43564) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:11.002131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c276e3fa-51ec-4c18-a540-efea50fd0bf2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': '8f3044cd-ad72-4eb2-8b95-096092af5a07', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:11.010098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c276e3fa-51ec-4c18-a540-efea50fd0bf2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:11.021979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-14de47f2-8c9a-4383-a17b-d4ff7016e0fa None None] Provisioning for port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:11.023357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c276e3fa-51ec-4c18-a540-efea50fd0bf2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:11.025429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:11.025874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Checking segment: {'id': '6ac0db3b-79a9-45a0-97bf-9889f0575dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4e2a01f0-cdfb-449f-80f8-994b68bc16da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:11.026345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.026832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Bound using segment: {'id': '6ac0db3b-79a9-45a0-97bf-9889f0575dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4e2a01f0-cdfb-449f-80f8-994b68bc16da'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:11.027386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Bound port: 06706c96-b6ff-4abc-ab6e-eff2bc2322a2, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac0db3b-79a9-45a0-97bf-9889f0575dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4e2a01f0-cdfb-449f-80f8-994b68bc16da'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:11.027812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.047287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=0402820a-0c3a-4644-a9d5-fcdd3b9e3842,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:11.055179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c276e3fa-51ec-4c18-a540-efea50fd0bf2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.060023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Network 29fd27d9-fa27-4b8f-94f2-783af743a78b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:11.063323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:11.067343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] For port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c,segment=NetworkSegment(8251746f-f8a7-49bb-a9d5-e60b25e2f972),segment_id=8251746f-f8a7-49bb-a9d5-e60b25e2f972)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:11.070015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:11.072212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3d86e5c3-cf3b-440c-a8a3-d1fc1b255696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:11.115615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:11.147149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c276e3fa-51ec-4c18-a540-efea50fd0bf2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.151047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c276e3fa-51ec-4c18-a540-efea50fd0bf2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.158890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-626f8ac7-f930-402e-9faf-82fa854b5cd7 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:11.174769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:11.179686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276e3fa-51ec-4c18-a540-efea50fd0bf2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad301669-a4d0-4037-b3ab-3b3b459d8012,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:11.182303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c276e3fa-51ec-4c18-a540-efea50fd0bf2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:11.194185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c276e3fa-51ec-4c18-a540-efea50fd0bf2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.198315 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c276e3fa-51ec-4c18-a540-efea50fd0bf2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2026141 Dec 21 16:49:11.198733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43568) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:11.206011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 777ef948-5393-4905-8d83-b21eaf8caefb) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:11.226976 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bb30c89c-abfc-409f-9ba0-ff1745429527 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules/ad301669-a4d0-4037-b3ab-3b3b459d8012 HTTP/1.1" status: 200 len: 706 time: 0.0237827 Dec 21 16:49:11.228232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43572) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:11.228415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:11.228729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.240285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3abf199-8934-40fd-ab72-7863d7d4b89a None None] Network 777ef948-5393-4905-8d83-b21eaf8caefb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:11.282063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fce0c7cd-3526-48e8-a189-dbaaaafd043f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:11.305872 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1765220 Dec 21 16:49:11.308361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.313964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43576) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:11.323118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-05ff18a1-e8f0-4b2c-b536-846f1452868b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1066845048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:11.334335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fce0c7cd-3526-48e8-a189-dbaaaafd043f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:11.339292 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fce0c7cd-3526-48e8-a189-dbaaaafd043f tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1066737 Dec 21 16:49:11.339784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43580) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:11.343005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting port 06706c96-b6ff-4abc-ab6e-eff2bc2322a2 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:11.343395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.347219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-05ff18a1-e8f0-4b2c-b536-846f1452868b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:11.417485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-241b25bd-ea75-4812-9f78-e9b588da326d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.417738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-05ff18a1-e8f0-4b2c-b536-846f1452868b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:router and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:11.426088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-05ff18a1-e8f0-4b2c-b536-846f1452868b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:11.429621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.431362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-241b25bd-ea75-4812-9f78-e9b588da326d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.454146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-05ff18a1-e8f0-4b2c-b536-846f1452868b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:11.509321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-241b25bd-ea75-4812-9f78-e9b588da326d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.511501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05ff18a1-e8f0-4b2c-b536-846f1452868b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.512328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05ff18a1-e8f0-4b2c-b536-846f1452868b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.513133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f140010-61cc-4ce6-a107-6496ea4cdb25 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:11.540005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b25bd-ea75-4812-9f78-e9b588da326d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad301669-a4d0-4037-b3ab-3b3b459d8012,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:11.548117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-241b25bd-ea75-4812-9f78-e9b588da326d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:11.580433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-241b25bd-ea75-4812-9f78-e9b588da326d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.584021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-241b25bd-ea75-4812-9f78-e9b588da326d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/ad301669-a4d0-4037-b3ab-3b3b459d8012 HTTP/1.1" status: 204 len: 168 time: 0.2409770 Dec 21 16:49:11.585315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43584) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:11.603207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Pushing event updated for resources: {'Port': ['ID=a0edaaf2-e49f-41d0-bf46-c0a592bc866f,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:11.607402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.637105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:11.690301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] For port 06706c96-b6ff-4abc-ab6e-eff2bc2322a2, host dv-neutron-822515-1-hyperv, got binding levels [] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:11.690541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.696071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05ff18a1-e8f0-4b2c-b536-846f1452868b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.755898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] Transition to ACTIVE for port object 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:11.774885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Attempting to bind port a0edaaf2-e49f-41d0-bf46-c0a592bc866f on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:11.775327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Attempting to bind port a0edaaf2-e49f-41d0-bf46-c0a592bc866f by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '6c98eec1-d0a5-4286-9230-7fa3260d923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '29fd27d9-fa27-4b8f-94f2-783af743a78b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:11.775748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Attempting to bind port a0edaaf2-e49f-41d0-bf46-c0a592bc866f on network 29fd27d9-fa27-4b8f-94f2-783af743a78b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:11.809037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.813476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] For port 06706c96-b6ff-4abc-ab6e-eff2bc2322a2, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:11.824043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c55295c2-5677-4206-ad14-970498c08bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:11.825147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05ff18a1-e8f0-4b2c-b536-846f1452868b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.833767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Calling delete_port for 06706c96-b6ff-4abc-ab6e-eff2bc2322a2 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:11.877999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6764e385-714b-4111-b39b-48dd497ab67a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:11.905447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] For port 06706c96-b6ff-4abc-ab6e-eff2bc2322a2, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=06706c96-b6ff-4abc-ab6e-eff2bc2322a2,segment=NetworkSegment(6ac0db3b-79a9-45a0-97bf-9889f0575dc4),segment_id=6ac0db3b-79a9-45a0-97bf-9889f0575dc4)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:11.913137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:11.914330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Checking segment: {'id': '6c98eec1-d0a5-4286-9230-7fa3260d923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '29fd27d9-fa27-4b8f-94f2-783af743a78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:11.914615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.915040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Bound using segment: {'id': '6c98eec1-d0a5-4286-9230-7fa3260d923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '29fd27d9-fa27-4b8f-94f2-783af743a78b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:11.916188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Bound port: a0edaaf2-e49f-41d0-bf46-c0a592bc866f, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c98eec1-d0a5-4286-9230-7fa3260d923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '29fd27d9-fa27-4b8f-94f2-783af743a78b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:11.916188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.916387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6764e385-714b-4111-b39b-48dd497ab67a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:11.921459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6764e385-714b-4111-b39b-48dd497ab67a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3308356 Dec 21 16:49:11.921629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43588) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:11.933049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:49:11.933431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:49:11.969817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05ff18a1-e8f0-4b2c-b536-846f1452868b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.971135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-05ff18a1-e8f0-4b2c-b536-846f1452868b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6560645 Dec 21 16:49:11.974713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:11.975270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43592) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:12.029858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:12.057096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fe4486b-3ac3-4ee7-b753-0313e1b9ca58 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.080306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.083273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router af8761d9-72ec-4977-ae25-4781fdd4381e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:49:12.092303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.104198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09a3c203-98a0-4f61-8a35-b59faf83137e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:12.158845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fe4486b-3ac3-4ee7-b753-0313e1b9ca58 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.173470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] Pushing event updated for resources: {'Port': ['ID=28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:12.177781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:12.196771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b4163147-f0b9-4c44-a5ef-1921a2fec141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:12.428435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=41cdb0b0-2a2f-45d2-9f8a-709730e2e4df,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:12.440584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:12.490835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Pushing event updated for resources: {'Port': ['ID=06706c96-b6ff-4abc-ab6e-eff2bc2322a2,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:12.495171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:12.501909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fe4486b-3ac3-4ee7-b753-0313e1b9ca58 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.508371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting port 06706c96-b6ff-4abc-ab6e-eff2bc2322a2 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:12.508876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.511720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9a693f07-e546-407a-982c-0e26783baa01 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:12.527484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-777ef948-5393-4905-8d83-b21eaf8caefb', 'network_id': '777ef948-5393-4905-8d83-b21eaf8caefb', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'fixed_ips': [{'subnet_id': 'adb4307d-5510-4d5b-b3c8-acf5b3498812'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:49:12.528408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.563529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:12.579640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] For port a0edaaf2-e49f-41d0-bf46-c0a592bc866f, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:12.580036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4486b-3ac3-4ee7-b753-0313e1b9ca58 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3044cd-ad72-4eb2-8b95-096092af5a07,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:12.589483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3fe4486b-3ac3-4ee7-b753-0313e1b9ca58 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:12.592791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:12.593222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.660381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] For port a0edaaf2-e49f-41d0-bf46-c0a592bc866f, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a0edaaf2-e49f-41d0-bf46-c0a592bc866f,segment=NetworkSegment(6c98eec1-d0a5-4286-9230-7fa3260d923c),segment_id=6c98eec1-d0a5-4286-9230-7fa3260d923c)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:12.715837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fe4486b-3ac3-4ee7-b753-0313e1b9ca58 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.720014 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3fe4486b-3ac3-4ee7-b753-0313e1b9ca58 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-groups/8f3044cd-ad72-4eb2-8b95-096092af5a07 HTTP/1.1" status: 204 len: 168 time: 0.7952888 Dec 21 16:49:12.728048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43596) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:12.736171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.737075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.760719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e45dfd6b-bec7-4f19-89cd-feaa9a5a8c2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:12.809604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d8f4f8-a76f-4cfb-a62f-9a419f26107a None None] Network 4e2a01f0-cdfb-449f-80f8-994b68bc16da requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:12.814582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:12.891462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7b9fe291-a80a-44cb-99ea-14d7b6e72cb8 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:12.913067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:12.943019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Sync routers for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:12.952653 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/af8761d9-72ec-4977-ae25-4781fdd4381e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1214824 Dec 21 16:49:12.964285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43600) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:12.964986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7b9fe291-a80a-44cb-99ea-14d7b6e72cb8 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:12.970745 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7b9fe291-a80a-44cb-99ea-14d7b6e72cb8 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2040672 Dec 21 16:49:12.997787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43604) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:13.007329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group': {'name': 'tempest-secgroup--676032382'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:13.035972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:13.072719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:13.094211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:13.159847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Pushing event updated for resources: {'Port': ['ID=a0edaaf2-e49f-41d0-bf46-c0a592bc866f,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:13.210046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:13.311598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:13.311977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:13.312905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:13.410968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:13.414154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:13.418585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:13.422203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:13.449858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:13.472768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Allocated IP 2001:db8::2 (777ef948-5393-4905-8d83-b21eaf8caefb/adb4307d-5510-4d5b-b3c8-acf5b3498812/7f6de5e9-7966-4835-9baf-63202ce7d342) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:13.479998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] For port 06706c96-b6ff-4abc-ab6e-eff2bc2322a2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=06706c96-b6ff-4abc-ab6e-eff2bc2322a2,segment=NetworkSegment(6ac0db3b-79a9-45a0-97bf-9889f0575dc4),segment_id=6ac0db3b-79a9-45a0-97bf-9889f0575dc4)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:13.480414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:13.505645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:13.541224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:13.547494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ebcd4f7e-9b33-40bc-bdff-051eec1a400b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:13.599299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-04c055e6-12c7-436e-a9d0-fc968ede3eb8 None None] Provisioning complete for port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:13.599727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04c055e6-12c7-436e-a9d0-fc968ede3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:13.673653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Calling delete_port for 06706c96-b6ff-4abc-ab6e-eff2bc2322a2 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:13.761250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.761454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.761830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.762240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.762651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.763116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.763521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.763944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.764476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.765040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.765286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.772059 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a80a095d-7c7a-4d68-a2cb-bb9adc8c34de tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7683 time: 0.8043368 Dec 21 16:49:13.794633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43608) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:13.847250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:13.855984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fdaa514f-151f-4d37-a3a2-3c6fd8d193b7 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:13.969851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Port': ['ID=06706c96-b6ff-4abc-ab6e-eff2bc2322a2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:13.973667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:13.980075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05612937-cef9-4250-8e6b-2aa61dbe2ae1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.980499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05612937-cef9-4250-8e6b-2aa61dbe2ae1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.980911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05612937-cef9-4250-8e6b-2aa61dbe2ae1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.981318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05612937-cef9-4250-8e6b-2aa61dbe2ae1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.981720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05612937-cef9-4250-8e6b-2aa61dbe2ae1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.982124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05612937-cef9-4250-8e6b-2aa61dbe2ae1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.982529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05612937-cef9-4250-8e6b-2aa61dbe2ae1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.982995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05612937-cef9-4250-8e6b-2aa61dbe2ae1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.983397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05612937-cef9-4250-8e6b-2aa61dbe2ae1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.983798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05612937-cef9-4250-8e6b-2aa61dbe2ae1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:13.990111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-05612937-cef9-4250-8e6b-2aa61dbe2ae1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6442 time: 0.1927919 Dec 21 16:49:13.991138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No DVR routers for this DVR port 06706c96-b6ff-4abc-ab6e-eff2bc2322a2 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:49:13.992736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43612) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:14.056976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:14.088019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f8294-42d8-44f4-bb26-5c9c6676dd95 None None] Network cb7b271c-4626-4a00-aa86-d06a4f0c9c98 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:14.219116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.226218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.233737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4e214472-3079-4be9-aefe-337ac4bcbbaf tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:14.312113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.333344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a171bf2e-9815-4ebc-935b-e146fbbcc63a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:14.344918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:14.351509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.355710 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5dcd42c3-2661-4e56-b08f-cdd621aa763b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3522239 Dec 21 16:49:14.356883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43616) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:14.365995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2a01f0-cdfb-449f-80f8-994b68bc16da']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:14.379035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Request body: {'security_group_rule': {'security_group_id': 'a171bf2e-9815-4ebc-935b-e146fbbcc63a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:14.385298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac0db3b-79a9-45a0-97bf-9889f0575dc4') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:14.385850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac0db3b-79a9-45a0-97bf-9889f0575dc4') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:14.404027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.426770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:14.428788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.441233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:14.441676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:14.446958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:49:14.447301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c64d775-86d9-44d5-9140-bd9875d4cbee None None] Network 4e2a01f0-cdfb-449f-80f8-994b68bc16da requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:14.447583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.456592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Usage tracker for resource:security_group_rule and tenant:e671151f64ec44ab84e674750f5a6aa2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:14.462034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:49:14.465897 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:49:14.470580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:14.515287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.526190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:49:14.571874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.576226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f32764d-0da9-48b3-b5ae-3e6b6e9370d1 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:14.576502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.584659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.585562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.591313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-450e83a9-1ee0-4d3a-ad17-3f975924206d tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:14.601805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.618337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Network': ['ID=4e2a01f0-cdfb-449f-80f8-994b68bc16da,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:14.624646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:14.634005 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-54982ba7-9c99-414b-881d-6c2660a11e2b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2668 time: 0.6391745 Dec 21 16:49:14.637912 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/4e2a01f0-cdfb-449f-80f8-994b68bc16da HTTP/1.1" status: 204 len: 168 time: 6.2755854 Dec 21 16:49:14.638499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43622) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:14.662005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.668997 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc6b8ad-2740-4f95-97d0-000d1f4e4dda tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:14.669504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc6b8ad-2740-4f95-97d0-000d1f4e4dda tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:14.671406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7dc6b8ad-2740-4f95-97d0-000d1f4e4dda tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/4e2a01f0-cdfb-449f-80f8-994b68bc16da HTTP/1.1" status: 404 len: 339 time: 0.0321085 Dec 21 16:49:14.675894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43628) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:14.682458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-77193612', 'description': 'd1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:14.687239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.688672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:14.693022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Usage tracker for resource:network and tenant:9216b0fba9b2423d91e6fe9df338ac68 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:14.697176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:14.704698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:14.715650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:14.721709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.758692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=41cdb0b0-2a2f-45d2-9f8a-709730e2e4df,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:14.761030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:49:14.767428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:14.768152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7fc3077d-ace5-4359-ba1b-d29f64d70764 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:14.775359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.776032 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Added segment 0e9745c0-1109-4707-b225-2762e3cf3c74 of type vlan for network ffb0f926-b580-436b-97a1-60ab4a29ee1a Dec 21 16:49:14.814556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.834695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43632) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:14.844629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-987854052', 'description': 'tempest-secgroup-smoke-987854052 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:14.853224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a3e8a8-3175-49b7-af07-4f0f198a30a5,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:14.853480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:14.859126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:14.863543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:14.863981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.865398 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5080640 Dec 21 16:49:14.866604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:14.869820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43636) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:14.875264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:14.899165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.950973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 29fd27d9-fa27-4b8f-94f2-783af743a78b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:14.953141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:14.961529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:14.966106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:14.971005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:14.974193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.980945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:14.981649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16650986'] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:14.991807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:15.009044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-041efaa0-8493-4c0c-94da-44207dcd1fb3 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:15.027677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:15.040720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3635507 Dec 21 16:49:15.042735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43640) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:15.110403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6482e1da-cb50-4344-9614-1449a22f37db tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.165847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6482e1da-cb50-4344-9614-1449a22f37db tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.266380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.270226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-04c055e6-12c7-436e-a9d0-fc968ede3eb8 None None] Provisioning for port 6b2d3af8-425c-4a87-96df-8efef111378a completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:15.284387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-04c055e6-12c7-436e-a9d0-fc968ede3eb8 None None] Provisioning complete for port 6b2d3af8-425c-4a87-96df-8efef111378a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:15.284818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04c055e6-12c7-436e-a9d0-fc968ede3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.297026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9dc19e-23b7-453a-9417-3789485fecba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:15.297780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3f9dc19e-23b7-453a-9417-3789485fecba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Synchronizing usage tracker for tenant:9216b0fba9b2423d91e6fe9df338ac68 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:15.300597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=ffb0f926-b580-436b-97a1-60ab4a29ee1a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:15.310104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:15.343984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network ffb0f926-b580-436b-97a1-60ab4a29ee1a details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:49:15.351832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6482e1da-cb50-4344-9614-1449a22f37db tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.352148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3f9dc19e-23b7-453a-9417-3789485fecba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Unset dirty status for tenant:9216b0fba9b2423d91e6fe9df338ac68 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:15.353478 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3f9dc19e-23b7-453a-9417-3789485fecba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/networks?id=ffb0f926-b580-436b-97a1-60ab4a29ee1a HTTP/1.1" status: 200 len: 763 time: 0.3042169 Dec 21 16:49:15.356741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43644) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:15.357261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3fe4486b-3ac3-4ee7-b753-0313e1b9ca58 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:15.363476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-203e176a-38ce-4f26-90f2-eb61245e37ba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'description': 'd2'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:15.398267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Transition to ACTIVE for port object 7f6de5e9-7966-4835-9baf-63202ce7d342 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:15.408004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.416551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482e1da-cb50-4344-9614-1449a22f37db tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a171bf2e-9815-4ebc-935b-e146fbbcc63a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:15.422199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Transition to ACTIVE for port object 7f6de5e9-7966-4835-9baf-63202ce7d342 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:15.424961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.437493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2932d06c-b64d-471a-ad9f-1aaf1e9974a7 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:15.441389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6482e1da-cb50-4344-9614-1449a22f37db tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:15.456093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6482e1da-cb50-4344-9614-1449a22f37db tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.458876 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6482e1da-cb50-4344-9614-1449a22f37db tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-groups/a171bf2e-9815-4ebc-935b-e146fbbcc63a HTTP/1.1" status: 204 len: 168 time: 0.5867717 Dec 21 16:49:15.461640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43648) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:15.520316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec33e7-8126-4d3a-a41c-5aa5a47bc034 None None] Network 29fd27d9-fa27-4b8f-94f2-783af743a78b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:15.537740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-05d94539-274e-40c4-82c3-8f814ebd04c8 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:15.555331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.568186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-05d94539-274e-40c4-82c3-8f814ebd04c8 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:15.572498 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-05d94539-274e-40c4-82c3-8f814ebd04c8 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1062889 Dec 21 16:49:15.573889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:15.574050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43652) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:15.592316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.596742 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7572660 Dec 21 16:49:15.597273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43656) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:15.608026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '694549a2-c6ba-4ec5-83b9-031b0d10ce84', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:15.622311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:15.627583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694549a2-c6ba-4ec5-83b9-031b0d10ce84,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:15.628421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:15.634267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:15.639686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ce983a0-dd6e-4b44-a926-692b76b8fe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:15.640751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Router 2caf2169-8040-4c02-b249-1bab960244de is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:49:15.644075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:15.652599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Network 777ef948-5393-4905-8d83-b21eaf8caefb is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:15.661912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Allocated IP 2001:db8::1 (777ef948-5393-4905-8d83-b21eaf8caefb/adb4307d-5510-4d5b-b3c8-acf5b3498812/07fb20ac-32dd-46cd-bac6-a49e2d2f8da9) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:15.674905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:15.682996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0b8f30eb-48aa-4795-bead-063b8654824b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Synchronizing usage tracker for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:15.688541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.809688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-203e176a-38ce-4f26-90f2-eb61245e37ba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.865750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0b8f30eb-48aa-4795-bead-063b8654824b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Unset dirty status for tenant:e671151f64ec44ab84e674750f5a6aa2 on resource:security_group_rule {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:15.870413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0b8f30eb-48aa-4795-bead-063b8654824b tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2926559 Dec 21 16:49:15.872205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43660) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:15.899837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-203e176a-38ce-4f26-90f2-eb61245e37ba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.904373 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-83648af1-f921-40d7-bff2-3003c542fcba tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] delete failed (client error): The resource could not be found. Dec 21 16:49:15.909170 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-83648af1-f921-40d7-bff2-3003c542fcba tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "DELETE /v2.0/security-groups/a171bf2e-9815-4ebc-935b-e146fbbcc63a HTTP/1.1" status: 404 len: 347 time: 0.0323150 Dec 21 16:49:15.910498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43664) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:15.910631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc4fcc03-fa6b-44e8-8702-54cb30f440c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:15.925036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:15.945763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.956155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-04c055e6-12c7-436e-a9d0-fc968ede3eb8 None None] Port 6b2d3af8-425c-4a87-96df-8efef111378a cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:15.962305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.967680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6451c82a-45c8-46f3-8cd5-0c545dcd6f8d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:15.967859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-203e176a-38ce-4f26-90f2-eb61245e37ba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network ffb0f926-b580-436b-97a1-60ab4a29ee1a is not hosted by any dhcp agent {{(pid=88888) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 21 16:49:15.971804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203e176a-38ce-4f26-90f2-eb61245e37ba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:15.972470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-203e176a-38ce-4f26-90f2-eb61245e37ba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:15.978828 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-203e176a-38ce-4f26-90f2-eb61245e37ba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "PUT /v2.0/networks/ffb0f926-b580-436b-97a1-60ab4a29ee1a HTTP/1.1" status: 200 len: 760 time: 0.6161618 Dec 21 16:49:15.985604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43668) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:16.011370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcd421d-1aac-4223-8c60-e4e0e3feb561,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:16.022989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:16.039881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.042824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4429331 Dec 21 16:49:16.047577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43672) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:16.055215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '694549a2-c6ba-4ec5-83b9-031b0d10ce84', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:16.069514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2bab08a7-3bf8-4c06-a956-7759d45515fb tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1513963 Dec 21 16:49:16.071651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:16.080137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:16.085163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:16.093588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:16.097424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:16.106609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "PUT /v2.0/routers/2caf2169-8040-4c02-b249-1bab960244de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4379344 Dec 21 16:49:16.107777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43678) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:16.125771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a1265-955f-4475-8885-17ab50c504a8 None None] Sync routers for ids ['2caf2169-8040-4c02-b249-1bab960244de'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:16.142266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e176a-38ce-4f26-90f2-eb61245e37ba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=ffb0f926-b580-436b-97a1-60ab4a29ee1a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:16.148213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-203e176a-38ce-4f26-90f2-eb61245e37ba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:16.149868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a1265-955f-4475-8885-17ab50c504a8 None None] Routers {'2caf2169-8040-4c02-b249-1bab960244de'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:16.150540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b78a1265-955f-4475-8885-17ab50c504a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['2caf2169-8040-4c02-b249-1bab960244de'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:16.155069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:16.155509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.187685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.218996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e93d64b-7c4b-4f62-bdd1-749b99efc0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.220502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Pushing event updated for resources: {'Port': ['ID=7f6de5e9-7966-4835-9baf-63202ce7d342,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:16.223036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network ffb0f926-b580-436b-97a1-60ab4a29ee1a details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:49:16.278572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.286902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:16.287435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.298745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9fccbe-373e-4d6e-8329-ce00c9949c5e tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:16.299932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b78a1265-955f-4475-8885-17ab50c504a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:16.300512 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fe9fccbe-373e-4d6e-8329-ce00c9949c5e tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/networks?id=ffb0f926-b580-436b-97a1-60ab4a29ee1a HTTP/1.1" status: 200 len: 763 time: 0.3166394 Dec 21 16:49:16.318313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43682) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:16.319005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:16.329567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a1265-955f-4475-8885-17ab50c504a8 None None] Routers {'2caf2169-8040-4c02-b249-1bab960244de'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:16.333224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.334173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b78a1265-955f-4475-8885-17ab50c504a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:48:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['2caf2169-8040-4c02-b249-1bab960244de'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:16.378181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Transition to ACTIVE for port object 07fb20ac-32dd-46cd-bac6-a49e2d2f8da9 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:16.408029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.413339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:16.452210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09e86a5-9b2d-472a-97f4-4fca71e8c399,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:16.471621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:16.479271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.480806 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4322000 Dec 21 16:49:16.484887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43686) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:16.496735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '694549a2-c6ba-4ec5-83b9-031b0d10ce84', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:16.504599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b78a1265-955f-4475-8885-17ab50c504a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:16.506467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a1265-955f-4475-8885-17ab50c504a8 None None] The sync data for ids ['2caf2169-8040-4c02-b249-1bab960244de'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:16.520859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:16.541247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:16.553056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:16.576378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 777ef948-5393-4905-8d83-b21eaf8caefb is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:16.577943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:16.580621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:16.582711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=07fb20ac-32dd-46cd-bac6-a49e2d2f8da9,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:16.585685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:16.592923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.598152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:16.603801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f903f38-cfde-4a1c-a418-32c25b207524 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:16.604623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0f903f38-cfde-4a1c-a418-32c25b207524 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:16.622599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43692) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:16.632416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Attempting to bind port 7f6de5e9-7966-4835-9baf-63202ce7d342 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:16.633566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Attempting to bind port 7f6de5e9-7966-4835-9baf-63202ce7d342 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'e7e29300-f1b6-4647-aa84-dc1732d18836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '777ef948-5393-4905-8d83-b21eaf8caefb'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:16.634552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Attempting to bind port 7f6de5e9-7966-4835-9baf-63202ce7d342 on network 777ef948-5393-4905-8d83-b21eaf8caefb {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:16.635046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.650394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0f903f38-cfde-4a1c-a418-32c25b207524 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:16.651739 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0f903f38-cfde-4a1c-a418-32c25b207524 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports?device_id=2caf2169-8040-4c02-b249-1bab960244de HTTP/1.1" status: 200 len: 986 time: 0.5438218 Dec 21 16:49:16.655321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43698) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:16.675170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278dacfe-c368-4093-b931-6615a429fd63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:16.676073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-278dacfe-c368-4093-b931-6615a429fd63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Synchronizing usage tracker for tenant:9216b0fba9b2423d91e6fe9df338ac68 on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:16.689155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-278dacfe-c368-4093-b931-6615a429fd63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Unset dirty status for tenant:9216b0fba9b2423d91e6fe9df338ac68 on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:16.690465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-278dacfe-c368-4093-b931-6615a429fd63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3650973 Dec 21 16:49:16.693436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43702) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:16.713725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:49:16.742489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:16.743138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Checking segment: {'id': 'e7e29300-f1b6-4647-aa84-dc1732d18836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '777ef948-5393-4905-8d83-b21eaf8caefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:16.744592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.746524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Bound using segment: {'id': 'e7e29300-f1b6-4647-aa84-dc1732d18836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '777ef948-5393-4905-8d83-b21eaf8caefb'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:16.748251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Bound port: 7f6de5e9-7966-4835-9baf-63202ce7d342, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e29300-f1b6-4647-aa84-dc1732d18836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '777ef948-5393-4905-8d83-b21eaf8caefb'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:16.748694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.755545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-de4a81a2-7bea-4ffc-bb59-1a112dd5595a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Synchronizing usage tracker for tenant:9216b0fba9b2423d91e6fe9df338ac68 on resource:subnet {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:16.776221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-de4a81a2-7bea-4ffc-bb59-1a112dd5595a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Unset dirty status for tenant:9216b0fba9b2423d91e6fe9df338ac68 on resource:subnet {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:16.777526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-de4a81a2-7bea-4ffc-bb59-1a112dd5595a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 207 time: 0.0831115 Dec 21 16:49:16.781275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43706) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:16.909514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] For port 7f6de5e9-7966-4835-9baf-63202ce7d342, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:16.922726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0f1547f0-52d7-4d8b-96ef-c57cddd8dba4 None None] Provisioning for port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:16.929932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] For port 7f6de5e9-7966-4835-9baf-63202ce7d342, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7f6de5e9-7966-4835-9baf-63202ce7d342,segment=NetworkSegment(e7e29300-f1b6-4647-aa84-dc1732d18836),segment_id=e7e29300-f1b6-4647-aa84-dc1732d18836)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:16.958044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c942e793-6ff4-4c0e-88e7-05ca8daec87c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:16.961211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0f1547f0-52d7-4d8b-96ef-c57cddd8dba4 None None] Provisioning complete for port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:16.961688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f1547f0-52d7-4d8b-96ef-c57cddd8dba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:16.963232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c942e793-6ff4-4c0e-88e7-05ca8daec87c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:16.967741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c942e793-6ff4-4c0e-88e7-05ca8daec87c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:16.972299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c942e793-6ff4-4c0e-88e7-05ca8daec87c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:16.977267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c942e793-6ff4-4c0e-88e7-05ca8daec87c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:16.981654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c942e793-6ff4-4c0e-88e7-05ca8daec87c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:16.987540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c942e793-6ff4-4c0e-88e7-05ca8daec87c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2012389 Dec 21 16:49:16.987920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43710) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:17.011684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.024784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:17.178336 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9e95feb6-8cc5-4a33-bcbe-577358b55836 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1860182 Dec 21 16:49:17.178560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:49:08Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:09Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:17.179528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43714) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:17.190618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.198760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Checking router: af8761d9-72ec-4977-ae25-4781fdd4381e for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:49:17.199206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Updating router af8761d9-72ec-4977-ae25-4781fdd4381e port 6b2d3af8-425c-4a87-96df-8efef111378a binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:49:17.223704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.233631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Pushing event updated for resources: {'Port': ['ID=7f6de5e9-7966-4835-9baf-63202ce7d342,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:17.238099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.239780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:17.246210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f57223f6-1051-4960-9090-92a97b9ffcdb tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:17.261416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.278686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5a6d1-f3cc-40d7-ae5e-8967ce78ebeb tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:17.280711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5a6d1-f3cc-40d7-ae5e-8967ce78ebeb tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:17.282879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5a6d1-f3cc-40d7-ae5e-8967ce78ebeb tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:17.284816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5a6d1-f3cc-40d7-ae5e-8967ce78ebeb tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:17.294078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5a6d1-f3cc-40d7-ae5e-8967ce78ebeb tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:17.302269 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-28d5a6d1-f3cc-40d7-ae5e-8967ce78ebeb tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1159570 Dec 21 16:49:17.302906 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0773c4a1-c4ee-4b2a-9bad-1d9d2a62cfcf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e671151f64ec44ab84e674750f5a6aa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6705592 Dec 21 16:49:17.303089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43718) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:17.303187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa925ffb-390e-4bc5-a84b-ac07dcdc2b22,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:17.305035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43720) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:17.334537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.352945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:17.431404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be006f76-a769-4ddd-b86d-a4aba3aa1260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.448024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.452081 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9634926 Dec 21 16:49:17.453745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43726) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:17.479748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '694549a2-c6ba-4ec5-83b9-031b0d10ce84', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:17.493860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:17.499064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:17.502541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:17.515771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:17.516999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0f1547f0-52d7-4d8b-96ef-c57cddd8dba4 None None] Provisioning for port a0edaaf2-e49f-41d0-bf46-c0a592bc866f completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:17.538637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a0edaaf2-e49f-41d0-bf46-c0a592bc866f up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:17.548314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be006f76-a769-4ddd-b86d-a4aba3aa1260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.579677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.687911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0f1547f0-52d7-4d8b-96ef-c57cddd8dba4 None None] Provisioning complete for port 6b2d3af8-425c-4a87-96df-8efef111378a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:17.688254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f1547f0-52d7-4d8b-96ef-c57cddd8dba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.691144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be006f76-a769-4ddd-b86d-a4aba3aa1260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.714768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.720535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3ec1238d-afa0-4aa1-a02a-70a917c50b7c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:17.743069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be006f76-a769-4ddd-b86d-a4aba3aa1260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33260ac-462c-4e90-8c00-39981129214e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:17.756588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-be006f76-a769-4ddd-b86d-a4aba3aa1260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:17.762904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.801354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a71f8b2-1827-4e5f-90e6-83dd9065113d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:17.847117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.859091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4033515 Dec 21 16:49:17.866819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43730) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:17.867680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-be006f76-a769-4ddd-b86d-a4aba3aa1260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.872125 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-be006f76-a769-4ddd-b86d-a4aba3aa1260 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a33260ac-462c-4e90-8c00-39981129214e HTTP/1.1" status: 204 len: 168 time: 0.5723572 Dec 21 16:49:17.879142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '694549a2-c6ba-4ec5-83b9-031b0d10ce84', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:17.884808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a3eb0c-0b74-49c8-83d9-63848533698b,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:17.888188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:17.889333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port a0edaaf2-e49f-41d0-bf46-c0a592bc866f completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:17.890684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:17.895421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:17.899230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:17.900393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port a0edaaf2-e49f-41d0-bf46-c0a592bc866f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:17.900840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.907013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:17.920497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:49:17.929021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:17.938983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7cfff-ffb7-4d87-a22c-e0ed64bfdea8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:17.940807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7cfff-ffb7-4d87-a22c-e0ed64bfdea8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:17.943020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7cfff-ffb7-4d87-a22c-e0ed64bfdea8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:17.944725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7cfff-ffb7-4d87-a22c-e0ed64bfdea8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:17.949715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7cfff-ffb7-4d87-a22c-e0ed64bfdea8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:17.950835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1ec7cfff-ffb7-4d87-a22c-e0ed64bfdea8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Synchronizing usage tracker for tenant:9216b0fba9b2423d91e6fe9df338ac68 on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:18.016830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0f1547f0-52d7-4d8b-96ef-c57cddd8dba4 None None] Port 6b2d3af8-425c-4a87-96df-8efef111378a cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:18.018714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1ec7cfff-ffb7-4d87-a22c-e0ed64bfdea8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Unset dirty status for tenant:9216b0fba9b2423d91e6fe9df338ac68 on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:18.020584 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1ec7cfff-ffb7-4d87-a22c-e0ed64bfdea8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7137234 Dec 21 16:49:18.033558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.035914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4158e69-0323-4deb-aa6b-a139e833bf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.036710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43736) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:18.037464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.047528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b219917e-3b1d-4608-b9a8-3a8ab2c7e069 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:18.077540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792bc116-29cf-45ac-b68d-eaf6841b869f,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:18.087989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:18.098288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.103963 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2303684 Dec 21 16:49:18.104650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43740) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:18.118052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '694549a2-c6ba-4ec5-83b9-031b0d10ce84', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:18.126883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:18.132485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:18.136833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:18.144580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:18.162516 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:49:18.195348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.282935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.302614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Transition to ACTIVE for port object 6b2d3af8-425c-4a87-96df-8efef111378a will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:18.334047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.341876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.346413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.349014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3ab93365-8231-4d01-8426-67c0d00bcfb3 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:18.357184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-473778ab-e3d5-4367-9df6-6708a402499f None None] Provisioning for port 41cdb0b0-2a2f-45d2-9f8a-709730e2e4df completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:18.378832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.394272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.403457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-473778ab-e3d5-4367-9df6-6708a402499f None None] Provisioning complete for port 41cdb0b0-2a2f-45d2-9f8a-709730e2e4df triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:18.404450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473778ab-e3d5-4367-9df6-6708a402499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.404741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.405627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.415275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:18.429003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb69d4a-a4bb-4a33-903b-67abe10b24d9,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:18.432165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:18.451757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.463426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3574970 Dec 21 16:49:18.465679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30de3d69-d4da-4dac-a9da-1c857bd44073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:18.610459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-473778ab-e3d5-4367-9df6-6708a402499f None None] Port 41cdb0b0-2a2f-45d2-9f8a-709730e2e4df cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:18.624235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.635442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=07fb20ac-32dd-46cd-bac6-a49e2d2f8da9,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:18.642313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:18.654905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port a0edaaf2-e49f-41d0-bf46-c0a592bc866f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a0edaaf2-e49f-41d0-bf46-c0a592bc866f,segment=NetworkSegment(6c98eec1-d0a5-4286-9230-7fa3260d923c),segment_id=6c98eec1-d0a5-4286-9230-7fa3260d923c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:18.784369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff07a77-a75b-48aa-96ba-d0c033b9972f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:18.790760 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aff07a77-a75b-48aa-96ba-d0c033b9972f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/networks/9c327509-342a-4456-b468-102d652f114e HTTP/1.1" status: 200 len: 804 time: 0.7469075 Dec 21 16:49:18.791535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43756) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:18.883360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-473778ab-e3d5-4367-9df6-6708a402499f None None] Provisioning complete for port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:18.884022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473778ab-e3d5-4367-9df6-6708a402499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.901203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-4928ce2d-7e97-453c-a901-a07b05fbcc7a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:18.920496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e252d2e-8db3-48a9-bfa2-630ecd33a51d None None] Pushing event updated for resources: {'Port': ['ID=6b2d3af8-425c-4a87-96df-8efef111378a,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:18.934197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:18.935243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:18.958565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-4928ce2d-7e97-453c-a901-a07b05fbcc7a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:18.960661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-4928ce2d-7e97-453c-a901-a07b05fbcc7a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987854052&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.2160795 Dec 21 16:49:18.995123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6e252d2e-8db3-48a9-bfa2-630ecd33a51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:18.996262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6e252d2e-8db3-48a9-bfa2-630ecd33a51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:19.183259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-d549b9c8-d02f-43cc-9557-88a819666364 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:19.184908 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-d549b9c8-d02f-43cc-9557-88a819666364 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/networks?id=028b8517-b34c-48eb-a677-5fc3e9641dff HTTP/1.1" status: 200 len: 796 time: 0.2067122 Dec 21 16:49:19.192500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 777ef948-5393-4905-8d83-b21eaf8caefb is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:19.195719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:19.199808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Attempting to bind port 6b2d3af8-425c-4a87-96df-8efef111378a on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:19.200448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Attempting to bind port 6b2d3af8-425c-4a87-96df-8efef111378a by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:19.200640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Attempting to bind port 6b2d3af8-425c-4a87-96df-8efef111378a on network 028b8517-b34c-48eb-a677-5fc3e9641dff {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:19.238348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=a0edaaf2-e49f-41d0-bf46-c0a592bc866f,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:19.242697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:19.249145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:19.250143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Checking segment: {'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:19.254431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:19.255262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Bound using segment: {'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:19.255996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Bound port: 6b2d3af8-425c-4a87-96df-8efef111378a, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:19.256766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:19.390750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:19.391234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:19.454380 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e831772c-d5cf-452a-86b6-171d8b47f13f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/networks/9c327509-342a-4456-b468-102d652f114e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6610131 Dec 21 16:49:19.458231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43762) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:19.551705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab565ebd-8b32-4076-b1bd-b625cf2025b8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:19.553208 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-641db6ae-deee-48ca-ae60-35aace4b03ba tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/quotas/265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 375 time: 0.1287072 Dec 21 16:49:19.559567 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ab565ebd-8b32-4076-b1bd-b625cf2025b8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/subnets/36568c6a-ad1b-4ea0-b864-e0944dd55358 HTTP/1.1" status: 200 len: 843 time: 0.0999107 Dec 21 16:49:19.563381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43766) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:19.623300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] For port 6b2d3af8-425c-4a87-96df-8efef111378a, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:19.635045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-473778ab-e3d5-4367-9df6-6708a402499f None None] Provisioning complete for port a0edaaf2-e49f-41d0-bf46-c0a592bc866f triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:19.635487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473778ab-e3d5-4367-9df6-6708a402499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:19.653849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61512ce5-67de-4a12-9127-4a13d8671116 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:19.655510 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-61512ce5-67de-4a12-9127-4a13d8671116 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "GET /v2.0/subnets/36568c6a-ad1b-4ea0-b864-e0944dd55358?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0908747 Dec 21 16:49:19.660766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43770) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:19.667379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-79372421'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:19.670665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] For port 6b2d3af8-425c-4a87-96df-8efef111378a, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6b2d3af8-425c-4a87-96df-8efef111378a,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:19.674412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:19.686903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:19.696846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:19.703945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:19.720323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:19.728627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:19.767812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:49:19.777651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79146442-0f5d-4410-9390-4ff9da04749e None None] Network 777ef948-5393-4905-8d83-b21eaf8caefb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:19.785846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:19.786254 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Added segment c7581af1-0905-4eae-bac9-c2374241b154 of type vlan for network c254305c-0565-4b59-99f2-a22d5d3bf829 Dec 21 16:49:19.834502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:19.861401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a0edaaf2-e49f-41d0-bf46-c0a592bc866f up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:19.881128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:19.886947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:19.887756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:19.891817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:19.894986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b98bb874-4945-417f-b51f-194ec82a610c tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:20.025834 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3638473 Dec 21 16:49:20.032919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43774) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:20.033367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Network': ['ID=c254305c-0565-4b59-99f2-a22d5d3bf829,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:20.038504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:20.043112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'network_id': 'c254305c-0565-4b59-99f2-a22d5d3bf829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:20.083584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e252d2e-8db3-48a9-bfa2-630ecd33a51d None None] Pushing event updated for resources: {'Port': ['ID=6b2d3af8-425c-4a87-96df-8efef111378a,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:20.086456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network c254305c-0565-4b59-99f2-a22d5d3bf829 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:49:20.108952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6e252d2e-8db3-48a9-bfa2-630ecd33a51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:20.115976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:20.138748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:20.139545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:20.168123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:20.179295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:20.189960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Made reservation on behalf of 9216b0fba9b2423d91e6fe9df338ac68 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:20.298328 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-01f128c4-c092-4dd8-a2d7-fe1ef8608e45 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7327759 Dec 21 16:49:20.318241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:20.437249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 2044276a-272f-44a7-9c94-9ca97bdd9860 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:49:20.480259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Performing IP validity checks on allocation pools {{(pid=88887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 16:49:20.480873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 16:49:20.508131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:49:20.561215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6bb01a0c-d176-4bf7-a265-02ad625bf660 None None] Provisioning for port 7f6de5e9-7966-4835-9baf-63202ce7d342 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:20.583304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port a0edaaf2-e49f-41d0-bf46-c0a592bc866f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:20.583729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:20.628359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:20.633689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4869f44d-7520-482f-abc7-a44e88490c68 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:20.711556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6bb01a0c-d176-4bf7-a265-02ad625bf660 None None] Provisioning complete for port 41cdb0b0-2a2f-45d2-9f8a-709730e2e4df triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:20.712499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6bb01a0c-d176-4bf7-a265-02ad625bf660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:20.719277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=1a5c18e2-4edd-419a-95d2-d7c39c4c59fb,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:20.723575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:20.732742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Checking segment: {'id': 'c7581af1-0905-4eae-bac9-c2374241b154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c254305c-0565-4b59-99f2-a22d5d3bf829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:20.733143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network hostable DHCP agents. Network: c254305c-0565-4b59-99f2-a22d5d3bf829, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:49:20.757066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Network c254305c-0565-4b59-99f2-a22d5d3bf829 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:49:20.766364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, c254305c-0565-4b59-99f2-a22d5d3bf829) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:20.770459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:20.771288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:20.802480 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7633433 Dec 21 16:49:20.802750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43780) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:20.810262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9885a1bf-f3bd-444a-8c21-f96adc4a60a6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:20.886930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port 41cdb0b0-2a2f-45d2-9f8a-709730e2e4df {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:20.887234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:20.941467 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-bda4253e-404a-478d-affd-cf2f219a30bf service neutron] 10.222.0.67 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187487 Dec 21 16:49:20.952581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9885a1bf-f3bd-444a-8c21-f96adc4a60a6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852791830'] for subnet, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:20.996427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbafc25-eac4-4b51-8bd3-9f68a512236d None None] Network c254305c-0565-4b59-99f2-a22d5d3bf829 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:21.099033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6bb01a0c-d176-4bf7-a265-02ad625bf660 None None] Port 41cdb0b0-2a2f-45d2-9f8a-709730e2e4df cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:21.174297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9885a1bf-f3bd-444a-8c21-f96adc4a60a6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786051667366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852694302'] for subnet, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:21.179323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-75d6b2df-a0a3-401e-be20-47fc90add47f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:21.229215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:21.241426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/2044276a-272f-44a7-9c94-9ca97bdd9860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2608645 Dec 21 16:49:21.241623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43784) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:21.275557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:21.279993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4361e9f-2cb4-4c92-8a41-05f88597f5a5 None None] Sync routers for ids ['2044276a-272f-44a7-9c94-9ca97bdd9860'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:21.285059 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-0e06efd5-47a4-474c-be87-18acb7217e49 service neutron] 10.222.0.67 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321970 Dec 21 16:49:21.295690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9885a1bf-f3bd-444a-8c21-f96adc4a60a6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:21.296561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9885a1bf-f3bd-444a-8c21-f96adc4a60a6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:21.298054 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9885a1bf-f3bd-444a-8c21-f96adc4a60a6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "PUT /v2.0/subnets/1a5c18e2-4edd-419a-95d2-d7c39c4c59fb HTTP/1.1" status: 200 len: 900 time: 0.4941919 Dec 21 16:49:21.308872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43788) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:21.359616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7f6de5e9-7966-4835-9baf-63202ce7d342 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:21.361901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885a1bf-f3bd-444a-8c21-f96adc4a60a6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event updated for resources: {'Subnet': ['ID=1a5c18e2-4edd-419a-95d2-d7c39c4c59fb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:21.382465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9885a1bf-f3bd-444a-8c21-f96adc4a60a6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:21.431780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c540fb-7ab5-4f83-a6c0-d3a0154a1940 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:21.438402 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-97c540fb-7ab5-4f83-a6c0-d3a0154a1940 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports/07fb20ac-32dd-46cd-bac6-a49e2d2f8da9 HTTP/1.1" status: 200 len: 911 time: 0.1930244 Dec 21 16:49:21.440211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43792) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:21.475665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for 41cdb0b0-2a2f-45d2-9f8a-709730e2e4df owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:21.533289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4361e9f-2cb4-4c92-8a41-05f88597f5a5 None None] Routers {'2044276a-272f-44a7-9c94-9ca97bdd9860'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:21.534016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c4361e9f-2cb4-4c92-8a41-05f88597f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['2044276a-272f-44a7-9c94-9ca97bdd9860'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:21.631953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c4361e9f-2cb4-4c92-8a41-05f88597f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:21.738894 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f78d41d2-8067-4907-9684-1824c79dd43e req-b054e079-7df1-4dc0-8f4e-f4f98024a364 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 210 time: 0.0628395 Dec 21 16:49:21.791467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9f822b-db77-47de-aa38-f48ca2fe30d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-c254305c-0565-4b59-99f2-a22d5d3bf829', 'network_id': 'c254305c-0565-4b59-99f2-a22d5d3bf829', 'tenant_id': '9216b0fba9b2423d91e6fe9df338ac68', 'fixed_ips': [{'subnet_id': '1a5c18e2-4edd-419a-95d2-d7c39c4c59fb'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:49:21.792332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac9f822b-db77-47de-aa38-f48ca2fe30d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:21.825507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:21.827011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4361e9f-2cb4-4c92-8a41-05f88597f5a5 None None] Routers {'2044276a-272f-44a7-9c94-9ca97bdd9860'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:21.827965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c4361e9f-2cb4-4c92-8a41-05f88597f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['2044276a-272f-44a7-9c94-9ca97bdd9860'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:21.835034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9b1df384-8cee-4545-87cb-bfe5d270f82a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:21.870443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:21.895811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=41cdb0b0-2a2f-45d2-9f8a-709730e2e4df,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:21.898347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:21.930883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c4361e9f-2cb4-4c92-8a41-05f88597f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:21.931471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4361e9f-2cb4-4c92-8a41-05f88597f5a5 None None] The sync data for ids ['2044276a-272f-44a7-9c94-9ca97bdd9860'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:22.039632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 7f6de5e9-7966-4835-9baf-63202ce7d342 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:22.060354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.121192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 7f6de5e9-7966-4835-9baf-63202ce7d342 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:22.123802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.156859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.197719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:49:08Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:19Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:22.231616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-142d4351-d959-4791-9c78-9ca5f9f4e61b None None] Provisioning complete for port 7f6de5e9-7966-4835-9baf-63202ce7d342 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:22.232181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-142d4351-d959-4791-9c78-9ca5f9f4e61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.281801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd0980-3f19-46c6-b96b-7b7a4471138c None None] The sync data for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv is: [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:49:08Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:19Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:22.508169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.526608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cdc61270-36a7-4c89-b90b-82c71e489946 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server [None req-ac9f822b-db77-47de-aa38-f48ca2fe30d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a5c18e2-4edd-419a-95d2-d7c39c4c59fb: This subnet is being modified by another concurrent operation. Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise exception Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a5c18e2-4edd-419a-95d2-d7c39c4c59fb: This subnet is being modified by another concurrent operation. Dec 21 16:49:22.567878 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server Dec 21 16:49:22.592830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1804f25-d6f8-4ead-8da0-c68709398649 None None] Network c254305c-0565-4b59-99f2-a22d5d3bf829 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:22.688714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.731837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-142d4351-d959-4791-9c78-9ca5f9f4e61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.751676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.864725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c254305c-0565-4b59-99f2-a22d5d3bf829']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:22.881864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7581af1-0905-4eae-bac9-c2374241b154') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:22.882562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7581af1-0905-4eae-bac9-c2374241b154') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:22.900531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.922303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.925870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 7f6de5e9-7966-4835-9baf-63202ce7d342, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7f6de5e9-7966-4835-9baf-63202ce7d342,segment=NetworkSegment(e7e29300-f1b6-4647-aa84-dc1732d18836),segment_id=e7e29300-f1b6-4647-aa84-dc1732d18836)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:22.932929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:49:22.933973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.985601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:22.986851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5c18e2-4edd-419a-95d2-d7c39c4c59fb,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:22.991926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c202ffe-c552-4196-a83c-5d3d7346e496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:49:22.993954 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:49:22.996140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:23.093837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:23.167322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6b2d3af8-425c-4a87-96df-8efef111378a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:23.191352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:23.201039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:23.209199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1751da57-4084-42aa-b4a9-e41453ee8424 None None] Network c254305c-0565-4b59-99f2-a22d5d3bf829 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:23.227076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:23.248959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/c254305c-0565-4b59-99f2-a22d5d3bf829 HTTP/1.1" status: 204 len: 168 time: 1.9363518 Dec 21 16:49:23.256461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1751da57-4084-42aa-b4a9-e41453ee8424 None None] Network c254305c-0565-4b59-99f2-a22d5d3bf829 could not be found, it might have been deleted concurrently. {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 16:49:23.273688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43812) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:23.278257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0640ec6c-3e43-4488-b4d1-d46f3b03a6da None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:49:23.313687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Network': ['ID=c254305c-0565-4b59-99f2-a22d5d3bf829,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:23.322345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:23.324985 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f07bba1-cf29-48b1-a06f-415d03fd8aec req-513d6d1a-c67b-4d4e-ab7d-b854aa1892b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 210 time: 0.1744456 Dec 21 16:49:23.354190 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ab3e2e-db99-4c80-8912-c1e088dcf3d6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:23.361218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ab3e2e-db99-4c80-8912-c1e088dcf3d6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:23.388380 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-05ab3e2e-db99-4c80-8912-c1e088dcf3d6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/subnets/1a5c18e2-4edd-419a-95d2-d7c39c4c59fb HTTP/1.1" status: 404 len: 337 time: 0.1135685 Dec 21 16:49:23.394514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43816) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:23.433575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Router 2caf2169-8040-4c02-b249-1bab960244de has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:49:23.434918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0735919a-10b2-4528-928c-9dbd2e4c1950 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:23.435415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0735919a-10b2-4528-928c-9dbd2e4c1950 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:23.440441 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0735919a-10b2-4528-928c-9dbd2e4c1950 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/c254305c-0565-4b59-99f2-a22d5d3bf829 HTTP/1.1" status: 404 len: 339 time: 0.0413306 Dec 21 16:49:23.441331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43820) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:23.533625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-142d4351-d959-4791-9c78-9ca5f9f4e61b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:49:23.534088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-142d4351-d959-4791-9c78-9ca5f9f4e61b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:49:23.549057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=7f6de5e9-7966-4835-9baf-63202ce7d342,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:23.560940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:23.580416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:23.608537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 6b2d3af8-425c-4a87-96df-8efef111378a completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:23.625241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 6b2d3af8-425c-4a87-96df-8efef111378a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:23.625725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:23.772311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640ec6c-3e43-4488-b4d1-d46f3b03a6da None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:49:23.867964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:23.879447 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "PUT /v2.0/routers/2caf2169-8040-4c02-b249-1bab960244de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2216907 Dec 21 16:49:23.880363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43824) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:23.881290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535b383-1585-4730-acfa-447a341d7bdb None None] Sync routers for ids ['2caf2169-8040-4c02-b249-1bab960244de'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:23.909234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535b383-1585-4730-acfa-447a341d7bdb None None] Routers {'2caf2169-8040-4c02-b249-1bab960244de'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:23.911535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b535b383-1585-4730-acfa-447a341d7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['2caf2169-8040-4c02-b249-1bab960244de'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:24.026333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.054821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b535b383-1585-4730-acfa-447a341d7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:24.071005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535b383-1585-4730-acfa-447a341d7bdb None None] Routers {'2caf2169-8040-4c02-b249-1bab960244de'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:24.071680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b535b383-1585-4730-acfa-447a341d7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['2caf2169-8040-4c02-b249-1bab960244de'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:24.079822 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52e082c-2b34-46df-b0bf-dacb53fef037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:49:24.080396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a52e082c-2b34-46df-b0bf-dacb53fef037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:24.107849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb0f926-b580-436b-97a1-60ab4a29ee1a']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:24.137946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9745c0-1109-4707-b225-2762e3cf3c74') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:24.138414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9745c0-1109-4707-b225-2762e3cf3c74') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:24.169517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.191805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.198137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.199797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:49:24.200359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.209924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b535b383-1585-4730-acfa-447a341d7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:24.211206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535b383-1585-4730-acfa-447a341d7bdb None None] The sync data for ids ['2caf2169-8040-4c02-b249-1bab960244de'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:24.306653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 6b2d3af8-425c-4a87-96df-8efef111378a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6b2d3af8-425c-4a87-96df-8efef111378a,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:49:24.310693 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:49:24.313744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-142d4351-d959-4791-9c78-9ca5f9f4e61b None None] Provisioning for port 07fb20ac-32dd-46cd-bac6-a49e2d2f8da9 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:24.314912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.321552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.324789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-075ddeba-2400-4060-981b-04fb9080d537 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:24.328968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d4a44a8d-869a-4b8e-b000-47a7cb172090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:24.342251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-f65b68df-5db8-4363-b97b-cd30b61f331b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:24.343039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-f65b68df-5db8-4363-b97b-cd30b61f331b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:24.344849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.363380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Network': ['ID=ffb0f926-b580-436b-97a1-60ab4a29ee1a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:24.376105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:24.376710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:24.377249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:24.377802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:24.379079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:24.379079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:24.379499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:24.380212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:24.380937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:24.380937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:24.381634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:24.385114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a52e082c-2b34-46df-b0bf-dacb53fef037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:24.386557 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a52e082c-2b34-46df-b0bf-dacb53fef037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/41cdb0b0-2a2f-45d2-9f8a-709730e2e4df HTTP/1.1" status: 404 len: 333 time: 0.5008380 Dec 21 16:49:24.387401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-142d4351-d959-4791-9c78-9ca5f9f4e61b None None] Provisioning complete for port 07fb20ac-32dd-46cd-bac6-a49e2d2f8da9 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:24.387737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-142d4351-d959-4791-9c78-9ca5f9f4e61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.387864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:24.390863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43834) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:24.392959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/ffb0f926-b580-436b-97a1-60ab4a29ee1a HTTP/1.1" status: 204 len: 168 time: 0.9503338 Dec 21 16:49:24.396175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43836) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:24.398648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-f65b68df-5db8-4363-b97b-cd30b61f331b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:24.399990 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-f65b68df-5db8-4363-b97b-cd30b61f331b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=028b8517-b34c-48eb-a677-5fc3e9641dff HTTP/1.1" status: 200 len: 796 time: 0.5891643 Dec 21 16:49:24.589998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=6b2d3af8-425c-4a87-96df-8efef111378a,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:24.598324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:24.599367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-142d4351-d959-4791-9c78-9ca5f9f4e61b None None] Port 07fb20ac-32dd-46cd-bac6-a49e2d2f8da9 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:24.620799 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1a810bbf-7e1a-4ff2-be3f-fd3dffa15591 req-bb6ab15e-b66b-432e-972e-fec6825aa07d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 210 time: 0.0786166 Dec 21 16:49:24.626720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e19b26-a3fa-4b87-8c46-88051f7e546d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:24.627160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e19b26-a3fa-4b87-8c46-88051f7e546d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:24.628997 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-75e19b26-a3fa-4b87-8c46-88051f7e546d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/subnets/1b3c5293-a056-4c9f-b269-8b7583d02c00 HTTP/1.1" status: 404 len: 337 time: 0.2279575 Dec 21 16:49:24.633063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43842) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:24.650963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fabe17-b610-42db-95b9-0b13a3e41262 None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 16:49:24.666709 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-32094ace-220d-4d18-88b1-e49fa22512da tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:24.667269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32094ace-220d-4d18-88b1-e49fa22512da tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:24.670394 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-32094ace-220d-4d18-88b1-e49fa22512da tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/4e2a01f0-cdfb-449f-80f8-994b68bc16da HTTP/1.1" status: 404 len: 339 time: 0.0359235 Dec 21 16:49:24.670743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-2056c417-3394-46de-8159-02e7134d98cf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:24.673319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43846) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:24.700665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4d88d27-7886-43d7-88ce-08c114b0bd81 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.764784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-2056c417-3394-46de-8159-02e7134d98cf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:24.766026 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-2056c417-3394-46de-8159-02e7134d98cf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 379 time: 0.2550836 Dec 21 16:49:24.766964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a56645b5-71f6-4989-a24d-6542ad71bba8 None None] Provisioning complete for port 07fb20ac-32dd-46cd-bac6-a49e2d2f8da9 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:24.767404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a56645b5-71f6-4989-a24d-6542ad71bba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.779553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'device_id': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'admin_state_up': True, 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'security_groups': ['694549a2-c6ba-4ec5-83b9-031b0d10ce84']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:24.856258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a56645b5-71f6-4989-a24d-6542ad71bba8 None None] Port 07fb20ac-32dd-46cd-bac6-a49e2d2f8da9 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:24.862503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fabe17-b610-42db-95b9-0b13a3e41262 None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 16:49:24.906682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63438cf-f104-4d52-a3df-4761d2e2db44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting subnet dce95b33-9e3e-4885-b7a0-4e2273cc918c {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:24.909865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a63438cf-f104-4d52-a3df-4761d2e2db44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:24.971367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a63438cf-f104-4d52-a3df-4761d2e2db44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.081347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a63438cf-f104-4d52-a3df-4761d2e2db44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.107629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7f6de5e9-7966-4835-9baf-63202ce7d342 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:25.160935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a63438cf-f104-4d52-a3df-4761d2e2db44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.174082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25ce5903-072b-492b-97e3-a55f897adc59 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:25.213104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 7f6de5e9-7966-4835-9baf-63202ce7d342 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:25.214046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.220285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63438cf-f104-4d52-a3df-4761d2e2db44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Subnet': ['ID=dce95b33-9e3e-4885-b7a0-4e2273cc918c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:25.225312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a63438cf-f104-4d52-a3df-4761d2e2db44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.229676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a63438cf-f104-4d52-a3df-4761d2e2db44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:25.242101 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a63438cf-f104-4d52-a3df-4761d2e2db44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/subnets/dce95b33-9e3e-4885-b7a0-4e2273cc918c HTTP/1.1" status: 204 len: 168 time: 0.5648024 Dec 21 16:49:25.242585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43850) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:25.247042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:25.318197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 07fb20ac-32dd-46cd-bac6-a49e2d2f8da9 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:25.318713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.320980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04d11dc-0ebe-4aa9-9d1d-0a01ef4b1917 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting subnet 8e0b9510-da8b-4bc3-a859-99a4a8b625e7 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:25.325001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b04d11dc-0ebe-4aa9-9d1d-0a01ef4b1917 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.344639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:port and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:25.385218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b04d11dc-0ebe-4aa9-9d1d-0a01ef4b1917 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.411658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a297de26-1c91-4029-b2cb-260b3b2d7c76 None None] Network cb7b271c-4626-4a00-aa86-d06a4f0c9c98 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:25.443865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:25.463566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:25.489551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b04d11dc-0ebe-4aa9-9d1d-0a01ef4b1917 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.494695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4d88d27-7886-43d7-88ce-08c114b0bd81 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.499316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:25.505073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.527552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6b2d3af8-425c-4a87-96df-8efef111378a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:25.554415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4d88d27-7886-43d7-88ce-08c114b0bd81 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.565906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b04d11dc-0ebe-4aa9-9d1d-0a01ef4b1917 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.571091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:25.611180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d11dc-0ebe-4aa9-9d1d-0a01ef4b1917 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0b9510-da8b-4bc3-a859-99a4a8b625e7,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:25.614902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b04d11dc-0ebe-4aa9-9d1d-0a01ef4b1917 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:25.617664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b04d11dc-0ebe-4aa9-9d1d-0a01ef4b1917 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.627919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b04d11dc-0ebe-4aa9-9d1d-0a01ef4b1917 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/subnets/8e0b9510-da8b-4bc3-a859-99a4a8b625e7 HTTP/1.1" status: 204 len: 168 time: 0.3841953 Dec 21 16:49:25.630420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43854) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:25.716028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 6b2d3af8-425c-4a87-96df-8efef111378a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:25.717540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.731617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4d88d27-7886-43d7-88ce-08c114b0bd81 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.732199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d88d27-7886-43d7-88ce-08c114b0bd81 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Fanout notify agent at l3_agent the message router_deleted on router 2caf2169-8040-4c02-b249-1bab960244de {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:49:25.766056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.840698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4d88d27-7886-43d7-88ce-08c114b0bd81 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.843983 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b4d88d27-7886-43d7-88ce-08c114b0bd81 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/routers/2caf2169-8040-4c02-b249-1bab960244de HTTP/1.1" status: 204 len: 168 time: 1.4470417 Dec 21 16:49:25.849375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43860) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:25.871212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2de117-88c8-4c24-b1ce-0fcb84feeef7 None None] DHCP port deletion for cb7b271c-4626-4a00-aa86-d06a4f0c9c98 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:49:25.875973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3f2de117-88c8-4c24-b1ce-0fcb84feeef7 None None] Deleting port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:25.876497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f2de117-88c8-4c24-b1ce-0fcb84feeef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.904374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:25.912029 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-415d3ec1-6669-41c7-8e9c-fd3b7cc3dbed req-aa4ca552-e78e-4f55-bbb1-4c8d21e2ead3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 210 time: 0.1162746 Dec 21 16:49:25.984370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:25.984754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:26.111394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3f2de117-88c8-4c24-b1ce-0fcb84feeef7 None None] For port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c,segment=NetworkSegment(8251746f-f8a7-49bb-a9d5-e60b25e2f972),segment_id=8251746f-f8a7-49bb-a9d5-e60b25e2f972)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:26.111774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f2de117-88c8-4c24-b1ce-0fcb84feeef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:26.207361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf1a965-7a20-4f51-8f0d-3ba5e89ed598 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting subnet 11eff0a7-c894-4b17-ab35-614b472eced1 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:26.220571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 07fb20ac-32dd-46cd-bac6-a49e2d2f8da9 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:26.224496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a965-7a20-4f51-8f0d-3ba5e89ed598 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:26.243442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3f2de117-88c8-4c24-b1ce-0fcb84feeef7 None None] Calling delete_port for 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:26.305265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.12 (028b8517-b34c-48eb-a677-5fc3e9641dff/54d987e4-30f5-43ce-8792-425b9ef4b246/96f26e9e-a552-4433-a0c1-e80447763ac6) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:26.338718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f2de117-88c8-4c24-b1ce-0fcb84feeef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:26.346962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:26.373604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a965-7a20-4f51-8f0d-3ba5e89ed598 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:26.397025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2de117-88c8-4c24-b1ce-0fcb84feeef7 None None] Pushing event deleted for resources: {'Port': ['ID=28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:26.401017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f2de117-88c8-4c24-b1ce-0fcb84feeef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:26.407715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2de117-88c8-4c24-b1ce-0fcb84feeef7 None None] No DVR routers for this DVR port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:49:26.419192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] For port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c,segment=NetworkSegment(8251746f-f8a7-49bb-a9d5-e60b25e2f972),segment_id=8251746f-f8a7-49bb-a9d5-e60b25e2f972)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:26.419610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:26.569362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Calling delete_port for 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:26.611895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:26.620518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87d288ac-2ae9-4b4a-82fc-088f53e23b65 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:26.674042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:26.680205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=07fb20ac-32dd-46cd-bac6-a49e2d2f8da9,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:26.737137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 96f26e9e-a552-4433-a0c1-e80447763ac6 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:26.739527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:26.739975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:26.740410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:26.740840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:26.741858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:26.742290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:26.742716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:26.743188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:26.743611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:26.744031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:26.744449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:26.754026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:26.908534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:26.911211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:26.920089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-666307ac-b942-4f76-90fa-487458e61845 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:26.923331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:49:26.923694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:49:26.924814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a965-7a20-4f51-8f0d-3ba5e89ed598 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.009911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a965-7a20-4f51-8f0d-3ba5e89ed598 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.015125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6c24c9a-3734-46f7-be8b-a8aaf82c25af tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:27.052589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=96f26e9e-a552-4433-a0c1-e80447763ac6,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:27.059097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a965-7a20-4f51-8f0d-3ba5e89ed598 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Subnet': ['ID=11eff0a7-c894-4b17-ab35-614b472eced1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:27.062750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:27.064736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 028b8517-b34c-48eb-a677-5fc3e9641dff is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:27.077721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:27.078925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:49:27.101476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9cf1a965-7a20-4f51-8f0d-3ba5e89ed598 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:27.111870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a965-7a20-4f51-8f0d-3ba5e89ed598 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.127390 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9cf1a965-7a20-4f51-8f0d-3ba5e89ed598 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/11eff0a7-c894-4b17-ab35-614b472eced1 HTTP/1.1" status: 204 len: 168 time: 1.2744403 Dec 21 16:49:27.127596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:27.128908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e3519-cb0f-4c0d-b964-6bca80691bcf None None] Network 29fd27d9-fa27-4b8f-94f2-783af743a78b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:27.129427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43866) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:27.162483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:49:27.162967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:49:27.216753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:27.217455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.269036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.291725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port a0edaaf2-e49f-41d0-bf46-c0a592bc866f {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:27.292109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.400864 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6290674 Dec 21 16:49:27.465213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Request body: {'port': {'device_id': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:27.524138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e91270-dc3d-4d29-9b9b-a463acefd356 req-17b9ffd1-35a7-4012-903e-38876db01cee tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:27.525932 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-89e91270-dc3d-4d29-9b9b-a463acefd356 req-17b9ffd1-35a7-4012-903e-38876db01cee tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 932 time: 0.4774363 Dec 21 16:49:27.540131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting port 28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:27.540542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.576284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0ffafc3f-d973-4eea-9201-a97147706806 None None] Provisioning for port 96f26e9e-a552-4433-a0c1-e80447763ac6 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:27.586630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0ffafc3f-d973-4eea-9201-a97147706806 None None] Provisioning complete for port 96f26e9e-a552-4433-a0c1-e80447763ac6 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:27.587346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ffafc3f-d973-4eea-9201-a97147706806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.607101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] For port a0edaaf2-e49f-41d0-bf46-c0a592bc866f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a0edaaf2-e49f-41d0-bf46-c0a592bc866f,segment=NetworkSegment(6c98eec1-d0a5-4286-9230-7fa3260d923c),segment_id=6c98eec1-d0a5-4286-9230-7fa3260d923c)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:27.607502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.648810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0ffafc3f-d973-4eea-9201-a97147706806 None None] Port 96f26e9e-a552-4433-a0c1-e80447763ac6 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:27.652719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 2044276a-272f-44a7-9c94-9ca97bdd9860 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:49:27.671832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.712665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b73c8-cc06-44c3-a9c4-91be40447ee8 None None] DHCP port deletion for 29fd27d9-fa27-4b8f-94f2-783af743a78b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:49:27.717217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b73c8-cc06-44c3-a9c4-91be40447ee8 None None] Deleting port a0edaaf2-e49f-41d0-bf46-c0a592bc866f {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:27.717639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e2b73c8-cc06-44c3-a9c4-91be40447ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.719991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] The port '28e6a90a-6bdb-41a1-ba9b-5e710ded9d2c' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:49:27.793079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for a0edaaf2-e49f-41d0-bf46-c0a592bc866f owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:27.910419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.919873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:27.934827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:27.938917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2e2b73c8-cc06-44c3-a9c4-91be40447ee8 None None] For port a0edaaf2-e49f-41d0-bf46-c0a592bc866f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a0edaaf2-e49f-41d0-bf46-c0a592bc866f,segment=NetworkSegment(6c98eec1-d0a5-4286-9230-7fa3260d923c),segment_id=6c98eec1-d0a5-4286-9230-7fa3260d923c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:27.939373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e2b73c8-cc06-44c3-a9c4-91be40447ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:27.949327 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/2044276a-272f-44a7-9c94-9ca97bdd9860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5051939 Dec 21 16:49:27.951540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43870) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:27.955129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70735f2-f1b3-4af5-8a41-df0566b26503 None None] Sync routers for ids ['2044276a-272f-44a7-9c94-9ca97bdd9860'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:28.004511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-97e48893-c3b1-4894-9511-cba55ae8a876 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Synchronizing usage tracker for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:28.057609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.063999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-97e48893-c3b1-4894-9511-cba55ae8a876 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Unset dirty status for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:28.067913 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-97e48893-c3b1-4894-9511-cba55ae8a876 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=2044276a-272f-44a7-9c94-9ca97bdd9860 HTTP/1.1" status: 200 len: 205 time: 0.1133022 Dec 21 16:49:28.071718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43874) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:28.081626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b73c8-cc06-44c3-a9c4-91be40447ee8 None None] Calling delete_port for a0edaaf2-e49f-41d0-bf46-c0a592bc866f owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:28.085393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7b271c-4626-4a00-aa86-d06a4f0c9c98']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:28.098812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8251746f-f8a7-49bb-a9d5-e60b25e2f972') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:28.099164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8251746f-f8a7-49bb-a9d5-e60b25e2f972') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:28.118756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70735f2-f1b3-4af5-8a41-df0566b26503 None None] Routers {'2044276a-272f-44a7-9c94-9ca97bdd9860'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:28.119736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f70735f2-f1b3-4af5-8a41-df0566b26503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['2044276a-272f-44a7-9c94-9ca97bdd9860'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:28.126359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.146272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.153394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:49:28.153907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:49:28.176199 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:49:28.179669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=a0edaaf2-e49f-41d0-bf46-c0a592bc866f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:28.181557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:28.183575 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-89e91270-dc3d-4d29-9b9b-a463acefd356 req-2d16bf70-23c9-4381-927c-6260d0549576 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6132126 Dec 21 16:49:28.195712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f70735f2-f1b3-4af5-8a41-df0566b26503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:28.202529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No DVR routers for this DVR port a0edaaf2-e49f-41d0-bf46-c0a592bc866f on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:49:28.230363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70735f2-f1b3-4af5-8a41-df0566b26503 None None] Routers {'2044276a-272f-44a7-9c94-9ca97bdd9860'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:28.231158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f70735f2-f1b3-4af5-8a41-df0566b26503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['2044276a-272f-44a7-9c94-9ca97bdd9860'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:28.300362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f70735f2-f1b3-4af5-8a41-df0566b26503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:28.300829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70735f2-f1b3-4af5-8a41-df0566b26503 None None] The sync data for ids ['2044276a-272f-44a7-9c94-9ca97bdd9860'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:28.304408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-2e2b73c8-cc06-44c3-a9c4-91be40447ee8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:49:28.304810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-2e2b73c8-cc06-44c3-a9c4-91be40447ee8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:49:28.358486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.365367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.381048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38a466b7-9e9c-4448-b085-87d69d1582c7 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:28.398897 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/cb7b271c-4626-4a00-aa86-d06a4f0c9c98 HTTP/1.1" status: 204 len: 168 time: 2.7671311 Dec 21 16:49:28.406000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43878) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:28.466948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.506339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Network': ['ID=cb7b271c-4626-4a00-aa86-d06a4f0c9c98,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:28.514197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:28.529104 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-969377f4-486b-45fe-b8ca-2a5dd2e6abb4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:28.529609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969377f4-486b-45fe-b8ca-2a5dd2e6abb4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:28.531477 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-969377f4-486b-45fe-b8ca-2a5dd2e6abb4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/subnets/2d176647-2459-4b91-b219-f586823b4bfa HTTP/1.1" status: 404 len: 337 time: 0.0732048 Dec 21 16:49:28.534362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43882) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:28.538752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fd27d9-fa27-4b8f-94f2-783af743a78b']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:28.553652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c98eec1-d0a5-4286-9230-7fa3260d923c') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:28.553988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c98eec1-d0a5-4286-9230-7fa3260d923c') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:28.561376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6f640f0-82a1-4673-8536-69abeb23dac4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.566170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.581171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.588497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:49:28.588927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:49:28.604748 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:49:28.687094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.689619 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc0c6c7-2a88-4f10-a355-1d6b4bca0dd2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:28.690113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc0c6c7-2a88-4f10-a355-1d6b4bca0dd2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:28.690472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2efd4d95-746a-46e5-91a7-d6b5cc4a2c6d tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:28.695064 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bfc0c6c7-2a88-4f10-a355-1d6b4bca0dd2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/5f82f9a1-aae6-402b-b186-6f30ff9dcdcf HTTP/1.1" status: 404 len: 339 time: 0.1551583 Dec 21 16:49:28.705108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43886) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:28.706532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.718033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Network': ['ID=29fd27d9-fa27-4b8f-94f2-783af743a78b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:28.720448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:28.725680 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/networks/29fd27d9-fa27-4b8f-94f2-783af743a78b HTTP/1.1" status: 204 len: 168 time: 1.5877540 Dec 21 16:49:28.726044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43890) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:28.784663 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-183f127d-4c74-4c7a-a039-a76b7c69ea52 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:28.785154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183f127d-4c74-4c7a-a039-a76b7c69ea52 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:28.786989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-183f127d-4c74-4c7a-a039-a76b7c69ea52 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/subnets/9acb5d29-e7ba-4849-a5a4-e187f44f0331 HTTP/1.1" status: 404 len: 337 time: 0.0808570 Dec 21 16:49:28.790981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43894) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:28.806370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b73c8-cc06-44c3-a9c4-91be40447ee8 None None] Deleting port a0edaaf2-e49f-41d0-bf46-c0a592bc866f {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:28.806965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e2b73c8-cc06-44c3-a9c4-91be40447ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.824907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ba1d49-56eb-423e-89a2-f800196854ec tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:28.825459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ba1d49-56eb-423e-89a2-f800196854ec tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:28.830082 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-50ba1d49-56eb-423e-89a2-f800196854ec tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/506a43bb-90f4-487b-bc34-07bce1560b7d HTTP/1.1" status: 404 len: 339 time: 0.0356662 Dec 21 16:49:28.833186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106e7ac4-acbd-4db1-9c73-07047cfd3683 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:28.834140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-106e7ac4-acbd-4db1-9c73-07047cfd3683 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:28.838087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43898) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:28.874674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b73c8-cc06-44c3-a9c4-91be40447ee8 None None] The port 'a0edaaf2-e49f-41d0-bf46-c0a592bc866f' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:49:28.889151 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0e0a81-5273-46af-8c82-4edb832bbf18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:28.889646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0e0a81-5273-46af-8c82-4edb832bbf18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:28.891481 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8a0e0a81-5273-46af-8c82-4edb832bbf18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/subnets/4726a5f5-5d10-46b2-9a6f-fc2cde923c76 HTTP/1.1" status: 404 len: 337 time: 0.0524077 Dec 21 16:49:28.894484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43902) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:28.916607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-106e7ac4-acbd-4db1-9c73-07047cfd3683 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:28.917864 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-106e7ac4-acbd-4db1-9c73-07047cfd3683 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/51007d8d-749d-4456-a20d-9fcc16364c60 HTTP/1.1" status: 200 len: 844 time: 0.1908109 Dec 21 16:49:28.921963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43906) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:28.947714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f26e9e-a552-4433-a0c1-e80447763ac6 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:49:28.962727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:28.969047 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-128dd80c-de60-4cbc-be8f-177fa832d978 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:28.969459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128dd80c-de60-4cbc-be8f-177fa832d978 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:28.971296 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-128dd80c-de60-4cbc-be8f-177fa832d978 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/1897bd55-1985-48d2-ae0f-2ed753916da2 HTTP/1.1" status: 404 len: 339 time: 0.0756164 Dec 21 16:49:28.978460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43910) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:29.057011 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-14f22f51-14e2-4699-b266-507058c664bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/51007d8d-749d-4456-a20d-9fcc16364c60?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1337104 Dec 21 16:49:29.064286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a0edaaf2-e49f-41d0-bf46-c0a592bc866f no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:49:29.081655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43914) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:29.092536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:29.105630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: a0edaaf2-e49f-41d0-bf46-c0a592bc866f {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:49:29.105630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a0edaaf2-e49f-41d0-bf46-c0a592bc866f not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:49:29.106051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Transition to ACTIVE for port object 96f26e9e-a552-4433-a0c1-e80447763ac6 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:29.118904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.125877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4763cbff-3b06-4b8a-9a09-94c20e51cfee tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:29.160258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6f640f0-82a1-4673-8536-69abeb23dac4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.188432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6f640f0-82a1-4673-8536-69abeb23dac4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.263675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Pushing event updated for resources: {'Port': ['ID=96f26e9e-a552-4433-a0c1-e80447763ac6,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:29.267517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:29.302111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:29.303609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.318176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:29.323197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:29.336040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa2a330-5306-4e82-94ca-8ed1f4808e44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting subnet ac927313-79ae-4014-8b26-b1d64a7ae2fe {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:29.338673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:29.342842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-faa2a330-5306-4e82-94ca-8ed1f4808e44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.366180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6f640f0-82a1-4673-8536-69abeb23dac4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.366587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f640f0-82a1-4673-8536-69abeb23dac4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Fanout notify agent at l3_agent the message router_deleted on router 2044276a-272f-44a7-9c94-9ca97bdd9860 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:49:29.378533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6f640f0-82a1-4673-8536-69abeb23dac4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.379646 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a6f640f0-82a1-4673-8536-69abeb23dac4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/2044276a-272f-44a7-9c94-9ca97bdd9860 HTTP/1.1" status: 204 len: 168 time: 1.3069265 Dec 21 16:49:29.382835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43920) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:29.417197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-faa2a330-5306-4e82-94ca-8ed1f4808e44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.462384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:29.482463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Attempting to bind port 96f26e9e-a552-4433-a0c1-e80447763ac6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:29.482867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Attempting to bind port 96f26e9e-a552-4433-a0c1-e80447763ac6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:29.483204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Attempting to bind port 96f26e9e-a552-4433-a0c1-e80447763ac6 on network 028b8517-b34c-48eb-a677-5fc3e9641dff {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:29.526012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Port 96f26e9e-a552-4433-a0c1-e80447763ac6 on network 028b8517-b34c-48eb-a677-5fc3e9641dff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:49:29.526383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Attempting to bind port 96f26e9e-a552-4433-a0c1-e80447763ac6 on network 028b8517-b34c-48eb-a677-5fc3e9641dff {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:29.588818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:29.589202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Checking segment: {'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:29.589626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Bound using segment: {'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:29.590115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Bound port: 96f26e9e-a552-4433-a0c1-e80447763ac6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3056f1e9-4d13-4b86-b557-41d52c0e030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:29.590497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.648240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.704812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-32137e59-e63c-4863-a8be-0b0eb40630fd tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting subnet adb4307d-5510-4d5b-b3c8-acf5b3498812 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:29.720279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32137e59-e63c-4863-a8be-0b0eb40630fd tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.778820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] For port 96f26e9e-a552-4433-a0c1-e80447763ac6, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:29.789890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-faa2a330-5306-4e82-94ca-8ed1f4808e44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.792496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32137e59-e63c-4863-a8be-0b0eb40630fd tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.822908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] For port 96f26e9e-a552-4433-a0c1-e80447763ac6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96f26e9e-a552-4433-a0c1-e80447763ac6,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:29.835625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.842596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1fe0a5e0-8f42-4a87-b279-a3e084cdd428 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:29.849092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151524eb-5755-4539-a65a-0784c5be03f8 req-abba2370-a010-4fb6-9736-1e495c766e50 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:29.850758 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-151524eb-5755-4539-a65a-0784c5be03f8 req-abba2370-a010-4fb6-9736-1e495c766e50 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 944 time: 0.3971336 Dec 21 16:49:29.926767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:29.929107 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/96f26e9e-a552-4433-a0c1-e80447763ac6 HTTP/1.1" status: 200 len: 1094 time: 2.4689527 Dec 21 16:49:29.931637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'tag': '96f26e9e-a552-4433-a0c1-e80447763ac6'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:49:29.966841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Pushing event updated for resources: {'Port': ['ID=96f26e9e-a552-4433-a0c1-e80447763ac6,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:29.972105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:29.987518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32137e59-e63c-4863-a8be-0b0eb40630fd tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.065653 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'tag': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'status': 'completed', 'code': 200} Dec 21 16:49:30.140424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32137e59-e63c-4863-a8be-0b0eb40630fd tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.145863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66ec6d93-e954-4a5c-850e-6a49852510f6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:30.184161 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-f78b101e-4332-400f-b82d-1c6e9a6635d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 1097 time: 0.1648171 Dec 21 16:49:30.230853 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-151524eb-5755-4539-a65a-0784c5be03f8 req-efd5627f-0c38-4ecb-afc5-178fee23df3b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3685782 Dec 21 16:49:30.246206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32137e59-e63c-4863-a8be-0b0eb40630fd tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Subnet': ['ID=adb4307d-5510-4d5b-b3c8-acf5b3498812,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:30.248440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32137e59-e63c-4863-a8be-0b0eb40630fd tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.248800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-faa2a330-5306-4e82-94ca-8ed1f4808e44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.255123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-03764684-d835-4977-8838-2b2a65e2ff62 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:30.260268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-32137e59-e63c-4863-a8be-0b0eb40630fd tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:30.269546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3720db-dd19-4707-868a-88173e8ad44b None None] Network 777ef948-5393-4905-8d83-b21eaf8caefb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:30.271435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-32137e59-e63c-4863-a8be-0b0eb40630fd tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/adb4307d-5510-4d5b-b3c8-acf5b3498812 HTTP/1.1" status: 204 len: 168 time: 0.8875761 Dec 21 16:49:30.273231 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-b850ba9f-4271-4a12-bb0a-9763fbe5fbff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96f26e9e-a552-4433-a0c1-e80447763ac6 HTTP/1.1" status: 200 len: 217 time: 0.0795748 Dec 21 16:49:30.274113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43926) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:30.305893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2a330-5306-4e82-94ca-8ed1f4808e44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Subnet': ['ID=ac927313-79ae-4014-8b26-b1d64a7ae2fe,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:30.308299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-faa2a330-5306-4e82-94ca-8ed1f4808e44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:30.320842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-faa2a330-5306-4e82-94ca-8ed1f4808e44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.362018 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-faa2a330-5306-4e82-94ca-8ed1f4808e44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/subnets/ac927313-79ae-4014-8b26-b1d64a7ae2fe HTTP/1.1" status: 204 len: 168 time: 1.3823915 Dec 21 16:49:30.362902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43930) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:30.379963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707c9fda-ec3d-497c-b9c3-296a12739b3e None None] Network 3c62d23c-6a9f-495e-8238-f76e54aab333 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:30.399238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.416703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-89761bf4-4282-4f83-9df9-f246150044f7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:30.451563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-ca00288b-7b9b-4ff7-ba39-c0d2b0b92a56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:30.453300 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-ca00288b-7b9b-4ff7-ba39-c0d2b0b92a56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54d987e4-30f5-43ce-8792-425b9ef4b246 HTTP/1.1" status: 200 len: 834 time: 0.1582723 Dec 21 16:49:30.460086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.522982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 7f6de5e9-7966-4835-9baf-63202ce7d342 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:30.523565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.560901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:30.566771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:30.569956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:30.570605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.584173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c18ffe4-3d7a-400e-b6ed-8587f66debf3 None None] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:30.585695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.593619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Subnet': ['ID=294d3c11-6066-4742-aa9e-68fdb6c7fe41,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:30.596420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:30.613956 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-205478b5-95f3-493d-8367-7f64b0325399 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5286067 Dec 21 16:49:30.613956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting port ee0876da-9d1d-499c-94f6-49572879944d {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:30.613956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.626609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43934) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:30.642442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'security_group': {'name': 'tempest-secgroup-1044002426'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:30.650152 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-298d7c3a-b7d8-47ec-9146-a9e55f8c17a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=028b8517-b34c-48eb-a677-5fc3e9641dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1864769 Dec 21 16:49:30.655951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:30.696281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:security_group and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:30.714044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:30.744499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:30.844792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] For port ee0876da-9d1d-499c-94f6-49572879944d, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ee0876da-9d1d-499c-94f6-49572879944d,segment=NetworkSegment(a2d1a193-4bf4-46a4-9837-b70f71671f77),segment_id=a2d1a193-4bf4-46a4-9837-b70f71671f77)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:30.845498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.850501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.883755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef483a7-8b2e-4e1d-8b88-31fc1677da69 None None] DHCP port deletion for 777ef948-5393-4905-8d83-b21eaf8caefb request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:49:30.896350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6ef483a7-8b2e-4e1d-8b88-31fc1677da69 None None] Deleting port 7f6de5e9-7966-4835-9baf-63202ce7d342 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:30.896784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef483a7-8b2e-4e1d-8b88-31fc1677da69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:30.978974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Calling delete_port for ee0876da-9d1d-499c-94f6-49572879944d owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:31.072218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d53463-4233-4bbe-b92e-d73e229dfbf3 None None] DHCP port deletion for 3c62d23c-6a9f-495e-8238-f76e54aab333 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:49:31.072823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:31.079017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25c16a1c-3465-4fda-b30e-cee9c63a9d40 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:31.117458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-2cd427ea-edfa-4974-9386-0d11e5b6416a', 'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'tenant_id': '81775f8c1be54fcd995b00e18fb3bd30', 'fixed_ips': [{'subnet_id': '294d3c11-6066-4742-aa9e-68fdb6c7fe41'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:49:31.121490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:31.128864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Port': ['ID=ee0876da-9d1d-499c-94f6-49572879944d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:31.134117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:31.137325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No DVR routers for this DVR port ee0876da-9d1d-499c-94f6-49572879944d on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:49:31.165920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7f6de5e9-7966-4835-9baf-63202ce7d342 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:49:31.233510 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-64c6eb0c-ad34-468e-8585-a29735fc6ed5 service neutron] 10.222.0.48 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747597 Dec 21 16:49:31.238037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port 7f6de5e9-7966-4835-9baf-63202ce7d342, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7f6de5e9-7966-4835-9baf-63202ce7d342,segment=NetworkSegment(e7e29300-f1b6-4647-aa84-dc1732d18836),segment_id=e7e29300-f1b6-4647-aa84-dc1732d18836)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:31.238436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:31.277218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:31.310212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c62d23c-6a9f-495e-8238-f76e54aab333']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:31.324067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d1a193-4bf4-46a4-9837-b70f71671f77') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:31.324453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d1a193-4bf4-46a4-9837-b70f71671f77') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:31.340588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:31.356871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:31.405197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f90f6d4-0bd7-4fce-907a-0ed3174c4604 req-c8d01ed4-c2f2-4ac6-b474-0eebd9ab9af1 service neutron] 10.222.0.48 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541140 Dec 21 16:49:31.412497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:49:31.413828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:49:31.429943 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:49:31.496831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6ef483a7-8b2e-4e1d-8b88-31fc1677da69 None None] For port 7f6de5e9-7966-4835-9baf-63202ce7d342, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7f6de5e9-7966-4835-9baf-63202ce7d342,segment=NetworkSegment(e7e29300-f1b6-4647-aa84-dc1732d18836),segment_id=e7e29300-f1b6-4647-aa84-dc1732d18836)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:31.497433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef483a7-8b2e-4e1d-8b88-31fc1677da69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:31.539593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:31.545362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-203e176a-38ce-4f26-90f2-eb61245e37ba tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:31.564186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:31.570074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 7f6de5e9-7966-4835-9baf-63202ce7d342 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:31.577714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Network': ['ID=3c62d23c-6a9f-495e-8238-f76e54aab333,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:31.580807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:31.594771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739feea-a230-471f-8d32-9ece75de8491 req-0751e8d6-8ded-4a61-a5d4-da883b15319d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:31.596452 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e739feea-a230-471f-8d32-9ece75de8491 req-0751e8d6-8ded-4a61-a5d4-da883b15319d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 944 time: 0.2302761 Dec 21 16:49:31.598402 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/3c62d23c-6a9f-495e-8238-f76e54aab333 HTTP/1.1" status: 204 len: 168 time: 1.2318649 Dec 21 16:49:31.601803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43940) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:31.615276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:31.625364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:security_group_rule and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:31.629598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:31.651603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:31.664916 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62803f8-b84e-4ca5-b824-7ab08d4e4e96 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:31.665419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62803f8-b84e-4ca5-b824-7ab08d4e4e96 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:31.672496 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f62803f8-b84e-4ca5-b824-7ab08d4e4e96 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/subnets/4e41e22c-79ad-4872-8890-e5f61d3300b5 HTTP/1.1" status: 404 len: 337 time: 0.0684223 Dec 21 16:49:31.675978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43944) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:31.715777 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e739feea-a230-471f-8d32-9ece75de8491 req-5b43de02-64c4-40ae-94eb-79cba75ea2cb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740333 Dec 21 16:49:31.741880 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-834ca787-df5d-44cc-9b4d-472940c73880 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:31.742392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834ca787-df5d-44cc-9b4d-472940c73880 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:31.766722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:31.777094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:31.827923 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e16f8cdb-f32b-4ff2-a9ad-e23f423d2c12 req-f2411886-d14b-4e09-a150-c586f899de75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 1097 time: 0.3626928 Dec 21 16:49:31.828206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6ef483a7-8b2e-4e1d-8b88-31fc1677da69 None None] Calling delete_port for 7f6de5e9-7966-4835-9baf-63202ce7d342 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:31.829193 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-834ca787-df5d-44cc-9b4d-472940c73880 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/3d537fd5-a4c5-4b14-8ec1-ca9946c67814 HTTP/1.1" status: 404 len: 339 time: 0.1521671 Dec 21 16:49:31.832397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43948) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:31.840302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=7f6de5e9-7966-4835-9baf-63202ce7d342,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:31.847352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:31.862364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Allocated IP 2001:db8::2 (2cd427ea-edfa-4974-9386-0d11e5b6416a/294d3c11-6066-4742-aa9e-68fdb6c7fe41/c76af202-2921-4f65-bb3c-2b751956a0b0) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:31.883012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No active binding found for port 7f6de5e9-7966-4835-9baf-63202ce7d342 {{(pid=88889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 21 16:49:31.883409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7f6de5e9-7966-4835-9baf-63202ce7d342 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:49:31.897062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No DVR routers for this DVR port 7f6de5e9-7966-4835-9baf-63202ce7d342 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:49:31.939574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.016766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.020267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-6ef483a7-8b2e-4e1d-8b88-31fc1677da69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:49:32.021079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-6ef483a7-8b2e-4e1d-8b88-31fc1677da69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:49:32.032985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-36e786ec-604d-4209-8d4b-c9fd1855b10d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:32.048905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db140d8-958d-45c3-957b-3d5e7ec1f878 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting subnet 36568c6a-ad1b-4ea0-b864-e0944dd55358 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:32.052179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5db140d8-958d-45c3-957b-3d5e7ec1f878 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.111597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5db140d8-958d-45c3-957b-3d5e7ec1f878 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.127519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.138593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Transition to ACTIVE for port object c76af202-2921-4f65-bb3c-2b751956a0b0 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:32.149958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.151312 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5235188 Dec 21 16:49:32.155829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.156908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43952) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:32.163623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Transition to ACTIVE for port object c76af202-2921-4f65-bb3c-2b751956a0b0 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:32.166030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'security_group': {'name': 'tempest-secgroup-1164448929'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:32.168867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.175020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:32.177176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:32.179696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738a69dc-6b0d-46da-93db-720cfff3cf4b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:32.182233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:security_group and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:32.185545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e6b1ed8b-e31c-4aa9-8468-d79c866cef20 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:32.187386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:32.196725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8cdb-f32b-4ff2-a9ad-e23f423d2c12 req-60d5b964-b020-44a6-98ac-f409e430d4b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:32.197217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:32.198040 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e16f8cdb-f32b-4ff2-a9ad-e23f423d2c12 req-60d5b964-b020-44a6-98ac-f409e430d4b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=028b8517-b34c-48eb-a677-5fc3e9641dff HTTP/1.1" status: 200 len: 897 time: 0.3554392 Dec 21 16:49:32.204563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777ef948-5393-4905-8d83-b21eaf8caefb']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:32.224722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.238311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:32.241335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:32.251370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:32.265373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Pushing event updated for resources: {'Port': ['ID=c76af202-2921-4f65-bb3c-2b751956a0b0,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:32.271595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5db140d8-958d-45c3-957b-3d5e7ec1f878 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.285242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e29300-f1b6-4647-aa84-dc1732d18836') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:32.286087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e29300-f1b6-4647-aa84-dc1732d18836') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:32.297749 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e16f8cdb-f32b-4ff2-a9ad-e23f423d2c12 req-a140099d-c3d2-4804-86b3-5cc8fe12e74c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96f26e9e-a552-4433-a0c1-e80447763ac6 HTTP/1.1" status: 200 len: 217 time: 0.0847273 Dec 21 16:49:32.301198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.321760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:32.329701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:security_group_rule and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:32.334644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:32.341004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:32.341524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:32.342027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:32.342512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:32.343034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:32.343530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:32.344041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:32.344732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:32.345232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:32.345376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:32.345509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:32.346003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:32.354814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:32.366320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.375694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Attempting to bind port c76af202-2921-4f65-bb3c-2b751956a0b0 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:32.376275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Attempting to bind port c76af202-2921-4f65-bb3c-2b751956a0b0 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'dea75173-6d55-4697-acaa-17128417ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:32.377036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Attempting to bind port c76af202-2921-4f65-bb3c-2b751956a0b0 on network 2cd427ea-edfa-4974-9386-0d11e5b6416a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:32.377649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:49:32.378311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.385175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:32.385400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Checking segment: {'id': 'dea75173-6d55-4697-acaa-17128417ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:32.386156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.386625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Bound using segment: {'id': 'dea75173-6d55-4697-acaa-17128417ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:32.387317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Bound port: c76af202-2921-4f65-bb3c-2b751956a0b0, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea75173-6d55-4697-acaa-17128417ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:32.387859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.390100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5db140d8-958d-45c3-957b-3d5e7ec1f878 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:49:32.393775 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:49:32.447756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ccb42407-c28c-4d6b-855b-f847b79df796 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:32.474895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8cdb-f32b-4ff2-a9ad-e23f423d2c12 req-fcab3f63-edd7-408c-a258-4f0a64a290ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:32.476556 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e16f8cdb-f32b-4ff2-a9ad-e23f423d2c12 req-fcab3f63-edd7-408c-a258-4f0a64a290ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54d987e4-30f5-43ce-8792-425b9ef4b246 HTTP/1.1" status: 200 len: 834 time: 0.1682699 Dec 21 16:49:32.486867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] For port c76af202-2921-4f65-bb3c-2b751956a0b0, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:32.494716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.498253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db140d8-958d-45c3-957b-3d5e7ec1f878 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Subnet': ['ID=36568c6a-ad1b-4ea0-b864-e0944dd55358,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:32.500886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5db140d8-958d-45c3-957b-3d5e7ec1f878 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:32.504899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.511056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb51cae6-8526-4fcc-90fd-a680db4b9b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:32.521818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6ef483a7-8b2e-4e1d-8b88-31fc1677da69 None None] Deleting port 7f6de5e9-7966-4835-9baf-63202ce7d342 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:32.523203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef483a7-8b2e-4e1d-8b88-31fc1677da69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.530245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5db140d8-958d-45c3-957b-3d5e7ec1f878 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.533320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.539282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-be8a4530-0142-4119-a92f-3f29f2e79665 tempest-NetworksTest-1612509059 tempest-NetworksTest-1612509059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:32.557985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.560008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9d752-a30e-43e9-bdd5-5002604bde63 None None] Network 9c327509-342a-4456-b468-102d652f114e requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:32.568890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Network': ['ID=777ef948-5393-4905-8d83-b21eaf8caefb,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:32.577221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/networks/777ef948-5393-4905-8d83-b21eaf8caefb HTTP/1.1" status: 204 len: 168 time: 2.2979734 Dec 21 16:49:32.577440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a112fb42-b620-47a9-8221-892ec0850512,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:32.577559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:32.577559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43956) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:32.578388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:32.582836 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5db140d8-958d-45c3-957b-3d5e7ec1f878 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/subnets/36568c6a-ad1b-4ea0-b864-e0944dd55358 HTTP/1.1" status: 204 len: 168 time: 0.7492285 Dec 21 16:49:32.583938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.586817 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4280887 Dec 21 16:49:32.587222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1460665497', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:32.587315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43960) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:32.589432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43962) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:32.596598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:32.602557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:router and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:32.612202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:32.612403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] For port c76af202-2921-4f65-bb3c-2b751956a0b0, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c76af202-2921-4f65-bb3c-2b751956a0b0,segment=NetworkSegment(dea75173-6d55-4697-acaa-17128417ca18),segment_id=dea75173-6d55-4697-acaa-17128417ca18)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:32.617650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-897246580', 'security_groups': ['a112fb42-b620-47a9-8221-892ec0850512'], 'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '294d3c11-6066-4742-aa9e-68fdb6c7fe41'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:32.621805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:32.643167 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e16f8cdb-f32b-4ff2-a9ad-e23f423d2c12 req-0c6b7bf2-8d40-4033-a13b-0bc25c68d20a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=028b8517-b34c-48eb-a677-5fc3e9641dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1583545 Dec 21 16:49:32.644482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.645491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.648464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.657375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6ef483a7-8b2e-4e1d-8b88-31fc1677da69 None None] The port '7f6de5e9-7966-4835-9baf-63202ce7d342' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:49:32.702444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:32.760631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:32.888031 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e16f8cdb-f32b-4ff2-a9ad-e23f423d2c12 req-e208a931-83eb-4fc5-a4a8-d9791d1abfee service neutron] 10.222.0.48 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347302 Dec 21 16:49:32.888402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Pushing event updated for resources: {'Port': ['ID=c76af202-2921-4f65-bb3c-2b751956a0b0,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:32.894135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:32.988684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.006523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:33.020944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59508cac-b888-4323-893f-78b670d41eda None None] DHCP port deletion for 9c327509-342a-4456-b468-102d652f114e request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:49:33.021147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:port and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:33.023603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:33.025412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-59508cac-b888-4323-893f-78b670d41eda None None] Deleting port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:33.025850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59508cac-b888-4323-893f-78b670d41eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.031375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:33.059004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:33.070952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.094897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:33.095649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.114245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.132208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ee0876da-9d1d-499c-94f6-49572879944d no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:49:33.180813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: ee0876da-9d1d-499c-94f6-49572879944d {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:49:33.181212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ee0876da-9d1d-499c-94f6-49572879944d not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:49:33.181697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:49:33.187540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e16f8cdb-f32b-4ff2-a9ad-e23f423d2c12 req-84a132a2-dc39-44ff-bcde-9a1f9b6f5961 service neutron] 10.222.0.48 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391095 Dec 21 16:49:33.193364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d648b52-0710-408e-b8db-14650b58943e req-679dde49-6503-4375-b1d1-ed0f588785ad tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:33.197907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d648b52-0710-408e-b8db-14650b58943e req-679dde49-6503-4375-b1d1-ed0f588785ad tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 944 time: 0.3164170 Dec 21 16:49:33.207930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port f0df2022-1d01-4372-bab9-0fa4503a9068 yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:49:33.384096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.400696 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d648b52-0710-408e-b8db-14650b58943e req-18389fb6-8aab-48d1-ac72-32c0c0913656 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480832 Dec 21 16:49:33.424597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-59508cac-b888-4323-893f-78b670d41eda None None] For port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,segment=NetworkSegment(11c640d5-6001-42fe-af7b-fd69d409784a),segment_id=11c640d5-6001-42fe-af7b-fd69d409784a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:33.424947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59508cac-b888-4323-893f-78b670d41eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.496259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.626522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.656016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-59508cac-b888-4323-893f-78b670d41eda None None] Calling delete_port for 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:33.680027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Allocated IP 172.26.7.123 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/4e84c7ec-a888-4edc-bbcc-d203c5173e31) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:33.708137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] For port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,segment=NetworkSegment(11c640d5-6001-42fe-af7b-fd69d409784a),segment_id=11c640d5-6001-42fe-af7b-fd69d409784a)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:33.708309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.723777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,segment=NetworkSegment(11c640d5-6001-42fe-af7b-fd69d409784a),segment_id=11c640d5-6001-42fe-af7b-fd69d409784a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:33.738214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.743603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:33.823301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-59508cac-b888-4323-893f-78b670d41eda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:49:33.823726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-59508cac-b888-4323-893f-78b670d41eda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:49:33.827322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:33.830798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:33.849148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Calling delete_port for 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:33.871716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.895179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8::26c (2cd427ea-edfa-4974-9386-0d11e5b6416a/294d3c11-6066-4742-aa9e-68fdb6c7fe41/f0df2022-1d01-4372-bab9-0fa4503a9068) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:33.898210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:33.902819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:33.974225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:33.977909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:33.980485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:33.982374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:49:33.982744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:49:34.016300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=4e84c7ec-a888-4edc-bbcc-d203c5173e31,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:34.019501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:34.066070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 96f26e9e-a552-4433-a0c1-e80447763ac6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:49:34.159805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:34.160591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:34.226667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 96f26e9e-a552-4433-a0c1-e80447763ac6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96f26e9e-a552-4433-a0c1-e80447763ac6,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:34.243652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'port_id': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'mac_address': 'fa:16:3e:fb:e3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:49:34.311069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:34.326603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-59508cac-b888-4323-893f-78b670d41eda None None] Deleting port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:34.327059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59508cac-b888-4323-893f-78b670d41eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:34.368500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:34.377399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f26e9e-a552-4433-a0c1-e80447763ac6 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:49:34.388829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object f0df2022-1d01-4372-bab9-0fa4503a9068 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:34.393551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 96f26e9e-a552-4433-a0c1-e80447763ac6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96f26e9e-a552-4433-a0c1-e80447763ac6,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:34.400053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:34.409912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:34.420136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:34.427040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd835fcf-888a-468c-ae3b-6a3113bb8ab9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:34.488587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:34.490624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:34.633056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=96f26e9e-a552-4433-a0c1-e80447763ac6,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:34.639751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:34.648791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['96f26e9e-a552-4433-a0c1-e80447763ac6'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:49:34.676114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:34.713237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:49:34.721259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:34.740845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:34.745548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:34.746216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:34.770921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-59508cac-b888-4323-893f-78b670d41eda None None] For port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,segment=NetworkSegment(11c640d5-6001-42fe-af7b-fd69d409784a),segment_id=11c640d5-6001-42fe-af7b-fd69d409784a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:34.771381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59508cac-b888-4323-893f-78b670d41eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:34.786838 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1933384 Dec 21 16:49:34.793243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43972) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:34.798064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=f0df2022-1d01-4372-bab9-0fa4503a9068,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:34.816184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-780f9265-c99f-4ae5-92c8-aa223a9e0174 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:34.818019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:34.879851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2cc86-6f64-4e53-b5ee-bdf66a422c73 req-bd64c89a-1aa9-4ca4-84fd-a887d1f82352 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:34.887985 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94c2cc86-6f64-4e53-b5ee-bdf66a422c73 req-bd64c89a-1aa9-4ca4-84fd-a887d1f82352 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 945 time: 0.3093193 Dec 21 16:49:34.922745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-59508cac-b888-4323-893f-78b670d41eda None None] Calling delete_port for 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:35.005388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] For port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,segment=NetworkSegment(11c640d5-6001-42fe-af7b-fd69d409784a),segment_id=11c640d5-6001-42fe-af7b-fd69d409784a)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:35.005913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:35.033451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-780f9265-c99f-4ae5-92c8-aa223a9e0174 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:35.035119 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94c2cc86-6f64-4e53-b5ee-bdf66a422c73 req-d0ca5112-6c1c-4fc1-90db-b7d5d6fd12dd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460571 Dec 21 16:49:35.039792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-780f9265-c99f-4ae5-92c8-aa223a9e0174 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:35.047933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-780f9265-c99f-4ae5-92c8-aa223a9e0174 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:35.056453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-780f9265-c99f-4ae5-92c8-aa223a9e0174 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:35.063891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59508cac-b888-4323-893f-78b670d41eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:35.071437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:35.125116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59508cac-b888-4323-893f-78b670d41eda None None] Pushing event deleted for resources: {'Port': ['ID=5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:35.132630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-59508cac-b888-4323-893f-78b670d41eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:35.147097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59508cac-b888-4323-893f-78b670d41eda None None] No DVR routers for this DVR port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:49:35.149839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780f9265-c99f-4ae5-92c8-aa223a9e0174 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:35.169485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c76af202-2921-4f65-bb3c-2b751956a0b0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:35.220512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Calling delete_port for 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:35.321150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] Provisioning complete for port 51007d8d-749d-4456-a20d-9fcc16364c60 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:35.321584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:35.324031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:49:35.325057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:49:35.333301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-780f9265-c99f-4ae5-92c8-aa223a9e0174 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:35.384861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:35.398261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port c76af202-2921-4f65-bb3c-2b751956a0b0 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:35.399595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f00c94-6409-49e7-92ea-0d96b1eb76f9 None None] Sync routers for ids ['aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:35.415250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f00c94-6409-49e7-92ea-0d96b1eb76f9 None None] Routers {'aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:35.416246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-85f00c94-6409-49e7-92ea-0d96b1eb76f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:35.497462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-85f00c94-6409-49e7-92ea-0d96b1eb76f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:35.509118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:35.510459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9318519 Dec 21 16:49:35.512766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f00c94-6409-49e7-92ea-0d96b1eb76f9 None None] Routers {'aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:35.513463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 43976) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:35.525946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-85f00c94-6409-49e7-92ea-0d96b1eb76f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:35.541505 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-780f9265-c99f-4ae5-92c8-aa223a9e0174 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 294d3c11-6066-4742-aa9e-68fdb6c7fe41 (CIDR: 2001:db8::/64) Dec 21 16:49:35.545904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-780f9265-c99f-4ae5-92c8-aa223a9e0174 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:49:35.546421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780f9265-c99f-4ae5-92c8-aa223a9e0174 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:35.578197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-780f9265-c99f-4ae5-92c8-aa223a9e0174 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7676697 Dec 21 16:49:35.583249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43980) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:35.592183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-85f00c94-6409-49e7-92ea-0d96b1eb76f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:35.592656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f00c94-6409-49e7-92ea-0d96b1eb76f9 None None] The sync data for ids ['aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:35.602864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:35.651142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] Port 51007d8d-749d-4456-a20d-9fcc16364c60 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:35.672487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] Provisioning for port c76af202-2921-4f65-bb3c-2b751956a0b0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:35.677543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] Provisioning complete for port c76af202-2921-4f65-bb3c-2b751956a0b0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:35.678060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:35.752423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:35.757155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:35.760192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:35.764192 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4d3eabc5-b289-4720-8740-0ab9621eaeb8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/routers/aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef HTTP/1.1" status: 200 len: 885 time: 0.2469108 Dec 21 16:49:35.764364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43984) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:35.803930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:35.822351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:35.837541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] For port c76af202-2921-4f65-bb3c-2b751956a0b0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c76af202-2921-4f65-bb3c-2b751956a0b0,segment=NetworkSegment(dea75173-6d55-4697-acaa-17128417ca18),segment_id=dea75173-6d55-4697-acaa-17128417ca18)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:35.840852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:35.842753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:35.853045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:35.859059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:35.912665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] Pushing event updated for resources: {'Port': ['ID=c76af202-2921-4f65-bb3c-2b751956a0b0,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:35.915966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:35.963151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3a1214fa-baae-44fe-a8e0-829c17b060e3 None None] Provisioning for port f0df2022-1d01-4372-bab9-0fa4503a9068 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:35.968017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3a1214fa-baae-44fe-a8e0-829c17b060e3 None None] Provisioning complete for port f0df2022-1d01-4372-bab9-0fa4503a9068 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:35.968487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a1214fa-baae-44fe-a8e0-829c17b060e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.020615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Deleting port 5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:36.021256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.023342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3a1214fa-baae-44fe-a8e0-829c17b060e3 None None] Port f0df2022-1d01-4372-bab9-0fa4503a9068 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:36.075432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 96f26e9e-a552-4433-a0c1-e80447763ac6 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:36.089070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] The port '5f9abb7a-badc-445b-85ee-ab9ebe7e1ea8' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:49:36.178088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 96f26e9e-a552-4433-a0c1-e80447763ac6 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:36.189327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b8d614ea-d2ac-42c7-a478-0717dd8be648 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Synchronizing usage tracker for tenant:b6b7133c76624214ba5411629bf7e743 on resource:router {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:36.192906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 96f26e9e-a552-4433-a0c1-e80447763ac6 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:36.193263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.218724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b8d614ea-d2ac-42c7-a478-0717dd8be648 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Unset dirty status for tenant:b6b7133c76624214ba5411629bf7e743 on resource:router {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:36.220085 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b8d614ea-d2ac-42c7-a478-0717dd8be648 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4547026 Dec 21 16:49:36.223096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43990) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:36.230342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-dfe75c35-14a1-463d-9a71-2569fa94e627 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1460665497'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:36.320304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.347575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.355927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.356151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f26e9e-a552-4433-a0c1-e80447763ac6'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:49:36.364447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-74b15d2b-32cb-45e6-b3c8-7141eff1901d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:36.368146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 96f26e9e-a552-4433-a0c1-e80447763ac6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96f26e9e-a552-4433-a0c1-e80447763ac6,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:36.379488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.382442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-59508cac-b888-4323-893f-78b670d41eda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:36.403300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c327509-342a-4456-b468-102d652f114e']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:36.434551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c640d5-6001-42fe-af7b-fd69d409784a') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:36.435308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c640d5-6001-42fe-af7b-fd69d409784a') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:36.452535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87f248-5e5e-48a4-8927-15b204b7df08 req-225f82e7-3153-4f88-9f70-93607d4740aa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:36.454263 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f87f248-5e5e-48a4-8927-15b204b7df08 req-225f82e7-3153-4f88-9f70-93607d4740aa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 945 time: 0.2316062 Dec 21 16:49:36.458161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.468113 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'code': 200} Dec 21 16:49:36.503509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:36.508455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:36.515139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:36.515348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=96f26e9e-a552-4433-a0c1-e80447763ac6,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:36.515783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.518488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.519519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:36.524920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a18306-d04c-48cc-a629-cb43d3a91465 None None] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:36.532586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:49:36.533092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.542740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Subnet': ['ID=2252a2d1-71ab-4507-af60-ae28ff60824c,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:36.546535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:49:36.550312 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:49:36.560892 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9651484 Dec 21 16:49:36.578135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 43996) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:36.584318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f87f248-5e5e-48a4-8927-15b204b7df08 req-365df77e-cd38-4098-ac97-47547f8e6f1b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069653 Dec 21 16:49:36.589608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-505026778', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2252a2d1-71ab-4507-af60-ae28ff60824c'}], 'security_groups': ['738a69dc-6b0d-46da-93db-720cfff3cf4b']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:36.669131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.672477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-384cf488-bb70-4184-853b-7441e3433f25 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:36.691005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.700570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Pushing event deleted for resources: {'Network': ['ID=9c327509-342a-4456-b468-102d652f114e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:36.706256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:36.709313 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] 10.222.0.67 "DELETE /v2.0/networks/9c327509-342a-4456-b468-102d652f114e HTTP/1.1" status: 204 len: 168 time: 4.1212857 Dec 21 16:49:36.865239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:36.930946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab0d3c6-e0f3-4346-a9d0-4ae6d9933c3b None None] Update dhcp port {'port': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'fixed_ips': [{'subnet_id': '294d3c11-6066-4742-aa9e-68fdb6c7fe41', 'ip_address': '2001:db8::2'}, {'subnet_id': '2252a2d1-71ab-4507-af60-ae28ff60824c'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': 'c76af202-2921-4f65-bb3c-2b751956a0b0'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:49:36.963790 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-34103459-9e61-42ee-a221-70b6f3c859c3 req-6eb0d569-e954-45b9-b02e-ac6455a225b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 1099 time: 0.2620769 Dec 21 16:49:36.987604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d3c6-e0f3-4346-a9d0-4ae6d9933c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:37.055277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44004) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:37.117786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c76af202-2921-4f65-bb3c-2b751956a0b0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:37.264030 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0671b3d8-e7d4-4f8e-afa3-b45cc860f9db admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9216b0fba9b2423d91e6fe9df338ac68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2069993 Dec 21 16:49:37.266476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44010) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:37.304826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port c76af202-2921-4f65-bb3c-2b751956a0b0 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:37.305260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:37.330653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-6ab0d3c6-e0f3-4346-a9d0-4ae6d9933c3b None None] Allocated IP 2001:db8:0:1::2 (2cd427ea-edfa-4974-9386-0d11e5b6416a/2252a2d1-71ab-4507-af60-ae28ff60824c/c76af202-2921-4f65-bb3c-2b751956a0b0) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:37.340519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25679ce1-8253-4d55-ab21-960d1a3b62be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:37.388648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25679ce1-8253-4d55-ab21-960d1a3b62be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:37.447119 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-34103459-9e61-42ee-a221-70b6f3c859c3 req-746ffed3-c907-4b18-ab10-2fb0e5dcd5c0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4700267 Dec 21 16:49:37.448643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25679ce1-8253-4d55-ab21-960d1a3b62be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:37.457845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6250ef23-eebb-4484-bbc4-40ee82fbfb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:37.473540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25679ce1-8253-4d55-ab21-960d1a3b62be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a0ad7a-05c5-4818-bbe5-f066acfaff5f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:37.476289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25679ce1-8253-4d55-ab21-960d1a3b62be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:37.477689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25679ce1-8253-4d55-ab21-960d1a3b62be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:37.479160 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-25679ce1-8253-4d55-ab21-960d1a3b62be admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/61a0ad7a-05c5-4818-bbe5-f066acfaff5f HTTP/1.1" status: 204 len: 168 time: 0.2116158 Dec 21 16:49:37.598408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6ab0d3c6-e0f3-4346-a9d0-4ae6d9933c3b None None] For port c76af202-2921-4f65-bb3c-2b751956a0b0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c76af202-2921-4f65-bb3c-2b751956a0b0,segment=NetworkSegment(dea75173-6d55-4697-acaa-17128417ca18),segment_id=dea75173-6d55-4697-acaa-17128417ca18)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:37.626974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d3c6-e0f3-4346-a9d0-4ae6d9933c3b None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:37.647967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6ab0d3c6-e0f3-4346-a9d0-4ae6d9933c3b None None] Transition to ACTIVE for port object c76af202-2921-4f65-bb3c-2b751956a0b0 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:37.651047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d3c6-e0f3-4346-a9d0-4ae6d9933c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:37.658043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f553cca-9314-4137-af4f-636d0146c469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:37.811869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0d3c6-e0f3-4346-a9d0-4ae6d9933c3b None None] Pushing event updated for resources: {'Port': ['ID=c76af202-2921-4f65-bb3c-2b751956a0b0,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:37.815133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ab0d3c6-e0f3-4346-a9d0-4ae6d9933c3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:37.843232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f2984-632c-47a2-afbe-4a4590c98ebf req-1bc2bf78-d84f-437e-b3b4-17ec9ce96d65 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:37.849783 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-088f2984-632c-47a2-afbe-4a4590c98ebf req-1bc2bf78-d84f-437e-b3b4-17ec9ce96d65 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 946 time: 0.1200464 Dec 21 16:49:37.866620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfe75c35-14a1-463d-9a71-2569fa94e627 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:37.888831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfe75c35-14a1-463d-9a71-2569fa94e627 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:37.900232 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-088f2984-632c-47a2-afbe-4a4590c98ebf req-895ac6a7-ac1a-4c74-ac3e-968e3d65eee6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484283 Dec 21 16:49:37.977900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Delete allocated IP 2001:db8::26c (2cd427ea-edfa-4974-9386-0d11e5b6416a/294d3c11-6066-4742-aa9e-68fdb6c7fe41) {{(pid=88887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 16:49:37.991674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8:0:1::38f (2cd427ea-edfa-4974-9386-0d11e5b6416a/2252a2d1-71ab-4507-af60-ae28ff60824c/f0df2022-1d01-4372-bab9-0fa4503a9068) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:38.318979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:38.336515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe75c35-14a1-463d-9a71-2569fa94e627 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:49:38.348618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object f0df2022-1d01-4372-bab9-0fa4503a9068 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:38.356190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:38.363541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b131e9de-e486-47e2-b31f-dd4eab344aca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:38.546558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=f0df2022-1d01-4372-bab9-0fa4503a9068,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:38.556957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:38.564830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] In _notify_port_updated(), no bound segment for port f0df2022-1d01-4372-bab9-0fa4503a9068 on network 2cd427ea-edfa-4974-9386-0d11e5b6416a {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:49:38.573783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:38.573783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:38.573783 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "PUT /v2.0/ports/f0df2022-1d01-4372-bab9-0fa4503a9068 HTTP/1.1" status: 200 len: 930 time: 1.9906018 Dec 21 16:49:38.574148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44034) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:38.575282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44036) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:38.721529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2bfa8-8e5a-4446-9b00-d5ba9eb316e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port f0df2022-1d01-4372-bab9-0fa4503a9068 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:38.721921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bfa8-8e5a-4446-9b00-d5ba9eb316e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:38.728124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-559a845f-80db-4251-81ab-2bb45f585013 tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1143901278', 'prefixes': ['172.20.0.0/16']}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:38.734592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-559a845f-80db-4251-81ab-2bb45f585013 tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:38.779512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0111e1ef-908b-4b5e-92db-c614237de42e None None] Provisioning for port f0df2022-1d01-4372-bab9-0fa4503a9068 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:38.788898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0111e1ef-908b-4b5e-92db-c614237de42e None None] Provisioning complete for port f0df2022-1d01-4372-bab9-0fa4503a9068 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:38.789331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0111e1ef-908b-4b5e-92db-c614237de42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:38.825150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-559a845f-80db-4251-81ab-2bb45f585013 tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] Notify callbacks [] for subnetpool, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:38.829446 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-559a845f-80db-4251-81ab-2bb45f585013 tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2541192 Dec 21 16:49:38.830089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44044) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:38.859580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0111e1ef-908b-4b5e-92db-c614237de42e None None] Port f0df2022-1d01-4372-bab9-0fa4503a9068 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:38.868347 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5d9977ba-70cc-4594-a294-c681784244cb tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] 10.222.0.67 "GET /v2.0/subnetpools/dda03577-16b6-4a7b-b818-fba25893eac6 HTTP/1.1" status: 200 len: 732 time: 0.0342152 Dec 21 16:49:38.869174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44048) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:38.875436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d38daa7d-b8a5-4936-830b-bb2d3fdac000 tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-968581773'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:38.875805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0111e1ef-908b-4b5e-92db-c614237de42e None None] Provisioning complete for port 51007d8d-749d-4456-a20d-9fcc16364c60 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:38.876235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0111e1ef-908b-4b5e-92db-c614237de42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:38.941338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0111e1ef-908b-4b5e-92db-c614237de42e None None] Port 51007d8d-749d-4456-a20d-9fcc16364c60 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:38.961131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0111e1ef-908b-4b5e-92db-c614237de42e None None] Provisioning for port c76af202-2921-4f65-bb3c-2b751956a0b0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:38.967227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0111e1ef-908b-4b5e-92db-c614237de42e None None] Provisioning complete for port c76af202-2921-4f65-bb3c-2b751956a0b0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:38.968043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0111e1ef-908b-4b5e-92db-c614237de42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:39.008057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe75c35-14a1-463d-9a71-2569fa94e627 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:39.016567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfe75c35-14a1-463d-9a71-2569fa94e627 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:39.017829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dfe75c35-14a1-463d-9a71-2569fa94e627 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef HTTP/1.1" status: 200 len: 892 time: 2.7937515 Dec 21 16:49:39.021410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44054) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:39.022128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d38daa7d-b8a5-4936-830b-bb2d3fdac000 tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] Notify callbacks [] for subnetpool, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:39.025207 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d38daa7d-b8a5-4936-830b-bb2d3fdac000 tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] 10.222.0.67 "PUT /v2.0/subnetpools/dda03577-16b6-4a7b-b818-fba25893eac6 HTTP/1.1" status: 200 len: 683 time: 0.1548598 Dec 21 16:49:39.028100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44058) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:39.033358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af98a6c-8fcd-4e20-a076-b5fcda825fd4 None None] Sync routers for ids ['aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:39.070162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af98a6c-8fcd-4e20-a076-b5fcda825fd4 None None] Routers {'aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:39.071012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5af98a6c-8fcd-4e20-a076-b5fcda825fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:39.132451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bfa8-8e5a-4446-9b00-d5ba9eb316e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:39.152052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5af98a6c-8fcd-4e20-a076-b5fcda825fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:39.158892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c76af202-2921-4f65-bb3c-2b751956a0b0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:39.235708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af98a6c-8fcd-4e20-a076-b5fcda825fd4 None None] Routers {'aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:39.236540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5af98a6c-8fcd-4e20-a076-b5fcda825fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:39.239071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691df73-a14c-46e5-ba95-a2d437446a96 req-b310a33f-f77b-4471-9e5a-a149c377b251 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:39.240720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5691df73-a14c-46e5-ba95-a2d437446a96 req-b310a33f-f77b-4471-9e5a-a149c377b251 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 946 time: 0.1527362 Dec 21 16:49:39.244118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f323f319-d0d2-4a2e-9d1b-6cd88a594e96 tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] Notify callbacks [] for subnetpool, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:39.245249 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f323f319-d0d2-4a2e-9d1b-6cd88a594e96 tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] 10.222.0.67 "DELETE /v2.0/subnetpools/dda03577-16b6-4a7b-b818-fba25893eac6 HTTP/1.1" status: 204 len: 168 time: 0.2161446 Dec 21 16:49:39.250702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44062) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:39.275731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2bfa8-8e5a-4446-9b00-d5ba9eb316e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for f0df2022-1d01-4372-bab9-0fa4503a9068 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:39.290653 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-923e87c0-85f9-4cf4-bbea-993a9a0e611d tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] show failed (client error): The resource could not be found. Dec 21 16:49:39.294769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-923e87c0-85f9-4cf4-bbea-993a9a0e611d tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] 10.222.0.67 "GET /v2.0/subnetpools/dda03577-16b6-4a7b-b818-fba25893eac6 HTTP/1.1" status: 404 len: 346 time: 0.0401552 Dec 21 16:49:39.295036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44066) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:39.328096 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-a832ec9f-557a-4f70-870e-6fe23541ff42 tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] delete failed (client error): The resource could not be found. Dec 21 16:49:39.334361 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a832ec9f-557a-4f70-870e-6fe23541ff42 tempest-SubnetPoolsTestJSON-252697281 tempest-SubnetPoolsTestJSON-252697281-project] 10.222.0.67 "DELETE /v2.0/subnetpools/dda03577-16b6-4a7b-b818-fba25893eac6 HTTP/1.1" status: 404 len: 346 time: 0.0332060 Dec 21 16:49:39.358540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5af98a6c-8fcd-4e20-a076-b5fcda825fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:39.364463 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5691df73-a14c-46e5-ba95-a2d437446a96 req-dd8dc233-a41b-45a8-86c0-f299348975ba tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145303 Dec 21 16:49:39.375848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af98a6c-8fcd-4e20-a076-b5fcda825fd4 None None] The sync data for ids ['aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:39.415133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port c76af202-2921-4f65-bb3c-2b751956a0b0 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:39.415818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:39.530664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bfa8-8e5a-4446-9b00-d5ba9eb316e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:39.538612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41ec2a39-0b95-4cae-812e-010d001c709d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:39.583969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b6e909a4-6bcd-40ba-b5a3-0d2fc9a6f335 None None] Could not find standard attr ID for object f0df2022-1d01-4372-bab9-0fa4503a9068. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:49:39.632609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f01de-24c8-4085-816a-0b4e80a194d5 req-be1e4640-3bf0-45cc-b58c-7076ee72ec1c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:39.634332 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-436f01de-24c8-4085-816a-0b4e80a194d5 req-be1e4640-3bf0-45cc-b58c-7076ee72ec1c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 946 time: 0.1011100 Dec 21 16:49:39.690499 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-436f01de-24c8-4085-816a-0b4e80a194d5 req-0f15a818-b8c5-43a3-aa78-1884235e3aaa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487742 Dec 21 16:49:39.722413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44076) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:39.758860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44080) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:39.816244 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c03135a8-2152-4184-818e-43f201ef42e2 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 1094 time: 0.0894523 Dec 21 16:49:39.816462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44086) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:39.822121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:39.828561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:39.829088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2bfa8-8e5a-4446-9b00-d5ba9eb316e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=f0df2022-1d01-4372-bab9-0fa4503a9068,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:39.832708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:floatingip and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:39.832900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d3a2bfa8-8e5a-4446-9b00-d5ba9eb316e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:39.836426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:39.843040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:39.855090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:39.896992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bfa8-8e5a-4446-9b00-d5ba9eb316e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:39.917415 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-df34b40f-7141-40e4-8e7f-70a662965dce tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/routers/aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef HTTP/1.1" status: 200 len: 892 time: 0.8941226 Dec 21 16:49:39.921662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44090) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:39.936062 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d3a2bfa8-8e5a-4446-9b00-d5ba9eb316e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/f0df2022-1d01-4372-bab9-0fa4503a9068 HTTP/1.1" status: 204 len: 168 time: 1.3582892 Dec 21 16:49:39.937224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44094) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:39.988703 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6985eb-8bd2-4af0-a440-b1c326d486c0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:49:39.989556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3d6985eb-8bd2-4af0-a440-b1c326d486c0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:39.997496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-96beec50-c231-4b8b-baa0-0cbd7b558ddf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Synchronizing usage tracker for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:40.008965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3d6985eb-8bd2-4af0-a440-b1c326d486c0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:40.014137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3d6985eb-8bd2-4af0-a440-b1c326d486c0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/f0df2022-1d01-4372-bab9-0fa4503a9068 HTTP/1.1" status: 404 len: 333 time: 0.0756876 Dec 21 16:49:40.015040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44098) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:40.056972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7da9012c-a28e-4b0c-857c-79762c76581c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.104369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2814a62d-2592-4f50-b004-1b110158192c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.112646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-96beec50-c231-4b8b-baa0-0cbd7b558ddf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Unset dirty status for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:40.117354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44102) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:40.118006 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-96beec50-c231-4b8b-baa0-0cbd7b558ddf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef HTTP/1.1" status: 200 len: 205 time: 0.1952469 Dec 21 16:49:40.131504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7da9012c-a28e-4b0c-857c-79762c76581c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:40.137727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7da9012c-a28e-4b0c-857c-79762c76581c admin admin] Usage tracker for resource:security_group_rule and tenant:e56cb26e9ac543d0b4178b98d579e4c3 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:40.143609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7da9012c-a28e-4b0c-857c-79762c76581c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:40.151347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7da9012c-a28e-4b0c-857c-79762c76581c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:40.168272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.220341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2814a62d-2592-4f50-b004-1b110158192c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.287588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2814a62d-2592-4f50-b004-1b110158192c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.294197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43117444-c013-494d-adc5-1b71e69b4b95 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:40.357460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814a62d-2592-4f50-b004-1b110158192c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a112fb42-b620-47a9-8221-892ec0850512,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:40.372099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2814a62d-2592-4f50-b004-1b110158192c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:40.373640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7da9012c-a28e-4b0c-857c-79762c76581c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.376929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2814a62d-2592-4f50-b004-1b110158192c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.381102 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2814a62d-2592-4f50-b004-1b110158192c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/security-groups/a112fb42-b620-47a9-8221-892ec0850512 HTTP/1.1" status: 204 len: 168 time: 0.3648436 Dec 21 16:49:40.381982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44106) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:40.388318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7da9012c-a28e-4b0c-857c-79762c76581c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.399910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4bd3588a-f353-4333-8e9a-76c2bbedbf07 tempest-NegativeSecGroupTest-420070736 tempest-NegativeSecGroupTest-420070736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:40.423373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.251 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/5567c5f3-8e73-4d49-95c7-98a196bb1637) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:40.464699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9012c-a28e-4b0c-857c-79762c76581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e38986-a21c-4765-8503-0969a8de0d25,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:40.470010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7da9012c-a28e-4b0c-857c-79762c76581c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:40.490113 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7da9012c-a28e-4b0c-857c-79762c76581c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e56cb26e9ac543d0b4178b98d579e4c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7237048 Dec 21 16:49:40.490284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-40275d02-0c2b-4b2c-ad1f-be6a1bf62719 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.491128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44110) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:40.527139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.620652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.621489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-40275d02-0c2b-4b2c-ad1f-be6a1bf62719 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.647842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.652782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:40.711612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d70d423-a54a-45ea-947d-984fcc103e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.724773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:40.728323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-40275d02-0c2b-4b2c-ad1f-be6a1bf62719 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.728638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:40.731164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:40.737883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1b0e6686-c147-4432-84b0-6945e44d716c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:40.770148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=5567c5f3-8e73-4d49-95c7-98a196bb1637,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:40.773655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:40.815862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40275d02-0c2b-4b2c-ad1f-be6a1bf62719 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738a69dc-6b0d-46da-93db-720cfff3cf4b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:40.820450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-40275d02-0c2b-4b2c-ad1f-be6a1bf62719 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:40.834171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d70d423-a54a-45ea-947d-984fcc103e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.850687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-40275d02-0c2b-4b2c-ad1f-be6a1bf62719 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.852194 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-40275d02-0c2b-4b2c-ad1f-be6a1bf62719 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/security-groups/738a69dc-6b0d-46da-93db-720cfff3cf4b HTTP/1.1" status: 204 len: 168 time: 0.4683721 Dec 21 16:49:40.857356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44114) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:40.916324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d70d423-a54a-45ea-947d-984fcc103e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.921315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d04a1c09-a796-4bd9-a770-e548ffda5510 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:40.938930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70d423-a54a-45ea-947d-984fcc103e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e38986-a21c-4765-8503-0969a8de0d25,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:40.943460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6d70d423-a54a-45ea-947d-984fcc103e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:40.964353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d70d423-a54a-45ea-947d-984fcc103e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.966274 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6d70d423-a54a-45ea-947d-984fcc103e0d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/62e38986-a21c-4765-8503-0969a8de0d25 HTTP/1.1" status: 204 len: 168 time: 0.4730837 Dec 21 16:49:40.968297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:40.977550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 4e84c7ec-a888-4edc-bbcc-d203c5173e31 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:40.978009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:41.190102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:41.346901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 4e84c7ec-a888-4edc-bbcc-d203c5173e31 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:41.515274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b408ae-19fc-4cd0-b7e2-f577ee5af037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting subnet 294d3c11-6066-4742-aa9e-68fdb6c7fe41 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:41.516007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:41.521344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:41.522945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81b408ae-19fc-4cd0-b7e2-f577ee5af037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:41.565404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=4e84c7ec-a888-4edc-bbcc-d203c5173e31,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:41.568885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:41.603557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81b408ae-19fc-4cd0-b7e2-f577ee5af037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:41.727361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81b408ae-19fc-4cd0-b7e2-f577ee5af037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:41.805836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:41.897944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:41.929372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44136) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:41.942877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81b408ae-19fc-4cd0-b7e2-f577ee5af037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:41.949969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4709f7f6-54c8-4a7c-acc1-06ac4b055c45 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:41.990854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b408ae-19fc-4cd0-b7e2-f577ee5af037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Subnet': ['ID=294d3c11-6066-4742-aa9e-68fdb6c7fe41,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:42.004333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81b408ae-19fc-4cd0-b7e2-f577ee5af037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:42.010862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81b408ae-19fc-4cd0-b7e2-f577ee5af037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.013565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.017850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d6d0bb-4062-4903-8044-6ed041531809 None None] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:42.085819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.090867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.113715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1015177093-network', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:42.119048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.119614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Fanout notify agent at l3_agent the message router_deleted on router aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:49:42.136800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:42.143374 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-81b408ae-19fc-4cd0-b7e2-f577ee5af037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/294d3c11-6066-4742-aa9e-68fdb6c7fe41 HTTP/1.1" status: 204 len: 168 time: 1.2848926 Dec 21 16:49:42.144620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Usage tracker for resource:network and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:42.145834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.148107 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef HTTP/1.1" status: 204 len: 168 time: 2.0297275 Dec 21 16:49:42.149270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44142) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:42.152795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44144) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:42.156862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:42.159013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:42.177406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2049678146'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:42.189979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:42.207890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:network and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:42.212743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:42.213188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:42.223714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:42.248286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Made reservation on behalf of fd9f31a269eb40be8aee5995f7e8cd18 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:42.253007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.274672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.298327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:42.304346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.327507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:42.335699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:42.340083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.341943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:42.347825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.352350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:42.355021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3b4f0ec4-7866-4ea5-b727-a416dde344ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:42.360543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:49:42.363045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:42.371089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:42.374942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:42.382165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.382561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added segment c29e8c25-62b9-457e-82e3-72440ffb4080 of type vlan for network 15e84cf0-a147-433c-b903-d98d5ccd6d4d Dec 21 16:49:42.383938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:42.409517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:42.436509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.493631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=5567c5f3-8e73-4d49-95c7-98a196bb1637,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:42.500681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:42.523328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.555352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.559519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:42.560160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.574376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:42.622393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.627613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.630580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.641339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7044e95d-ab49-4505-82fe-604e89edad06 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:42.677841 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5239217 Dec 21 16:49:42.686728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44150) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:42.687153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:49:42.691475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1ce683-dec5-4437-ab9e-5f1b5141ab54,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:42.699855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:42.749434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'subnet': {'network_id': '15e84cf0-a147-433c-b903-d98d5ccd6d4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:42.767256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Network': ['ID=15e84cf0-a147-433c-b903-d98d5ccd6d4d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:42.768183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.768581 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Added segment 9468bbdf-42ed-480c-974b-b4f8cff23858 of type vlan for network d024f249-80dd-401b-aff7-daf5a271083f Dec 21 16:49:42.781165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 15e84cf0-a147-433c-b903-d98d5ccd6d4d details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:49:42.806256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.822976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:42.862274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.863322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:42.864531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:42.872690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:42.931873 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP f34bfb09-fc8a-4565-9336-86e2aa6fb0fd associated. External IP: 172.26.7.251, port: 96f26e9e-a552-4433-a0c1-e80447763ac6. Dec 21 16:49:43.065468 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1342406 Dec 21 16:49:43.074338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44154) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:43.075192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Pushing event updated for resources: {'Network': ['ID=d024f249-80dd-401b-aff7-daf5a271083f,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:43.081142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:43.085284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Request body: {'subnet': {'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1015177093-subnet', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'ip_version': 4}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:43.086443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network d024f249-80dd-401b-aff7-daf5a271083f details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:49:43.093922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:43.101709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Usage tracker for resource:subnet and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:43.106543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:43.120237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:43.149108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Made reservation on behalf of fd9f31a269eb40be8aee5995f7e8cd18 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:43.155077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.219207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:43.226714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:subnet and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:43.230865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:43.238439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:43.254611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:43.345580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-61446d5c-19f8-4b49-81fc-c8f5e9207f3c None None] Provisioning complete for port 51007d8d-749d-4456-a20d-9fcc16364c60 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:43.346031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61446d5c-19f8-4b49-81fc-c8f5e9207f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.423071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.438182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-61446d5c-19f8-4b49-81fc-c8f5e9207f3c None None] Port 51007d8d-749d-4456-a20d-9fcc16364c60 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:43.452443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-61446d5c-19f8-4b49-81fc-c8f5e9207f3c None None] Provisioning complete for port c76af202-2921-4f65-bb3c-2b751956a0b0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:43.452870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61446d5c-19f8-4b49-81fc-c8f5e9207f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.554656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.559659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6b63c178-fcd6-4fab-83c7-0a05730c5fef tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:43.583673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.589844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7a35974a-0551-412c-8637-f38e0294afe2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:43.645079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce4197f-9750-4a9d-b058-935d45ce1378,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:43.650545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:43.668418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:43.700259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:43.709433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:43.711459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31980bf7-b23a-40b6-8a4b-6b2a70f977e7 None None] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:43.713187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.721025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Subnet': ['ID=b617e88d-55f0-4aee-912b-8f83fa6b715e,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:43.733334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Checking segment: {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:43.734094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Network hostable DHCP agents. Network: d024f249-80dd-401b-aff7-daf5a271083f, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:49:43.736989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:43.762036 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6115503 Dec 21 16:49:43.764785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44158) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:43.778025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Network d024f249-80dd-401b-aff7-daf5a271083f is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:49:43.785983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'security_group': {'name': 'tempest-secgroup-2050608696'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:43.792766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, d024f249-80dd-401b-aff7-daf5a271083f) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:43.794703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:43.799510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:43.800336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.811230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:security_group and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:43.816204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:43.825668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:43.828699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.831564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router af8761d9-72ec-4977-ae25-4781fdd4381e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:49:43.836804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7555060 Dec 21 16:49:43.837264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-88b5af1b-3a38-4a3b-8782-e20170d22657 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:43.837364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44162) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:43.844104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:43.851424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:43.856669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Usage tracker for resource:router and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:43.863099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:43.873913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:43.905634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.948970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Subnet': ['ID=42b7dc47-588c-442a-85e1-52aa49f0398a,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:43.956678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.958251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:43.958494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:43.972163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c4f375-c01c-4fb7-9a19-af048a4133e0 None None] Network d024f249-80dd-401b-aff7-daf5a271083f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:43.985562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:43.989693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Checking segment: {'id': 'c29e8c25-62b9-457e-82e3-72440ffb4080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '15e84cf0-a147-433c-b903-d98d5ccd6d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:43.990091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network hostable DHCP agents. Network: 15e84cf0-a147-433c-b903-d98d5ccd6d4d, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:49:43.996457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:security_group_rule and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:44.003444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:44.012877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:44.035329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 15e84cf0-a147-433c-b903-d98d5ccd6d4d is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:49:44.059084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 15e84cf0-a147-433c-b903-d98d5ccd6d4d) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:44.065264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:44.065910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.072327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.108375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.111732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.117937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-be006f76-a769-4ddd-b86d-a4aba3aa1260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:44.136394 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4459610 Dec 21 16:49:44.139769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44166) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:44.155073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8129697e-c31b-4923-8ac8-d3e848bacf1f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-946647970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:44.161052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb22f91-8470-450c-8d56-2f51a7f1f3b8 None None] Network 15e84cf0-a147-433c-b903-d98d5ccd6d4d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:44.164858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.166144 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4003618 Dec 21 16:49:44.167335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8129697e-c31b-4923-8ac8-d3e848bacf1f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:44.169867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44170) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:44.173921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8129697e-c31b-4923-8ac8-d3e848bacf1f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:router and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:44.177505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f616f2bf-8169-4097-afe0-8de91c07fb9b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:44.180895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8129697e-c31b-4923-8ac8-d3e848bacf1f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:44.188030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:44.188875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8129697e-c31b-4923-8ac8-d3e848bacf1f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:44.199564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8129697e-c31b-4923-8ac8-d3e848bacf1f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.200594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8129697e-c31b-4923-8ac8-d3e848bacf1f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.220553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8129697e-c31b-4923-8ac8-d3e848bacf1f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.239972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8129697e-c31b-4923-8ac8-d3e848bacf1f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.269090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8129697e-c31b-4923-8ac8-d3e848bacf1f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.270137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8129697e-c31b-4923-8ac8-d3e848bacf1f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1293595 Dec 21 16:49:44.273376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44172) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:44.315810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-d024f249-80dd-401b-aff7-daf5a271083f', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:49:44.316638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.509076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'security_group': {'name': 'tempest-secgroup-154699980'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:44.527388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:44.535172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:security_group and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:44.541122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:44.550577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:44.575866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.578882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.596568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:44.610930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8293cec1-e927-458a-80db-4859bbad700c None None] Sync routers for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:44.635341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8293cec1-e927-458a-80db-4859bbad700c None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:44.636445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8293cec1-e927-458a-80db-4859bbad700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:44.658811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.704637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:44.721409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-15e84cf0-a147-433c-b903-d98d5ccd6d4d', 'network_id': '15e84cf0-a147-433c-b903-d98d5ccd6d4d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'fixed_ips': [{'subnet_id': '42b7dc47-588c-442a-85e1-52aa49f0398a'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:49:44.722709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.730476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:security_group_rule and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:44.735476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:44.754118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:44.769897 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9523783 Dec 21 16:49:44.772682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'tag': '96f26e9e-a552-4433-a0c1-e80447763ac6'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:49:44.773001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44178) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:44.905490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.916003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.924291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.927987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Allocated IP 2001:db8::2 (15e84cf0-a147-433c-b903-d98d5ccd6d4d/42b7dc47-588c-442a-85e1-52aa49f0398a/5ac727e0-4cda-4569-a6b1-5ddee3f50398) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:44.931881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:44.984400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedde897-e541-4ded-a7b0-550fcd810a1e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:44.988092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:44.990136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:44.992261 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5404849 Dec 21 16:49:45.010685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44186) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:45.036183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'security_group': {'name': 'tempest-secgroup-1116930210'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:45.044329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-8293cec1-e927-458a-80db-4859bbad700c None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:49:45.091050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.119374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:45.128041 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5f7ef877-a6eb-4c5e-a7fb-f6a969a043ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/f34bfb09-fc8a-4565-9336-86e2aa6fb0fd HTTP/1.1" status: 200 len: 992 time: 0.3535824 Dec 21 16:49:45.133938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:security_group and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:45.141850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:45.171223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.193730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:45.205874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Allocated IP 172.20.0.2 (d024f249-80dd-401b-aff7-daf5a271083f/bce4197f-9750-4a9d-b058-935d45ce1378/bee91209-b994-4aba-a07f-d002c553d51c) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:45.208667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.234288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Transition to ACTIVE for port object 5ac727e0-4cda-4569-a6b1-5ddee3f50398 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:45.243171 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'tag': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'status': 'completed', 'code': 200} Dec 21 16:49:45.277575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.331418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Transition to ACTIVE for port object 5ac727e0-4cda-4569-a6b1-5ddee3f50398 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:45.357651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.367368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4bdad650-3808-4924-8f3b-35999dc784c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:45.406303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Allocated IP 172.26.7.91 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:45.444241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:45.471054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:security_group_rule and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:45.476354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:45.483969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:45.561040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.562460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Network 15e84cf0-a147-433c-b903-d98d5ccd6d4d is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:45.570769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:45.576687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.584080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:45.592057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Pushing event updated for resources: {'Port': ['ID=5ac727e0-4cda-4569-a6b1-5ddee3f50398,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:45.616764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.640086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:45.640783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce31dda-27ef-4c01-88f9-57106e548ad1 None None] Update dhcp port {'port': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'fixed_ips': [{'subnet_id': '2252a2d1-71ab-4507-af60-ae28ff60824c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b617e88d-55f0-4aee-912b-8f83fa6b715e'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': 'c76af202-2921-4f65-bb3c-2b751956a0b0'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:49:45.648382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.650193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d17e24be-29f3-4c74-8803-5cfbe28799ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:45.655834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:45.680160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8293cec1-e927-458a-80db-4859bbad700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:49:08Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f34bfb09-fc8a-4565-9336-86e2aa6fb0fd', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'port_id': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'mac_address': 'fa:16:3e:fb:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:49:41Z', 'updated_at': '2021-12-21T16:49:41Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:45.684887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8293cec1-e927-458a-80db-4859bbad700c None None] Checking router: af8761d9-72ec-4977-ae25-4781fdd4381e for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:49:45.688637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97610424-08ad-43b1-9c1d-7e9af7d20452,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:45.691582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.696832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6690204 Dec 21 16:49:45.698091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8293cec1-e927-458a-80db-4859bbad700c None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:45.698758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8293cec1-e927-458a-80db-4859bbad700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:45.705559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ce31dda-27ef-4c01-88f9-57106e548ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.705724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44190) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:45.706887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:45.712748 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-374610a8-a9c3-4528-8fb8-6725bd998423 req-bb80cb27-7fc1-4d3d-8c32-5eca6db8ffb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 1099 time: 0.4763453 Dec 21 16:49:45.722485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1983379839', 'security_groups': ['97610424-08ad-43b1-9c1d-7e9af7d20452'], 'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b617e88d-55f0-4aee-912b-8f83fa6b715e'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:45.757703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:45.764457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:45.772476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:45.811187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:45.818467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:45.924426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374610a8-a9c3-4528-8fb8-6725bd998423 req-f41cd29c-aae1-4b04-8d29-d431978aa98e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:45.926067 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-374610a8-a9c3-4528-8fb8-6725bd998423 req-f41cd29c-aae1-4b04-8d29-d431978aa98e service neutron] 10.222.0.48 "GET /v2.0/networks?id=028b8517-b34c-48eb-a677-5fc3e9641dff HTTP/1.1" status: 200 len: 897 time: 0.1542141 Dec 21 16:49:45.927433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-8293cec1-e927-458a-80db-4859bbad700c None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:49:45.957707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:45.958410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:46.000927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2ce31dda-27ef-4c01-88f9-57106e548ad1 None None] Allocated IP 2001:db8::2 (2cd427ea-edfa-4974-9386-0d11e5b6416a/b617e88d-55f0-4aee-912b-8f83fa6b715e/c76af202-2921-4f65-bb3c-2b751956a0b0) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:46.137954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44194) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:46.303035 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2452e6f0-dcd1-437a-afae-361e4904ace0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/f34bfb09-fc8a-4565-9336-86e2aa6fb0fd HTTP/1.1" status: 200 len: 992 time: 0.1621532 Dec 21 16:49:46.341183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2ce31dda-27ef-4c01-88f9-57106e548ad1 None None] For port c76af202-2921-4f65-bb3c-2b751956a0b0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c76af202-2921-4f65-bb3c-2b751956a0b0,segment=NetworkSegment(dea75173-6d55-4697-acaa-17128417ca18),segment_id=dea75173-6d55-4697-acaa-17128417ca18)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:46.391963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8293cec1-e927-458a-80db-4859bbad700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:49:08Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f34bfb09-fc8a-4565-9336-86e2aa6fb0fd', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'port_id': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'mac_address': 'fa:16:3e:fb:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:49:41Z', 'updated_at': '2021-12-21T16:49:41Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:46.396396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8293cec1-e927-458a-80db-4859bbad700c None None] The sync data for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv is: [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:49:08Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f34bfb09-fc8a-4565-9336-86e2aa6fb0fd', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'port_id': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'mac_address': 'fa:16:3e:fb:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:49:41Z', 'updated_at': '2021-12-21T16:49:41Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:46.404314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-873f5f85-941b-4c08-bcf2-a01f426c5caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:46.422327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Attempting to bind port 5ac727e0-4cda-4569-a6b1-5ddee3f50398 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:46.422752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Attempting to bind port 5ac727e0-4cda-4569-a6b1-5ddee3f50398 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'c29e8c25-62b9-457e-82e3-72440ffb4080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '15e84cf0-a147-433c-b903-d98d5ccd6d4d'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:46.423199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Attempting to bind port 5ac727e0-4cda-4569-a6b1-5ddee3f50398 on network 15e84cf0-a147-433c-b903-d98d5ccd6d4d {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:46.423541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Router 24c51322-1736-4594-a490-ec4433e698c2 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:49:46.440226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ce31dda-27ef-4c01-88f9-57106e548ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:46.463488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:46.463922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Checking segment: {'id': 'c29e8c25-62b9-457e-82e3-72440ffb4080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '15e84cf0-a147-433c-b903-d98d5ccd6d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:46.464386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:46.464836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Bound using segment: {'id': 'c29e8c25-62b9-457e-82e3-72440ffb4080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '15e84cf0-a147-433c-b903-d98d5ccd6d4d'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:46.465382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Bound port: 5ac727e0-4cda-4569-a6b1-5ddee3f50398, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29e8c25-62b9-457e-82e3-72440ffb4080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '15e84cf0-a147-433c-b903-d98d5ccd6d4d'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:46.465806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:46.483514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Allocated IP 2001:db8::1 (15e84cf0-a147-433c-b903-d98d5ccd6d4d/42b7dc47-588c-442a-85e1-52aa49f0398a/2c83696b-7636-4713-a1fa-3170a89a9b53) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:46.493718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2ce31dda-27ef-4c01-88f9-57106e548ad1 None None] Transition to ACTIVE for port object c76af202-2921-4f65-bb3c-2b751956a0b0 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:46.496603 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-374610a8-a9c3-4528-8fb8-6725bd998423 req-0703f955-c264-4e89-8be6-e764f8a995b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96f26e9e-a552-4433-a0c1-e80447763ac6 HTTP/1.1" status: 200 len: 1000 time: 0.5601873 Dec 21 16:49:46.502145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:46.505657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ce31dda-27ef-4c01-88f9-57106e548ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:46.517092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:46.562554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Transition to ACTIVE for port object bee91209-b994-4aba-a07f-d002c553d51c will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:46.623614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:46.645654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:46.666372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:46.698557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Sync routers for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:46.699071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:46.704613 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8656478 Dec 21 16:49:46.704862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44198) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:46.714891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Transition to ACTIVE for port object bee91209-b994-4aba-a07f-d002c553d51c will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:46.719311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374610a8-a9c3-4528-8fb8-6725bd998423 req-8d183b6e-0198-4ad6-99ec-e3fdcb6242d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:46.720929 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-374610a8-a9c3-4528-8fb8-6725bd998423 req-8d183b6e-0198-4ad6-99ec-e3fdcb6242d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54d987e4-30f5-43ce-8792-425b9ef4b246 HTTP/1.1" status: 200 len: 834 time: 0.2136371 Dec 21 16:49:46.761601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce31dda-27ef-4c01-88f9-57106e548ad1 None None] Pushing event updated for resources: {'Port': ['ID=c76af202-2921-4f65-bb3c-2b751956a0b0,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:46.777440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:46.781602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ce31dda-27ef-4c01-88f9-57106e548ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:46.782128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ce31dda-27ef-4c01-88f9-57106e548ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:46.831613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad8189-8ce1-49e2-b52a-eb91fb291640 None None] New status for floating IP f34bfb09-fc8a-4565-9336-86e2aa6fb0fd: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:49:46.847666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:46.855621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:46.859541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] For port 5ac727e0-4cda-4569-a6b1-5ddee3f50398, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:46.869631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:46.870344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:46.896137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] device_id is not set on port 1fd13a27-1916-4688-b52c-f78da951e5d0 yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:49:46.952947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Network d024f249-80dd-401b-aff7-daf5a271083f is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:46.957636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:46.963184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] For port 5ac727e0-4cda-4569-a6b1-5ddee3f50398, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5ac727e0-4cda-4569-a6b1-5ddee3f50398,segment=NetworkSegment(c29e8c25-62b9-457e-82e3-72440ffb4080),segment_id=c29e8c25-62b9-457e-82e3-72440ffb4080)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:46.964384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Pushing event updated for resources: {'Port': ['ID=bee91209-b994-4aba-a07f-d002c553d51c,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:46.969362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:46.973611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:46.988635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:46.997626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a76c90d-f2f8-4264-9f1c-c673da23d0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:47.035540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:47.122453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Transition to ACTIVE for port object 2c83696b-7636-4713-a1fa-3170a89a9b53 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:47.142669 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-374610a8-a9c3-4528-8fb8-6725bd998423 req-aebccbd5-76ab-4725-bb3a-8daa052642ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=028b8517-b34c-48eb-a677-5fc3e9641dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3522666 Dec 21 16:49:47.160825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c76af202-2921-4f65-bb3c-2b751956a0b0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:47.266360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:47.307631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44202) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:47.354932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Attempting to bind port bee91209-b994-4aba-a07f-d002c553d51c on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:47.355724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Attempting to bind port bee91209-b994-4aba-a07f-d002c553d51c by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:47.356394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Attempting to bind port bee91209-b994-4aba-a07f-d002c553d51c on network d024f249-80dd-401b-aff7-daf5a271083f {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:47.392603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Pushing event updated for resources: {'Port': ['ID=5ac727e0-4cda-4569-a6b1-5ddee3f50398,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:47.420450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:49:47.458405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:47.469376 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-504dfe7e-ae22-4b89-b7aa-6d7c5b8f74dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/f34bfb09-fc8a-4565-9336-86e2aa6fb0fd HTTP/1.1" status: 200 len: 994 time: 0.1601014 Dec 21 16:49:47.477375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08388378-1723-47ae-be5a-0e0dc389cda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:47.541407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:47.548318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:47.548744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Checking segment: {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:47.549201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:47.549816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Bound using segment: {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:47.550362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Bound port: bee91209-b994-4aba-a07f-d002c553d51c, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:47.550831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:47.628309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8::351 (2cd427ea-edfa-4974-9386-0d11e5b6416a/b617e88d-55f0-4aee-912b-8f83fa6b715e/1fd13a27-1916-4688-b52c-f78da951e5d0) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:47.633027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 15e84cf0-a147-433c-b903-d98d5ccd6d4d is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:47.645505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:47.653642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=2c83696b-7636-4713-a1fa-3170a89a9b53,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:47.660243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:47.660818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:47.666382 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-374610a8-a9c3-4528-8fb8-6725bd998423 req-0f77606d-2301-49da-aee2-2fd878f747d6 service neutron] 10.222.0.48 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666059 Dec 21 16:49:47.667356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:47.793223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] For port bee91209-b994-4aba-a07f-d002c553d51c, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:47.842225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] For port bee91209-b994-4aba-a07f-d002c553d51c, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bee91209-b994-4aba-a07f-d002c553d51c,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:47.856652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:47.862389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:47.953948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c4e2b3ef-8951-4c30-9325-2f605c3e264f None None] Provisioning complete for port 51007d8d-749d-4456-a20d-9fcc16364c60 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:47.954382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4e2b3ef-8951-4c30-9325-2f605c3e264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.028216 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-374610a8-a9c3-4528-8fb8-6725bd998423 req-c7a6b783-e585-4cb5-84e2-85638341c281 service neutron] 10.222.0.48 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407035 Dec 21 16:49:48.038703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Pushing event updated for resources: {'Port': ['ID=bee91209-b994-4aba-a07f-d002c553d51c,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:48.058949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:48.060617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:45Z', 'revision_number': 3, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:48.074681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b9d51ad9-572a-48e6-b691-3c5af5fed122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.077064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2b3ef-8951-4c30-9325-2f605c3e264f None None] Port 51007d8d-749d-4456-a20d-9fcc16364c60 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:48.080675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Checking router: 24c51322-1736-4594-a490-ec4433e698c2 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:49:48.080997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Updating router 24c51322-1736-4594-a490-ec4433e698c2 port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:49:48.148180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c4e2b3ef-8951-4c30-9325-2f605c3e264f None None] Provisioning for port c76af202-2921-4f65-bb3c-2b751956a0b0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:48.152894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.174214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.184056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c4e2b3ef-8951-4c30-9325-2f605c3e264f None None] Provisioning complete for port c76af202-2921-4f65-bb3c-2b751956a0b0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:48.184479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c4e2b3ef-8951-4c30-9325-2f605c3e264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.343063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.373117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object 1fd13a27-1916-4688-b52c-f78da951e5d0 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:48.420698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.797493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.808003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cc8dedbd-7be7-4a3c-9ed9-88e7a80384fc tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:48.830577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.845803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Transition to ACTIVE for port object dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:48.853822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.858571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:48.940486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=1fd13a27-1916-4688-b52c-f78da951e5d0,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:48.941435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af494be2-3b49-41e2-971c-fc388fca0a45 None None] Pushing event updated for resources: {'Port': ['ID=dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:48.945770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:48.945994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af494be2-3b49-41e2-971c-fc388fca0a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:48.946770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Attempting to bind port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:48.947220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Attempting to bind port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:48.947641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Attempting to bind port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:48.948999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:48.950217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:48.955166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:48.955633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:48.956095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.956782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:48.957064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Bound port: dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:48.957186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:48.957561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:48.962244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:48.962993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:49.036638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] For port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:49.040398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] For port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:49.046934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:49.051078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa3812c0-4460-45cd-aa6c-9b59b2cd31f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:49.111468 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4032490 Dec 21 16:49:49.114958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44206) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:49.125968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0df06b70-b6fb-49e7-88f5-1a976ee5829a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:49.138523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af494be2-3b49-41e2-971c-fc388fca0a45 None None] Pushing event updated for resources: {'Port': ['ID=dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:49.142513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af494be2-3b49-41e2-971c-fc388fca0a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:49.144164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:49.145153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:49.305219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:49.311401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:49.312296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:49.325173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1ffee7e9-8a13-4f9f-b72a-169c85f12c2c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:49.334690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0df06b70-b6fb-49e7-88f5-1a976ee5829a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:49.339704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0df06b70-b6fb-49e7-88f5-1a976ee5829a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:49.343577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0df06b70-b6fb-49e7-88f5-1a976ee5829a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:49.343979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5ac727e0-4cda-4569-a6b1-5ddee3f50398 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:49.351009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0df06b70-b6fb-49e7-88f5-1a976ee5829a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:49.370311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df06b70-b6fb-49e7-88f5-1a976ee5829a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:49.459855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=2c83696b-7636-4713-a1fa-3170a89a9b53,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:49.464275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:49.520177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:49:49.568226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0df06b70-b6fb-49e7-88f5-1a976ee5829a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:49.648868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 5ac727e0-4cda-4569-a6b1-5ddee3f50398 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:49.673736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bee91209-b994-4aba-a07f-d002c553d51c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:49.741835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 15e84cf0-a147-433c-b903-d98d5ccd6d4d is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:49.743781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:49.756514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-0df06b70-b6fb-49e7-88f5-1a976ee5829a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b617e88d-55f0-4aee-912b-8f83fa6b715e (CIDR: 2001:db8::/64) Dec 21 16:49:49.762589 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df06b70-b6fb-49e7-88f5-1a976ee5829a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:49:49.763210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df06b70-b6fb-49e7-88f5-1a976ee5829a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:49.785428 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0df06b70-b6fb-49e7-88f5-1a976ee5829a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6662824 Dec 21 16:49:49.785756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44210) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:49.792537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a14104e7-93a5-4b28-9c45-9ae397ff407f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:49.822336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464570ae-cc5a-4914-a3bc-5bb242e8db3b None None] Network 15e84cf0-a147-433c-b903-d98d5ccd6d4d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:49.967621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a14104e7-93a5-4b28-9c45-9ae397ff407f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:49.972036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a14104e7-93a5-4b28-9c45-9ae397ff407f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:49.976201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a14104e7-93a5-4b28-9c45-9ae397ff407f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:49.983468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a14104e7-93a5-4b28-9c45-9ae397ff407f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:49.994554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14104e7-93a5-4b28-9c45-9ae397ff407f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:50.003107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a14104e7-93a5-4b28-9c45-9ae397ff407f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:50.018874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:50.114828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cfdd9a1d-790c-4ecc-a63b-b75b2e829171 None None] Provisioning for port 1fd13a27-1916-4688-b52c-f78da951e5d0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:50.168354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cfdd9a1d-790c-4ecc-a63b-b75b2e829171 None None] Provisioning complete for port 1fd13a27-1916-4688-b52c-f78da951e5d0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:50.168696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9a1d-790c-4ecc-a63b-b75b2e829171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:50.178370 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.ipam_backend_mixin [None req-a14104e7-93a5-4b28-9c45-9ae397ff407f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2252a2d1-71ab-4507-af60-ae28ff60824c (CIDR: 2001:db8:0:1::/64) Dec 21 16:49:50.182965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14104e7-93a5-4b28-9c45-9ae397ff407f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:49:50.183382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14104e7-93a5-4b28-9c45-9ae397ff407f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:50.212444 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a14104e7-93a5-4b28-9c45-9ae397ff407f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4252646 Dec 21 16:49:50.215661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44214) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:50.222663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'subnet': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:50.241389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port bee91209-b994-4aba-a07f-d002c553d51c completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:50.272719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd9a1d-790c-4ecc-a63b-b75b2e829171 None None] Port 1fd13a27-1916-4688-b52c-f78da951e5d0 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:50.291178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:45Z', 'revision_number': 3, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:50.298600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df88a91-1d08-4b51-a14f-af8b0bdd26c6 None None] The sync data for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv is: [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:45Z', 'revision_number': 3, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:50.324917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:50.352902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aaba25-d78e-4700-bb35-eb2b0a1d7453 None None] Network d024f249-80dd-401b-aff7-daf5a271083f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:50.493104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Provisioning for port 5ac727e0-4cda-4569-a6b1-5ddee3f50398 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:50.516097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Provisioning complete for port 5ac727e0-4cda-4569-a6b1-5ddee3f50398 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:50.516657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:50.543539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router bf5a9694-39b3-46c0-a123-abe40799e152 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:49:50.708166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:50.713617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Usage tracker for resource:subnet and tenant:81775f8c1be54fcd995b00e18fb3bd30 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:50.717108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:50.723566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:50.736638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Made reservation on behalf of 81775f8c1be54fcd995b00e18fb3bd30 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:50.745144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:50.855876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Allocated IP 172.20.0.1 (d024f249-80dd-401b-aff7-daf5a271083f/bce4197f-9750-4a9d-b058-935d45ce1378/6807f92d-d9af-4ed8-a01c-afe57438e087) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:50.911941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:50.914902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:50.935163 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/bf5a9694-39b3-46c0-a123-abe40799e152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6582236 Dec 21 16:49:50.949884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bb4cb7-f8a2-495c-a5cf-f06415c05b90 None None] Sync routers for ids ['bf5a9694-39b3-46c0-a123-abe40799e152'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:50.954563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44218) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:51.054159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70acb0a-0459-468a-b52e-1d8ee9ae093d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:51.055151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a70acb0a-0459-468a-b52e-1d8ee9ae093d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Synchronizing usage tracker for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:51.064240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bb4cb7-f8a2-495c-a5cf-f06415c05b90 None None] Routers {'bf5a9694-39b3-46c0-a123-abe40799e152'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:51.064961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-12bb4cb7-f8a2-495c-a5cf-f06415c05b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bf5a9694-39b3-46c0-a123-abe40799e152'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:51.173620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a70acb0a-0459-468a-b52e-1d8ee9ae093d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Unset dirty status for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:51.183998 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a70acb0a-0459-468a-b52e-1d8ee9ae093d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports/2c83696b-7636-4713-a1fa-3170a89a9b53 HTTP/1.1" status: 200 len: 911 time: 0.2252495 Dec 21 16:49:51.184232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44222) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:51.193295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7f786bd8-65c7-48bb-942b-70dc0e4eb3e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42b7dc47-588c-442a-85e1-52aa49f0398a'}]}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:51.195129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] For port 5ac727e0-4cda-4569-a6b1-5ddee3f50398, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5ac727e0-4cda-4569-a6b1-5ddee3f50398,segment=NetworkSegment(c29e8c25-62b9-457e-82e3-72440ffb4080),segment_id=c29e8c25-62b9-457e-82e3-72440ffb4080)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:51.205458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:51.251160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-12bb4cb7-f8a2-495c-a5cf-f06415c05b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:51.276953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:51.297416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d8277913-9752-46d2-9d9e-6da7a6a80116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:51.469327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bb4cb7-f8a2-495c-a5cf-f06415c05b90 None None] Routers {'bf5a9694-39b3-46c0-a123-abe40799e152'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:51.475755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-12bb4cb7-f8a2-495c-a5cf-f06415c05b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bf5a9694-39b3-46c0-a123-abe40799e152'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:51.491685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:51.502525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e89c7622-7355-4aa1-870a-ca94d134ae0e tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:51.582984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:51.585625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-12bb4cb7-f8a2-495c-a5cf-f06415c05b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:51.586139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bb4cb7-f8a2-495c-a5cf-f06415c05b90 None None] The sync data for ids ['bf5a9694-39b3-46c0-a123-abe40799e152'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:51.598031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:51.612103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Transition to ACTIVE for port object 6807f92d-d9af-4ed8-a01c-afe57438e087 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:51.612332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Provisioning for port bee91209-b994-4aba-a07f-d002c553d51c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:51.613507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:51.616287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Pushing event updated for resources: {'Port': ['ID=5ac727e0-4cda-4569-a6b1-5ddee3f50398,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:51.630080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:51.633298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:51.634180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce8226c-0781-4dbf-a7cd-8b9debb6aa79 None None] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:51.643918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Subnet': ['ID=29be6c2d-74f5-4a4c-9750-c60348736bd4,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:51.655787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:51.659284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:51.663386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:51.667613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:51.675605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Provisioning complete for port bee91209-b994-4aba-a07f-d002c553d51c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:51.676252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:51.750185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5305178 Dec 21 16:49:51.750419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:51.753460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44226) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:51.762535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Network d024f249-80dd-401b-aff7-daf5a271083f is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:51.766277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:51.776593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:51.777019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:51.777449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:51.777635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-697473456', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29be6c2d-74f5-4a4c-9750-c60348736bd4'}], 'security_groups': ['f616f2bf-8169-4097-afe0-8de91c07fb9b', 'cedde897-e541-4ded-a7b0-550fcd810a1e']}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:51.839613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Pushing event updated for resources: {'Port': ['ID=6807f92d-d9af-4ed8-a01c-afe57438e087,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:51.844922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f786bd8-65c7-48bb-942b-70dc0e4eb3e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:51.848013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:51.858161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:51.976998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:52.076720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:52.118700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:52.301914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] For port bee91209-b994-4aba-a07f-d002c553d51c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bee91209-b994-4aba-a07f-d002c553d51c,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:52.311839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:52.315751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:52.335454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:52.341946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:52.352401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:52.381043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:52.392757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:52.406708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:52.493776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Pushing event updated for resources: {'Port': ['ID=bee91209-b994-4aba-a07f-d002c553d51c,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:52.500045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:52.500995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:52.502702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Pushing event updated for resources: {'Port': ['ID=6807f92d-d9af-4ed8-a01c-afe57438e087,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:52.512530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:52.516709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:52.580844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0275097c-5b0c-483a-b4f8-9fd1a5102e4a None None] Provisioning for port 2c83696b-7636-4713-a1fa-3170a89a9b53 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:52.592722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0275097c-5b0c-483a-b4f8-9fd1a5102e4a None None] Provisioning complete for port 2c83696b-7636-4713-a1fa-3170a89a9b53 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:52.593450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0275097c-5b0c-483a-b4f8-9fd1a5102e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:52.677184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:52.685010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:52.688990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Network d024f249-80dd-401b-aff7-daf5a271083f is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:52.690708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:52.718710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0275097c-5b0c-483a-b4f8-9fd1a5102e4a None None] Port 2c83696b-7636-4713-a1fa-3170a89a9b53 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:52.742913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ccc1cf-e60e-4f8a-be28-f40b350741ec None None] Update dhcp port {'port': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'fixed_ips': [{'subnet_id': '2252a2d1-71ab-4507-af60-ae28ff60824c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b617e88d-55f0-4aee-912b-8f83fa6b715e', 'ip_address': '2001:db8::2'}, {'subnet_id': '29be6c2d-74f5-4a4c-9750-c60348736bd4'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': 'c76af202-2921-4f65-bb3c-2b751956a0b0'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:49:52.799593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0275097c-5b0c-483a-b4f8-9fd1a5102e4a None None] Provisioning complete for port bee91209-b994-4aba-a07f-d002c553d51c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:52.799961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0275097c-5b0c-483a-b4f8-9fd1a5102e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:52.847284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36ccc1cf-e60e-4f8a-be28-f40b350741ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:53.053102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Delete allocated IP 2001:db8::351 (2cd427ea-edfa-4974-9386-0d11e5b6416a/b617e88d-55f0-4aee-912b-8f83fa6b715e) {{(pid=88888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 16:49:53.071872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Allocated IP 2001:db8:0:2::377 (2cd427ea-edfa-4974-9386-0d11e5b6416a/29be6c2d-74f5-4a4c-9750-c60348736bd4/1fd13a27-1916-4688-b52c-f78da951e5d0) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:53.098796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0275097c-5b0c-483a-b4f8-9fd1a5102e4a None None] Provisioning complete for port 5ac727e0-4cda-4569-a6b1-5ddee3f50398 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:53.099273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0275097c-5b0c-483a-b4f8-9fd1a5102e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:53.148778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5ac727e0-4cda-4569-a6b1-5ddee3f50398 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:53.165534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f786bd8-65c7-48bb-942b-70dc0e4eb3e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:53.194017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Router 24c51322-1736-4594-a490-ec4433e698c2 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:49:53.205077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f786bd8-65c7-48bb-942b-70dc0e4eb3e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:53.210343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f786bd8-65c7-48bb-942b-70dc0e4eb3e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:53.211095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f786bd8-65c7-48bb-942b-70dc0e4eb3e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:53.215739 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7f786bd8-65c7-48bb-942b-70dc0e4eb3e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/ports/2c83696b-7636-4713-a1fa-3170a89a9b53 HTTP/1.1" status: 200 len: 911 time: 2.0277877 Dec 21 16:49:53.217240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:53.246590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44230) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:53.305793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 5ac727e0-4cda-4569-a6b1-5ddee3f50398 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:53.306362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:53.426262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:53.438910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bee91209-b994-4aba-a07f-d002c553d51c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:53.440492 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] 10.222.0.67 "PUT /v2.0/routers/24c51322-1736-4594-a490-ec4433e698c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7314487 Dec 21 16:49:53.507528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f786bd8-65c7-48bb-942b-70dc0e4eb3e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=2c83696b-7636-4713-a1fa-3170a89a9b53,revision_number=3']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:53.511736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a3b54c52-f479-4b11-aa29-43b77a038be1 None None] Provisioning for port 6807f92d-d9af-4ed8-a01c-afe57438e087 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:53.516052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7f786bd8-65c7-48bb-942b-70dc0e4eb3e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:53.519434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a3b54c52-f479-4b11-aa29-43b77a038be1 None None] Provisioning complete for port 6807f92d-d9af-4ed8-a01c-afe57438e087 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:53.519866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3b54c52-f479-4b11-aa29-43b77a038be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:53.581257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a3b54c52-f479-4b11-aa29-43b77a038be1 None None] Port 6807f92d-d9af-4ed8-a01c-afe57438e087 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:53.583749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:53.588757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bee91209-b994-4aba-a07f-d002c553d51c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:53.589180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:53.610626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Transition to ACTIVE for port object 1fd13a27-1916-4688-b52c-f78da951e5d0 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:53.676028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:53.716117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:49:53.722095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-36ccc1cf-e60e-4f8a-be28-f40b350741ec None None] Allocated IP 2001:db8:0:2::2 (2cd427ea-edfa-4974-9386-0d11e5b6416a/29be6c2d-74f5-4a4c-9750-c60348736bd4/c76af202-2921-4f65-bb3c-2b751956a0b0) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:53.733094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ed3bf67c-c128-4267-89b2-ed1290d43ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:54.077321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:54.113035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] In _notify_port_updated(), no bound segment for port 1fd13a27-1916-4688-b52c-f78da951e5d0 on network 2cd427ea-edfa-4974-9386-0d11e5b6416a {{(pid=88888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:49:54.117874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:54.118817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.122214 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "PUT /v2.0/ports/1fd13a27-1916-4688-b52c-f78da951e5d0 HTTP/1.1" status: 200 len: 969 time: 2.3572283 Dec 21 16:49:54.123235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44246) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:54.126952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event updated for resources: {'Port': ['ID=1fd13a27-1916-4688-b52c-f78da951e5d0,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:54.130581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:54.167573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.174195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-36ccc1cf-e60e-4f8a-be28-f40b350741ec None None] For port c76af202-2921-4f65-bb3c-2b751956a0b0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c76af202-2921-4f65-bb3c-2b751956a0b0,segment=NetworkSegment(dea75173-6d55-4697-acaa-17128417ca18),segment_id=dea75173-6d55-4697-acaa-17128417ca18)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:49:54.219410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36ccc1cf-e60e-4f8a-be28-f40b350741ec None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.225563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2ea9d-2715-4f6d-b2ea-2a99500af8f5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port 1fd13a27-1916-4688-b52c-f78da951e5d0 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:54.226065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbf2ea9d-2715-4f6d-b2ea-2a99500af8f5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.245998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-36ccc1cf-e60e-4f8a-be28-f40b350741ec None None] Transition to ACTIVE for port object c76af202-2921-4f65-bb3c-2b751956a0b0 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:54.255358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36ccc1cf-e60e-4f8a-be28-f40b350741ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.260409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6e252d2e-8db3-48a9-bfa2-630ecd33a51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:54.298258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:54.298854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.494577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Sync routers for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:54.510921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:54.511823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:54.538265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccc1cf-e60e-4f8a-be28-f40b350741ec None None] Pushing event updated for resources: {'Port': ['ID=c76af202-2921-4f65-bb3c-2b751956a0b0,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:54.544269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44256) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:54.544696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-36ccc1cf-e60e-4f8a-be28-f40b350741ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:54.556815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-332662051-network', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:54.572510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:54.580903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Usage tracker for resource:network and tenant:b0fb39854eff4e80af580151153bcfb2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:54.589220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:54.599537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:54.649923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Made reservation on behalf of b0fb39854eff4e80af580151153bcfb2 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:54.654712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.656891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbf2ea9d-2715-4f6d-b2ea-2a99500af8f5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.685329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.749801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:49:54.770976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:54.778847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b0fb39854eff4e80af580151153bcfb2 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:54.785358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:54.794467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:54.802373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2ea9d-2715-4f6d-b2ea-2a99500af8f5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for 1fd13a27-1916-4688-b52c-f78da951e5d0 owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:54.949879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.955120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.960938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b0950d94-888c-4111-ba09-cee137ae9d17 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:54.979841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbf2ea9d-2715-4f6d-b2ea-2a99500af8f5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:54.986997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3ad832a3-228f-4b59-99ca-1df0ca1b4304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:55.020799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:49:55.046357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2ea9d-2715-4f6d-b2ea-2a99500af8f5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=1fd13a27-1916-4688-b52c-f78da951e5d0,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:55.049135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbf2ea9d-2715-4f6d-b2ea-2a99500af8f5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:55.054912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.055322 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Added segment bc521c88-b344-4ff4-bf06-ff5c16b11014 of type vlan for network 67ff3542-fe1c-48fb-a289-d4e7b084455c Dec 21 16:49:55.059616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a723b39-8c6c-4d63-95c3-266aad90d50e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:55.069679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:55.073887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 2c83696b-7636-4713-a1fa-3170a89a9b53 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:49:55.074265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.102696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbf2ea9d-2715-4f6d-b2ea-2a99500af8f5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.123270 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dbf2ea9d-2715-4f6d-b2ea-2a99500af8f5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/1fd13a27-1916-4688-b52c-f78da951e5d0 HTTP/1.1" status: 204 len: 168 time: 0.9984608 Dec 21 16:49:55.125092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44260) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:55.143376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c76af202-2921-4f65-bb3c-2b751956a0b0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:55.157016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.192786 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e92c10-1ddf-44a4-b90d-7c7f65c17bd2 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] GET failed (client error): The resource could not be found. Dec 21 16:49:55.194360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94e92c10-1ddf-44a4-b90d-7c7f65c17bd2 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Synchronizing usage tracker for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:55.199764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 2, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:55.211022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94e92c10-1ddf-44a4-b90d-7c7f65c17bd2 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Unset dirty status for tenant:81775f8c1be54fcd995b00e18fb3bd30 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:55.212867 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-94e92c10-1ddf-44a4-b90d-7c7f65c17bd2 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports/1fd13a27-1916-4688-b52c-f78da951e5d0 HTTP/1.1" status: 404 len: 333 time: 0.0866578 Dec 21 16:49:55.212987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Checking router: 24c51322-1736-4594-a490-ec4433e698c2 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:49:55.213301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Updating router 24c51322-1736-4594-a490-ec4433e698c2 port 6807f92d-d9af-4ed8-a01c-afe57438e087 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:49:55.216158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44264) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:55.279960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.310394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.311460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:55.312103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.314479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb333481-ac84-4df9-a2aa-b3ff84e4142d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.321121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44875223-daf2-48f5-9407-0d362aa27301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:55.351231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb333481-ac84-4df9-a2aa-b3ff84e4142d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.452058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.461486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb333481-ac84-4df9-a2aa-b3ff84e4142d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.468956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d37304ad-6b58-402d-8c45-ea79bfca4d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:55.469320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=67ff3542-fe1c-48fb-a289-d4e7b084455c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:55.477117 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9290261 Dec 21 16:49:55.483722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 67ff3542-fe1c-48fb-a289-d4e7b084455c details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:49:55.494669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44268) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:55.499532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb333481-ac84-4df9-a2aa-b3ff84e4142d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97610424-08ad-43b1-9c1d-7e9af7d20452,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:55.513482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Request body: {'subnet': {'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-332662051-subnet', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:55.519124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb333481-ac84-4df9-a2aa-b3ff84e4142d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:55.521421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb333481-ac84-4df9-a2aa-b3ff84e4142d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.526154 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cb333481-ac84-4df9-a2aa-b3ff84e4142d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/security-groups/97610424-08ad-43b1-9c1d-7e9af7d20452 HTTP/1.1" status: 204 len: 168 time: 0.3081710 Dec 21 16:49:55.527136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44272) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:55.528095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:55.592222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Usage tracker for resource:subnet and tenant:b0fb39854eff4e80af580151153bcfb2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:55.599411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:55.614976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:55.629628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e282a2d4-dfba-4657-b575-652bea856d1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.648349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:55.660207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 2c83696b-7636-4713-a1fa-3170a89a9b53 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:49:55.662157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e282a2d4-dfba-4657-b575-652bea856d1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.673691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Made reservation on behalf of b0fb39854eff4e80af580151153bcfb2 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:49:55.679073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.779871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.817885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e282a2d4-dfba-4657-b575-652bea856d1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.823900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cde81341-1b22-4800-9577-b23ab03c77bf tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:55.841263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282a2d4-dfba-4657-b575-652bea856d1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedde897-e541-4ded-a7b0-550fcd810a1e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:55.848986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e282a2d4-dfba-4657-b575-652bea856d1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:55.856472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e282a2d4-dfba-4657-b575-652bea856d1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.858971 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e282a2d4-dfba-4657-b575-652bea856d1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/security-groups/cedde897-e541-4ded-a7b0-550fcd810a1e HTTP/1.1" status: 204 len: 168 time: 0.3279209 Dec 21 16:49:55.862503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44276) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:55.864626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-21fc370a-af6d-4945-95f7-8937d7f90ce9 None None] Provisioning complete for port 51007d8d-749d-4456-a20d-9fcc16364c60 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:55.865152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21fc370a-af6d-4945-95f7-8937d7f90ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.923140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Transition to ACTIVE for port object 6807f92d-d9af-4ed8-a01c-afe57438e087 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:55.930252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.935595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:55.942334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-21fc370a-af6d-4945-95f7-8937d7f90ce9 None None] Port 51007d8d-749d-4456-a20d-9fcc16364c60 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:49:55.950612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-21fc370a-af6d-4945-95f7-8937d7f90ce9 None None] Could not find standard attr ID for object 1fd13a27-1916-4688-b52c-f78da951e5d0. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:49:55.968263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6acc8da4-b532-443b-8c51-43caef1e4cbb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:55.976231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-21fc370a-af6d-4945-95f7-8937d7f90ce9 None None] Provisioning for port c76af202-2921-4f65-bb3c-2b751956a0b0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:55.981544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-21fc370a-af6d-4945-95f7-8937d7f90ce9 None None] Provisioning complete for port c76af202-2921-4f65-bb3c-2b751956a0b0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:55.981973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21fc370a-af6d-4945-95f7-8937d7f90ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.000096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6acc8da4-b532-443b-8c51-43caef1e4cbb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.015306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.021754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e1acaa41-63b1-44d1-a3fe-901e030d2f63 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:56.096008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.103962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:56.133710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44da937a-ff02-4de5-89ee-e76792aecff6,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:56.137576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:56.159185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6acc8da4-b532-443b-8c51-43caef1e4cbb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.175138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Checking segment: {'id': 'bc521c88-b344-4ff4-bf06-ff5c16b11014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:56.175541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Network hostable DHCP agents. Network: 67ff3542-fe1c-48fb-a289-d4e7b084455c, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:49:56.209026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Network 67ff3542-fe1c-48fb-a289-d4e7b084455c is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:49:56.219544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 67ff3542-fe1c-48fb-a289-d4e7b084455c) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:56.224229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:49:56.224915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.239972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c610b3-a65f-47f3-95bd-92f593fa020e None None] Network 67ff3542-fe1c-48fb-a289-d4e7b084455c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:56.253836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=2c83696b-7636-4713-a1fa-3170a89a9b53,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:56.279071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:56.279679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f745b6a-427e-4a90-8260-3a0c902232ac tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:56.302604 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7903123 Dec 21 16:49:56.304119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44280) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:56.318482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-332662051-router', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:49:56.329875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:49:56.335798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Pushing event updated for resources: {'Port': ['ID=6807f92d-d9af-4ed8-a01c-afe57438e087,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:56.339898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Usage tracker for resource:router and tenant:b0fb39854eff4e80af580151153bcfb2 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:49:56.349561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:56.349999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:56.350371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:56.350738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:56.351151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:56.351514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:56.351872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:56.352233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:56.352732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:56.353089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:56.353445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:49:56.358207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:49:56.383295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:49:56.387857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:56.399513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.400770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.416630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc8da4-b532-443b-8c51-43caef1e4cbb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f616f2bf-8169-4097-afe0-8de91c07fb9b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:56.433966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6acc8da4-b532-443b-8c51-43caef1e4cbb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:56.448271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.509413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6acc8da4-b532-443b-8c51-43caef1e4cbb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.511285 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6acc8da4-b532-443b-8c51-43caef1e4cbb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/security-groups/f616f2bf-8169-4097-afe0-8de91c07fb9b HTTP/1.1" status: 204 len: 168 time: 0.6477392 Dec 21 16:49:56.517181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44284) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:56.573118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Attempting to bind port 6807f92d-d9af-4ed8-a01c-afe57438e087 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:56.573540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Attempting to bind port 6807f92d-d9af-4ed8-a01c-afe57438e087 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:56.574037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Attempting to bind port 6807f92d-d9af-4ed8-a01c-afe57438e087 on network d024f249-80dd-401b-aff7-daf5a271083f {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:56.583155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:56.583582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Checking segment: {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:56.584037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.584512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Bound using segment: {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:56.585630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Bound port: 6807f92d-d9af-4ed8-a01c-afe57438e087, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:56.586053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.633715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.743219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] For port 6807f92d-d9af-4ed8-a01c-afe57438e087, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:56.746631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] For port 6807f92d-d9af-4ed8-a01c-afe57438e087, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6807f92d-d9af-4ed8-a01c-afe57438e087,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:56.759910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.776224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c583e73d-a31a-427e-831f-5477699a2c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:56.784502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.794773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-46867778-e73f-4b59-b957-03f6ef1bafc3 None None] Could not find standard attr ID for object 1fd13a27-1916-4688-b52c-f78da951e5d0. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:49:56.804697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-67ff3542-fe1c-48fb-a289-d4e7b084455c', 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'fixed_ips': [{'subnet_id': '44da937a-ff02-4de5-89ee-e76792aecff6'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:49:56.805899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:56.880906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Pushing event updated for resources: {'Port': ['ID=6807f92d-d9af-4ed8-a01c-afe57438e087,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:56.887830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:56.908054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:56.909299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:57.045482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3d74ee-fcc7-4ce4-a548-510b16aadde7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting subnet b617e88d-55f0-4aee-912b-8f83fa6b715e {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:57.053523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.085275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Allocated IP 172.20.0.2 (67ff3542-fe1c-48fb-a289-d4e7b084455c/44da937a-ff02-4de5-89ee-e76792aecff6/cdb25bd2-0e82-485e-b2ec-936c2f291967) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:57.118408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.129336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74ee-fcc7-4ce4-a548-510b16aadde7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.166560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:49:57.344468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Allocated IP 172.26.7.213 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/7ab69952-9fbf-461b-a69d-48881cfc799a) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:49:57.399829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.414508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Transition to ACTIVE for port object cdb25bd2-0e82-485e-b2ec-936c2f291967 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:57.439209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Transition to ACTIVE for port object cdb25bd2-0e82-485e-b2ec-936c2f291967 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:49:57.445932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.464919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45ecc16f-f820-402a-a9d3-a45afb152a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:57.559140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Network 67ff3542-fe1c-48fb-a289-d4e7b084455c is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:57.564002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74ee-fcc7-4ce4-a548-510b16aadde7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.565522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Pushing event updated for resources: {'Port': ['ID=cdb25bd2-0e82-485e-b2ec-936c2f291967,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:57.578183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:57.579440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:57.582526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:57.655096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:49:56Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:57.659740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c6f9a-15db-4221-a06e-2c971d897039 None None] The sync data for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv is: [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:49:56Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:57.725572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Attempting to bind port cdb25bd2-0e82-485e-b2ec-936c2f291967 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:49:57.726463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router bf5a9694-39b3-46c0-a123-abe40799e152 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:49:57.734086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Attempting to bind port cdb25bd2-0e82-485e-b2ec-936c2f291967 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'bc521c88-b344-4ff4-bf06-ff5c16b11014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:49:57.735125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Attempting to bind port cdb25bd2-0e82-485e-b2ec-936c2f291967 on network 67ff3542-fe1c-48fb-a289-d4e7b084455c {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:49:57.749539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:49:57.749970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Checking segment: {'id': 'bc521c88-b344-4ff4-bf06-ff5c16b11014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:49:57.750426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.751155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74ee-fcc7-4ce4-a548-510b16aadde7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.755586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Bound using segment: {'id': 'bc521c88-b344-4ff4-bf06-ff5c16b11014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:49:57.756817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Bound port: cdb25bd2-0e82-485e-b2ec-936c2f291967, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc521c88-b344-4ff4-bf06-ff5c16b11014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:49:57.757269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.854478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.883608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.888781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c777409-da09-4722-a6f0-1bc8f38a611d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:57.900414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] For port cdb25bd2-0e82-485e-b2ec-936c2f291967, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:49:57.903927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] For port cdb25bd2-0e82-485e-b2ec-936c2f291967, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=cdb25bd2-0e82-485e-b2ec-936c2f291967,segment=NetworkSegment(bc521c88-b344-4ff4-bf06-ff5c16b11014),segment_id=bc521c88-b344-4ff4-bf06-ff5c16b11014)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:49:57.910345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.915602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:57.968017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:49:57.971880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:49:57.977483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:49:57.978669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:57.987338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74ee-fcc7-4ce4-a548-510b16aadde7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:57.992269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a63438cf-f104-4d52-a3df-4761d2e2db44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:57.999245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Pushing event updated for resources: {'Port': ['ID=cdb25bd2-0e82-485e-b2ec-936c2f291967,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:58.002702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:58.007205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6098a7-9f91-466f-ac0c-c4f9db6b9ce4 None None] Sync routers for ids ['bf5a9694-39b3-46c0-a123-abe40799e152'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:58.008267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Pushing event updated for resources: {'Port': ['ID=7ab69952-9fbf-461b-a69d-48881cfc799a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:58.017811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:58.029004 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/bf5a9694-39b3-46c0-a123-abe40799e152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7718928 Dec 21 16:49:58.033600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6098a7-9f91-466f-ac0c-c4f9db6b9ce4 None None] Routers {'bf5a9694-39b3-46c0-a123-abe40799e152'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:58.034316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44288) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:58.034437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac6098a7-9f91-466f-ac0c-c4f9db6b9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bf5a9694-39b3-46c0-a123-abe40799e152'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:58.035021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d74ee-fcc7-4ce4-a548-510b16aadde7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Subnet': ['ID=b617e88d-55f0-4aee-912b-8f83fa6b715e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:58.041744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c3d74ee-fcc7-4ce4-a548-510b16aadde7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:58.101436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74ee-fcc7-4ce4-a548-510b16aadde7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:58.107461 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0c3d74ee-fcc7-4ce4-a548-510b16aadde7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/b617e88d-55f0-4aee-912b-8f83fa6b715e HTTP/1.1" status: 204 len: 168 time: 1.5848882 Dec 21 16:49:58.107461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5d22f8d3-20b2-45f6-8efb-6d1cc29a9c5e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Synchronizing usage tracker for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:49:58.109269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44292) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:58.125154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0712d5-f491-40a4-be90-b5124067f907 None None] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:49:58.153142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac6098a7-9f91-466f-ac0c-c4f9db6b9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:58.182204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5d22f8d3-20b2-45f6-8efb-6d1cc29a9c5e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Unset dirty status for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:49:58.186700 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5d22f8d3-20b2-45f6-8efb-6d1cc29a9c5e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf5a9694-39b3-46c0-a123-abe40799e152 HTTP/1.1" status: 200 len: 205 time: 0.1462443 Dec 21 16:49:58.186700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44296) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:58.202317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:58.203243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:58.252011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6098a7-9f91-466f-ac0c-c4f9db6b9ce4 None None] Routers {'bf5a9694-39b3-46c0-a123-abe40799e152'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:58.252755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac6098a7-9f91-466f-ac0c-c4f9db6b9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bf5a9694-39b3-46c0-a123-abe40799e152'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:58.326023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac6098a7-9f91-466f-ac0c-c4f9db6b9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:58.326738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6098a7-9f91-466f-ac0c-c4f9db6b9ce4 None None] The sync data for ids ['bf5a9694-39b3-46c0-a123-abe40799e152'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:49:58.336549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39124dd-b79d-4398-a5e0-7391c9f6c3cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting subnet 29be6c2d-74f5-4a4c-9750-c60348736bd4 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:58.341764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f39124dd-b79d-4398-a5e0-7391c9f6c3cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:58.450555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d35309d0-136e-4d98-bf99-ab6854ee7aff tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:58.580131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f39124dd-b79d-4398-a5e0-7391c9f6c3cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:58.596788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:49:58.897426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:49:58.908144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Sync routers for ids ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:49:58.926383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Routers {'25f7c0ff-b3d1-4958-9c09-01eaf37d5527'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:49:58.927104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:49:58.931882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:58.936038 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6281772 Dec 21 16:49:58.936416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44300) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:59.019564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f39124dd-b79d-4398-a5e0-7391c9f6c3cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.072164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d35309d0-136e-4d98-bf99-ab6854ee7aff tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.095076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d35309d0-136e-4d98-bf99-ab6854ee7aff tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.177887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f39124dd-b79d-4398-a5e0-7391c9f6c3cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.183178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c3d74ee-fcc7-4ce4-a548-510b16aadde7 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:49:59.223697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d35309d0-136e-4d98-bf99-ab6854ee7aff tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.229843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35309d0-136e-4d98-bf99-ab6854ee7aff tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Fanout notify agent at l3_agent the message router_deleted on router bf5a9694-39b3-46c0-a123-abe40799e152 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:49:59.244767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39124dd-b79d-4398-a5e0-7391c9f6c3cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Subnet': ['ID=29be6c2d-74f5-4a4c-9750-c60348736bd4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:49:59.251352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f39124dd-b79d-4398-a5e0-7391c9f6c3cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:49:59.259815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f39124dd-b79d-4398-a5e0-7391c9f6c3cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.279429 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f39124dd-b79d-4398-a5e0-7391c9f6c3cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/29be6c2d-74f5-4a4c-9750-c60348736bd4 HTTP/1.1" status: 204 len: 168 time: 1.1667082 Dec 21 16:49:59.281334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d35309d0-136e-4d98-bf99-ab6854ee7aff tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.282832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d35309d0-136e-4d98-bf99-ab6854ee7aff tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/bf5a9694-39b3-46c0-a123-abe40799e152 HTTP/1.1" status: 204 len: 168 time: 1.0951772 Dec 21 16:49:59.285440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44306) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:59.286454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44304) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:59.301241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Set router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:49:59.308080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device cdb25bd2-0e82-485e-b2ec-936c2f291967 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:59.367789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.385611 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0836c5c-fbf2-416a-95f4-75802fec735c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:49:59.386015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0836c5c-fbf2-416a-95f4-75802fec735c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:49:59.387902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d0836c5c-fbf2-416a-95f4-75802fec735c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/b617e88d-55f0-4aee-912b-8f83fa6b715e HTTP/1.1" status: 404 len: 337 time: 0.0938447 Dec 21 16:49:59.432031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44312) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:49:59.489870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port cdb25bd2-0e82-485e-b2ec-936c2f291967 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:59.502432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6807f92d-d9af-4ed8-a01c-afe57438e087 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:49:59.649568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8386723b-90d3-49b9-98d5-c178226b86c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting subnet 42b7dc47-588c-442a-85e1-52aa49f0398a {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:49:59.662614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8386723b-90d3-49b9-98d5-c178226b86c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.664256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 6807f92d-d9af-4ed8-a01c-afe57438e087 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:49:59.671318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 6807f92d-d9af-4ed8-a01c-afe57438e087 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:49:59.671803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.740859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8386723b-90d3-49b9-98d5-c178226b86c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.851062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8386723b-90d3-49b9-98d5-c178226b86c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.949815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8386723b-90d3-49b9-98d5-c178226b86c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:49:59.963935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eaf62c81-0985-488c-8477-816627773cb8 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:00.013463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'name': 'tempest-TestVolumeBootPattern-332662051-router', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:56Z', 'updated_at': '2021-12-21T16:49:58Z', 'revision_number': 3, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'gw_port': {'id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:57Z', 'updated_at': '2021-12-21T16:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:00.017666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.018132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Checking router: 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:50:00.018529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Updating router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 port 7ab69952-9fbf-461b-a69d-48881cfc799a binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:50:00.055601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d36ef2-361f-44c8-a1b8-7329fbca69a5 None None] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:00.092611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.109154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386723b-90d3-49b9-98d5-c178226b86c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Subnet': ['ID=42b7dc47-588c-442a-85e1-52aa49f0398a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:00.130202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-64877781-a553-4260-91a9-68ffbe7fa838 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting subnet 2252a2d1-71ab-4507-af60-ae28ff60824c {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:50:00.134492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8386723b-90d3-49b9-98d5-c178226b86c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:00.135262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64877781-a553-4260-91a9-68ffbe7fa838 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.211846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8386723b-90d3-49b9-98d5-c178226b86c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.230752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8386723b-90d3-49b9-98d5-c178226b86c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/42b7dc47-588c-442a-85e1-52aa49f0398a HTTP/1.1" status: 204 len: 168 time: 0.9413056 Dec 21 16:50:00.231860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44316) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:00.279925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64877781-a553-4260-91a9-68ffbe7fa838 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.306481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.482941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.509172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 5ac727e0-4cda-4569-a6b1-5ddee3f50398 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:00.509553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.527168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f553a8-0dae-4be8-b125-4c2371c287f1 None None] Network 15e84cf0-a147-433c-b903-d98d5ccd6d4d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:00.561878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64877781-a553-4260-91a9-68ffbe7fa838 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.628065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.643243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Transition to ACTIVE for port object 7ab69952-9fbf-461b-a69d-48881cfc799a will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:00.651472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.663796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:00.666321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1992e0-edb1-4184-97b2-9aebcc75aa85 None None] Network 67ff3542-fe1c-48fb-a289-d4e7b084455c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:00.689990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Allocated IP 172.20.0.1 (67ff3542-fe1c-48fb-a289-d4e7b084455c/44da937a-ff02-4de5-89ee-e76792aecff6/2a920cd4-6805-4300-8908-01063e67fb7a) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:00.729621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Attempting to bind port 7ab69952-9fbf-461b-a69d-48881cfc799a on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:00.730010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Attempting to bind port 7ab69952-9fbf-461b-a69d-48881cfc799a by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:00.730516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Attempting to bind port 7ab69952-9fbf-461b-a69d-48881cfc799a on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:00.747737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:00.748165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:00.748629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.749080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:00.749639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Bound port: 7ab69952-9fbf-461b-a69d-48881cfc799a, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:00.750073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.788465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-554394e5-121e-4572-aaf7-93bd8c6b590c None None] Provisioning complete for port 51007d8d-749d-4456-a20d-9fcc16364c60 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:00.788899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-554394e5-121e-4572-aaf7-93bd8c6b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.840079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] For port 7ab69952-9fbf-461b-a69d-48881cfc799a, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:00.844470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] For port 7ab69952-9fbf-461b-a69d-48881cfc799a, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7ab69952-9fbf-461b-a69d-48881cfc799a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:00.852353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.860368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 6807f92d-d9af-4ed8-a01c-afe57438e087, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6807f92d-d9af-4ed8-a01c-afe57438e087,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:00.868642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-554394e5-121e-4572-aaf7-93bd8c6b590c None None] Port 51007d8d-749d-4456-a20d-9fcc16364c60 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:50:00.897358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Routers {'25f7c0ff-b3d1-4958-9c09-01eaf37d5527'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:00.898055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:00.934849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:00.969776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Transition to ACTIVE for port object 2a920cd4-6805-4300-8908-01063e67fb7a will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:01.003064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.010354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622eb4e6-27a2-4569-b575-f5b9fafa1908 None None] Pushing event updated for resources: {'Port': ['ID=7ab69952-9fbf-461b-a69d-48881cfc799a,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:01.011094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-233616f5-85bb-43ef-9f7c-f90892187a8a tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:01.013334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-622eb4e6-27a2-4569-b575-f5b9fafa1908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:01.028539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.047637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2f993a95-87ce-409f-b237-508f456b2662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:01.076977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d853ac4-757a-469e-bf9c-c87ef2b410cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:01.119657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Network 67ff3542-fe1c-48fb-a289-d4e7b084455c is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:01.120048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port 5ac727e0-4cda-4569-a6b1-5ddee3f50398, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5ac727e0-4cda-4569-a6b1-5ddee3f50398,segment=NetworkSegment(c29e8c25-62b9-457e-82e3-72440ffb4080),segment_id=c29e8c25-62b9-457e-82e3-72440ffb4080)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:01.120460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.124279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:01.145948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:01.176082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622eb4e6-27a2-4569-b575-f5b9fafa1908 None None] Pushing event updated for resources: {'Port': ['ID=7ab69952-9fbf-461b-a69d-48881cfc799a,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:01.180602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-622eb4e6-27a2-4569-b575-f5b9fafa1908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:01.183590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-554394e5-121e-4572-aaf7-93bd8c6b590c None None] Provisioning complete for port c76af202-2921-4f65-bb3c-2b751956a0b0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:01.183590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-554394e5-121e-4572-aaf7-93bd8c6b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.229975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.251624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Pushing event updated for resources: {'Port': ['ID=2a920cd4-6805-4300-8908-01063e67fb7a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:01.268242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 5ac727e0-4cda-4569-a6b1-5ddee3f50398 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:01.271046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=6807f92d-d9af-4ed8-a01c-afe57438e087,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:01.271384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:01.352417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64877781-a553-4260-91a9-68ffbe7fa838 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.354303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:01.370354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-47c8e17a-eb75-423b-87ae-3f79f9cd14b3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:01.404941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.409513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64877781-a553-4260-91a9-68ffbe7fa838 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.429405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64877781-a553-4260-91a9-68ffbe7fa838 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Subnet': ['ID=2252a2d1-71ab-4507-af60-ae28ff60824c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:01.435297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] Set router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:01.438298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-64877781-a553-4260-91a9-68ffbe7fa838 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:01.439194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3979a3d1-3821-4a13-b311-61e64ac5854b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:01.440246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.465320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9bf756-aa5d-425d-9231-2fa26f6b1b89 None None] DHCP port deletion for 15e84cf0-a147-433c-b903-d98d5ccd6d4d request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:50:01.483741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=5ac727e0-4cda-4569-a6b1-5ddee3f50398,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:01.489764 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-64877781-a553-4260-91a9-68ffbe7fa838 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/2252a2d1-71ab-4507-af60-ae28ff60824c HTTP/1.1" status: 204 len: 168 time: 2.0562999 Dec 21 16:50:01.490708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:01.491412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44320) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:01.531218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No DVR routers for this DVR port 5ac727e0-4cda-4569-a6b1-5ddee3f50398 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:50:01.585765 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-96845647-27cf-4e34-b886-a9d71cc002d8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:50:01.590596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96845647-27cf-4e34-b886-a9d71cc002d8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:50:01.592526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-96845647-27cf-4e34-b886-a9d71cc002d8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/294d3c11-6066-4742-aa9e-68fdb6c7fe41 HTTP/1.1" status: 404 len: 337 time: 0.0989287 Dec 21 16:50:01.598907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44326) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:01.723119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678de48b-1c95-47e4-814c-4bed0244b071 None None] Update dhcp port {'port': {'network_id': '2cd427ea-edfa-4974-9386-0d11e5b6416a', 'fixed_ips': [{'subnet_id': '2252a2d1-71ab-4507-af60-ae28ff60824c'}], 'binding:host_id': 'dv-neutron-822515-1-hyperv'}, 'id': 'c76af202-2921-4f65-bb3c-2b751956a0b0'} from dv-neutron-822515-1-hyperv. {{(pid=88889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 16:50:01.777519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.778010 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-00a359b6-731c-4a49-974f-50a7ad5f02d4 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "GET /v2.0/ports?device_id=2caf2169-8040-4c02-b249-1bab960244de HTTP/1.1" status: 200 len: 205 time: 0.1777835 Dec 21 16:50:01.778702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44330) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:01.799459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2f0e639f-5300-4488-a25d-370488ceb4e8 None None] Provisioning for port cdb25bd2-0e82-485e-b2ec-936c2f291967 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:01.809403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-678de48b-1c95-47e4-814c-4bed0244b071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.825314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e84cf0-a147-433c-b903-d98d5ccd6d4d']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:01.849236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29e8c25-62b9-457e-82e3-72440ffb4080') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:01.849830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29e8c25-62b9-457e-82e3-72440ffb4080') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:01.863225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.882395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-93f3953b-2758-4333-81ce-5fe97c264312 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] delete failed (client error): The resource could not be found. Dec 21 16:50:01.887153 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-93f3953b-2758-4333-81ce-5fe97c264312 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/routers/2caf2169-8040-4c02-b249-1bab960244de HTTP/1.1" status: 404 len: 336 time: 0.0991728 Dec 21 16:50:01.889341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44336) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:01.897370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2f0e639f-5300-4488-a25d-370488ceb4e8 None None] Provisioning complete for port cdb25bd2-0e82-485e-b2ec-936c2f291967 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:01.897613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.898003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f0e639f-5300-4488-a25d-370488ceb4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.904938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:50:01.905811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:50:01.924047 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:50:01.928193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'name': 'tempest-TestVolumeBootPattern-332662051-router', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:56Z', 'updated_at': '2021-12-21T16:49:58Z', 'revision_number': 3, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'gw_port': {'id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:57Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:01.935232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c78182-031a-4aa7-864b-380e115a5e0f None None] The sync data for ids ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'] in dv-neutron-822515-1-hyperv is: [{'id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'name': 'tempest-TestVolumeBootPattern-332662051-router', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:56Z', 'updated_at': '2021-12-21T16:49:58Z', 'revision_number': 3, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'gw_port': {'id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:57Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:01.949155 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc96d7a-7b15-4697-b3cd-8f345366821f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:50:01.949660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc96d7a-7b15-4697-b3cd-8f345366821f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:50:01.978908 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5dc96d7a-7b15-4697-b3cd-8f345366821f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/11eff0a7-c894-4b17-ab35-614b472eced1 HTTP/1.1" status: 404 len: 337 time: 0.0862725 Dec 21 16:50:01.984199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44340) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:02.030811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-179aaac2-456d-444e-8b6e-29aedc8e91b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:50:02.031231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179aaac2-456d-444e-8b6e-29aedc8e91b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:50:02.033023 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-179aaac2-456d-444e-8b6e-29aedc8e91b5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/1615815b-4c6c-4a74-9925-39a9da3a3612 HTTP/1.1" status: 404 len: 337 time: 0.0477915 Dec 21 16:50:02.050369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44344) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:02.068382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.075638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.098725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.113300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dc991d95-8bed-4e16-b588-0d205fbaa930 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:02.117356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.139487 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1d4e90-e8a6-4b0a-92a1-14411f9ea09f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:50:02.140377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1d4e90-e8a6-4b0a-92a1-14411f9ea09f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:50:02.143196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4326a87a-6973-416d-954d-9a9bcd17a26f tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:02.161770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f0e639f-5300-4488-a25d-370488ceb4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.168795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Network': ['ID=15e84cf0-a147-433c-b903-d98d5ccd6d4d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:02.172149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:02.177603 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/networks/15e84cf0-a147-433c-b903-d98d5ccd6d4d HTTP/1.1" status: 204 len: 168 time: 1.9446750 Dec 21 16:50:02.180296 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea1d4e90-e8a6-4b0a-92a1-14411f9ea09f tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/337c9b3a-2903-49b6-8898-2c6c644c66f7 HTTP/1.1" status: 404 len: 337 time: 0.1286204 Dec 21 16:50:02.184129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44348) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:02.185411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44350) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:02.214660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Pushing event updated for resources: {'Port': ['ID=2a920cd4-6805-4300-8908-01063e67fb7a,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:02.225205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1d6bf8ab-50a7-4e31-99b5-40fe82400f2d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1892791081', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:02.233530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2f0e639f-5300-4488-a25d-370488ceb4e8 None None] For port cdb25bd2-0e82-485e-b2ec-936c2f291967, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=cdb25bd2-0e82-485e-b2ec-936c2f291967,segment=NetworkSegment(bc521c88-b344-4ff4-bf06-ff5c16b11014),segment_id=bc521c88-b344-4ff4-bf06-ff5c16b11014)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:02.234081 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0751b166-ea09-4f9d-8737-9625b6886591 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:50:02.234587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0751b166-ea09-4f9d-8737-9625b6886591 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:50:02.236685 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0751b166-ea09-4f9d-8737-9625b6886591 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/907c81b9-7402-4c22-808e-c1d401e52dfb HTTP/1.1" status: 404 len: 333 time: 0.0501606 Dec 21 16:50:02.237295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:02.239593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44356) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:02.241048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1d6bf8ab-50a7-4e31-99b5-40fe82400f2d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:02.241453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f0e639f-5300-4488-a25d-370488ceb4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.245259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d54af62-c7e3-4232-a4f2-6abcc830f7ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:02.250318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1d6bf8ab-50a7-4e31-99b5-40fe82400f2d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:router and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:02.255331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1d6bf8ab-50a7-4e31-99b5-40fe82400f2d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:02.264350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.276906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1d6bf8ab-50a7-4e31-99b5-40fe82400f2d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:02.284937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed25fae5-595a-47b9-b5db-84e8d113f0fc None None] Network 2cd427ea-edfa-4974-9386-0d11e5b6416a requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:02.315038 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9d57ee-feef-4444-b1ef-10917fc6b3ca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:50:02.315541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9d57ee-feef-4444-b1ef-10917fc6b3ca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:50:02.320617 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-db9d57ee-feef-4444-b1ef-10917fc6b3ca tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/b4291fee-f492-4a30-90a9-71901c6e7c0a HTTP/1.1" status: 404 len: 337 time: 0.0760145 Dec 21 16:50:02.321535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44360) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:02.398518 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e006e22-870d-496a-90f6-7eeb95a3a1d9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:50:02.399411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e006e22-870d-496a-90f6-7eeb95a3a1d9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:50:02.407903 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1e006e22-870d-496a-90f6-7eeb95a3a1d9 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/39f58d91-4305-4f54-a42d-aacd268540e9 HTTP/1.1" status: 404 len: 337 time: 0.0848989 Dec 21 16:50:02.409711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44364) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:02.460447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e639f-5300-4488-a25d-370488ceb4e8 None None] Pushing event updated for resources: {'Port': ['ID=cdb25bd2-0e82-485e-b2ec-936c2f291967,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:02.464400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2f0e639f-5300-4488-a25d-370488ceb4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:02.476419 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebb7e38-237c-46e1-ab04-7a41e0f2769e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:50:02.476988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebb7e38-237c-46e1-ab04-7a41e0f2769e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:50:02.483531 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1ebb7e38-237c-46e1-ab04-7a41e0f2769e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/8cc2f060-4220-411a-b02d-79f09e96ffd0 HTTP/1.1" status: 404 len: 333 time: 0.0707049 Dec 21 16:50:02.484334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44368) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:02.534255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f49f3fa9-83bd-4030-82aa-fe8798ee6572 None None] Provisioning complete for port 51007d8d-749d-4456-a20d-9fcc16364c60 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:02.534681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f49f3fa9-83bd-4030-82aa-fe8798ee6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.550512 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99e33a1-9fbb-4921-8db1-189e389c5c82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:50:02.551156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99e33a1-9fbb-4921-8db1-189e389c5c82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:50:02.557629 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e99e33a1-9fbb-4921-8db1-189e389c5c82 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/2ece49ac-f29c-4652-ba29-f40eeee34ebd HTTP/1.1" status: 404 len: 337 time: 0.0720465 Dec 21 16:50:02.558398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44372) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:02.606934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc98f47-0078-4a8b-9b6c-7a1b00317257 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] DELETE failed (client error): The resource could not be found. Dec 21 16:50:02.607478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc98f47-0078-4a8b-9b6c-7a1b00317257 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:50:02.612111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9bc98f47-0078-4a8b-9b6c-7a1b00317257 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/subnets/d9a8cd65-b2fc-4fc8-a674-4214bac5d750 HTTP/1.1" status: 404 len: 337 time: 0.0493250 Dec 21 16:50:02.612536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44376) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:02.635812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf8ab-50a7-4e31-99b5-40fe82400f2d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.636830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f49f3fa9-83bd-4030-82aa-fe8798ee6572 None None] Port 51007d8d-749d-4456-a20d-9fcc16364c60 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:50:02.636946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf8ab-50a7-4e31-99b5-40fe82400f2d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.666235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f49f3fa9-83bd-4030-82aa-fe8798ee6572 None None] Provisioning for port 2a920cd4-6805-4300-8908-01063e67fb7a completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:02.674427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f49f3fa9-83bd-4030-82aa-fe8798ee6572 None None] Provisioning complete for port 2a920cd4-6805-4300-8908-01063e67fb7a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:02.674427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f49f3fa9-83bd-4030-82aa-fe8798ee6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.714131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e636d405-c466-4459-b8ee-8a9546c92a1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port 51007d8d-749d-4456-a20d-9fcc16364c60 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:02.714516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e636d405-c466-4459-b8ee-8a9546c92a1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.738182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9268a6ba-1b79-4c2d-806e-ef2386e9c4f5 None None] DHCP port deletion for 2cd427ea-edfa-4974-9386-0d11e5b6416a request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:50:02.758237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf8ab-50a7-4e31-99b5-40fe82400f2d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.775679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f49f3fa9-83bd-4030-82aa-fe8798ee6572 None None] Port 2a920cd4-6805-4300-8908-01063e67fb7a cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:50:02.779617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9268a6ba-1b79-4c2d-806e-ef2386e9c4f5 None None] Deleting port c76af202-2921-4f65-bb3c-2b751956a0b0 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:02.780108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9268a6ba-1b79-4c2d-806e-ef2386e9c4f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.795776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf8ab-50a7-4e31-99b5-40fe82400f2d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.843287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f49f3fa9-83bd-4030-82aa-fe8798ee6572 None None] Provisioning complete for port cdb25bd2-0e82-485e-b2ec-936c2f291967 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:02.843719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f49f3fa9-83bd-4030-82aa-fe8798ee6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:02.863076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Network 67ff3542-fe1c-48fb-a289-d4e7b084455c is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:02.864722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:03.026436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e636d405-c466-4459-b8ee-8a9546c92a1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.108130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf8ab-50a7-4e31-99b5-40fe82400f2d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.114206 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1d6bf8ab-50a7-4e31-99b5-40fe82400f2d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8970392 Dec 21 16:50:03.116356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44380) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:03.128187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-423396840'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:03.136273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:03.160623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:network and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:03.250649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e636d405-c466-4459-b8ee-8a9546c92a1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for 51007d8d-749d-4456-a20d-9fcc16364c60 owned by {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:03.257178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:03.286695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:03.331323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:03.337536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.384853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e636d405-c466-4459-b8ee-8a9546c92a1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.400868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:50:03.401852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c562884f-fece-4d6f-b029-6913841f9522 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:03.407707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device cdb25bd2-0e82-485e-b2ec-936c2f291967 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:03.428902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.429109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added segment 0d0e512e-1681-4f20-a71d-2f7df4d9c75a of type vlan for network 46f8a3d6-a085-4517-91fe-a566ffa92d41 Dec 21 16:50:03.451971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e636d405-c466-4459-b8ee-8a9546c92a1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.455964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636d405-c466-4459-b8ee-8a9546c92a1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Port': ['ID=51007d8d-749d-4456-a20d-9fcc16364c60,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:03.460073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e636d405-c466-4459-b8ee-8a9546c92a1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:03.462865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.476195 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e636d405-c466-4459-b8ee-8a9546c92a1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/ports/51007d8d-749d-4456-a20d-9fcc16364c60 HTTP/1.1" status: 204 len: 168 time: 0.8625226 Dec 21 16:50:03.477119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44384) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:03.512129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.517192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:03.517854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.523274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9268a6ba-1b79-4c2d-806e-ef2386e9c4f5 None None] For port c76af202-2921-4f65-bb3c-2b751956a0b0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c76af202-2921-4f65-bb3c-2b751956a0b0,segment=NetworkSegment(dea75173-6d55-4697-acaa-17128417ca18),segment_id=dea75173-6d55-4697-acaa-17128417ca18)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:03.523972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9268a6ba-1b79-4c2d-806e-ef2386e9c4f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.525944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-951f2a56-2f83-4a13-b616-4e1c3d450e7d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:03.597880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f49f3fa9-83bd-4030-82aa-fe8798ee6572 None None] Provisioning complete for port c76af202-2921-4f65-bb3c-2b751956a0b0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:03.598308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f49f3fa9-83bd-4030-82aa-fe8798ee6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.621851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.634670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port c76af202-2921-4f65-bb3c-2b751956a0b0 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:03.635417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.644115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Network': ['ID=46f8a3d6-a085-4517-91fe-a566ffa92d41,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:03.648657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:03.701994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9268a6ba-1b79-4c2d-806e-ef2386e9c4f5 None None] Calling delete_port for c76af202-2921-4f65-bb3c-2b751956a0b0 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:03.733524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 46f8a3d6-a085-4517-91fe-a566ffa92d41 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:50:03.741096 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6209371 Dec 21 16:50:03.741620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44388) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:03.753892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'subnet': {'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:03.808612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:03.825289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port cdb25bd2-0e82-485e-b2ec-936c2f291967 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:03.825640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:03.941147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:04.001429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:subnet and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:04.007877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:04.018531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:04.022631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] For port c76af202-2921-4f65-bb3c-2b751956a0b0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c76af202-2921-4f65-bb3c-2b751956a0b0,segment=NetworkSegment(dea75173-6d55-4697-acaa-17128417ca18),segment_id=dea75173-6d55-4697-acaa-17128417ca18)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:04.023014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.036566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:04.041693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9268a6ba-1b79-4c2d-806e-ef2386e9c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.046714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-32a32244-c28d-43b3-9748-a2d3137b0c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:04.055634 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] 10.222.0.67 "PUT /v2.0/routers/25f7c0ff-b3d1-4958-9c09-01eaf37d5527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1136072 Dec 21 16:50:04.099342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268a6ba-1b79-4c2d-806e-ef2386e9c4f5 None None] Pushing event deleted for resources: {'Port': ['ID=c76af202-2921-4f65-bb3c-2b751956a0b0,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:04.103207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9268a6ba-1b79-4c2d-806e-ef2386e9c4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:04.138768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268a6ba-1b79-4c2d-806e-ef2386e9c4f5 None None] No DVR routers for this DVR port c76af202-2921-4f65-bb3c-2b751956a0b0 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:50:04.165864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Calling delete_port for c76af202-2921-4f65-bb3c-2b751956a0b0 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:04.176105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7ab69952-9fbf-461b-a69d-48881cfc799a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:04.198092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:04.217672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aa3a8ce2-56d4-433b-8c48-b9c1111babd8 None None] Provisioning complete for port 2a920cd4-6805-4300-8908-01063e67fb7a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:04.218097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa3a8ce2-56d4-433b-8c48-b9c1111babd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.274378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a8ce2-56d4-433b-8c48-b9c1111babd8 None None] Port 2a920cd4-6805-4300-8908-01063e67fb7a cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:50:04.308930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 7ab69952-9fbf-461b-a69d-48881cfc799a completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:04.314004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 7ab69952-9fbf-461b-a69d-48881cfc799a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:04.314440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.346120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.383686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:50:04.384143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:50:04.452341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.470119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 7ab69952-9fbf-461b-a69d-48881cfc799a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7ab69952-9fbf-461b-a69d-48881cfc799a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:04.474282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.475818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6807f92d-d9af-4ed8-a01c-afe57438e087 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:04.503702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9268a6ba-1b79-4c2d-806e-ef2386e9c4f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:04.593588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=7ab69952-9fbf-461b-a69d-48881cfc799a,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:04.597121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:04.602644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.608924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 6807f92d-d9af-4ed8-a01c-afe57438e087 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:04.609402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.609593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81b408ae-19fc-4cd0-b7e2-f577ee5af037 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:04.644660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44400) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:04.651391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733415394', 'description': 'tempest-secgroup-smoke-733415394 description', 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:04.658271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:04.663025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:security_group and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:04.666069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:04.672358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:04.683650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.699885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Subnet': ['ID=b833a6f9-3da9-40b1-bcbc-5492765ed7a8,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:04.704606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:04.705637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Checking segment: {'id': '0d0e512e-1681-4f20-a71d-2f7df4d9c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:04.706029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network hostable DHCP agents. Network: 46f8a3d6-a085-4517-91fe-a566ffa92d41, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:50:04.727193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:04.730530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 46f8a3d6-a085-4517-91fe-a566ffa92d41 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:50:04.731364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:security_group_rule and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:04.734834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:04.739313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 46f8a3d6-a085-4517-91fe-a566ffa92d41) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:04.741945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:04.744463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:04.745100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.753773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8571e77c-dafa-4769-9170-5a0e8717537e None None] Network 46f8a3d6-a085-4517-91fe-a566ffa92d41 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:04.770286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0274775 Dec 21 16:50:04.775285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44404) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:04.805382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.810409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.814632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f3f061be-cda7-4ed9-b773-fb4b83ef3f9d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:04.853841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5ac727e0-4cda-4569-a6b1-5ddee3f50398 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:50:04.860187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e08705-ac57-4540-b51d-d1115f911514,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:04.865343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:04.866804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.868159 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2225218 Dec 21 16:50:04.871201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44408) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:04.877373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'security_group_rule': {'security_group_id': '33e08705-ac57-4540-b51d-d1115f911514', 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:04.884468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:04.888576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:security_group_rule and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:04.891677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:04.897840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:04.902192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 5ac727e0-4cda-4569-a6b1-5ddee3f50398 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:50:04.902680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5ac727e0-4cda-4569-a6b1-5ddee3f50398 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:50:04.903235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c76af202-2921-4f65-bb3c-2b751956a0b0 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:50:04.909277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Deleting port c76af202-2921-4f65-bb3c-2b751956a0b0 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:04.909439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.914991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.943055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: c76af202-2921-4f65-bb3c-2b751956a0b0 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:50:04.943474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c76af202-2921-4f65-bb3c-2b751956a0b0 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:50:04.990017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.994297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:04.996275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:05.021833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f144d89-673d-4cef-88e3-1513df8df55d,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:05.024756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:05.033189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.034609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1623907 Dec 21 16:50:05.039325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44412) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:05.046818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'security_group_rule': {'security_group_id': '33e08705-ac57-4540-b51d-d1115f911514', 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:05.056385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:05.061619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:security_group_rule and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:05.064980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:05.072786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:05.092866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-46f8a3d6-a085-4517-91fe-a566ffa92d41', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:50:05.095441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.103122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.167632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7ab69952-9fbf-461b-a69d-48881cfc799a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:05.181269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.184339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.186440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-355c92be-c89e-4933-b9a0-55c04bba434a tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:05.208929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e90fa4-3664-4d0a-9dac-ed6d8217bd5a,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:05.214065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:05.222748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.227446 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1836457 Dec 21 16:50:05.228009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44416) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:05.236461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'security_group_rule': {'security_group_id': '33e08705-ac57-4540-b51d-d1115f911514', 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:05.245254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:05.249745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:security_group_rule and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:05.253104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:05.259472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:05.279494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.287270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] The port 'c76af202-2921-4f65-bb3c-2b751956a0b0' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:50:05.325259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 7ab69952-9fbf-461b-a69d-48881cfc799a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:05.326268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.350341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.353980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.356026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fba7f44f-e404-4b67-94f9-ec238caba46c tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:05.390903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44ea9cf-a4a2-4883-803e-31f0d50e62d3,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:05.398587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Allocated IP 2001:db8::2 (46f8a3d6-a085-4517-91fe-a566ffa92d41/b833a6f9-3da9-40b1-bcbc-5492765ed7a8/89ca2211-8685-4319-a435-28b16cdada48) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:05.402136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:05.432672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.436788 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2043128 Dec 21 16:50:05.437242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44420) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:05.444186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'security_group_rule': {'security_group_id': '33e08705-ac57-4540-b51d-d1115f911514', 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:05.451110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:05.455996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:security_group_rule and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:05.458529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:05.467080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:05.482800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.515501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.555596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.558191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.566844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:05.597883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7d4648-9413-4438-a544-e71dbe54fb88,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:05.601086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:05.602819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.606823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1660709 Dec 21 16:50:05.611218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44424) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:05.621030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'security_group_rule': {'security_group_id': '33e08705-ac57-4540-b51d-d1115f911514', 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:05.633050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd427ea-edfa-4974-9386-0d11e5b6416a']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:05.641713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:05.651898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:security_group_rule and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:05.656323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:05.663493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea75173-6d55-4697-acaa-17128417ca18') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:05.663832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea75173-6d55-4697-acaa-17128417ca18') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:05.705291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.716851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Transition to ACTIVE for port object 89ca2211-8685-4319-a435-28b16cdada48 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:05.724781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:05.738141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Transition to ACTIVE for port object 89ca2211-8685-4319-a435-28b16cdada48 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:05.742696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.746193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.748009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:05.815899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Network 46f8a3d6-a085-4517-91fe-a566ffa92d41 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:05.819729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:05.824333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:05.824716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Project fd9f31a269eb40be8aee5995f7e8cd18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:50:05.826681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Pushing event updated for resources: {'Port': ['ID=89ca2211-8685-4319-a435-28b16cdada48,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:05.829867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:05.831095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.839199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.855592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:50:05.856035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:50:05.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:50:05.919366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Attempting to bind port 89ca2211-8685-4319-a435-28b16cdada48 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:05.919687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Attempting to bind port 89ca2211-8685-4319-a435-28b16cdada48 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0d0e512e-1681-4f20-a71d-2f7df4d9c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:05.920099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Attempting to bind port 89ca2211-8685-4319-a435-28b16cdada48 on network 46f8a3d6-a085-4517-91fe-a566ffa92d41 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:05.927081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:05.927502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Checking segment: {'id': '0d0e512e-1681-4f20-a71d-2f7df4d9c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:05.928501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:05.928943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Bound using segment: {'id': '0d0e512e-1681-4f20-a71d-2f7df4d9c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:05.929466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Bound port: 89ca2211-8685-4319-a435-28b16cdada48, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0e512e-1681-4f20-a71d-2f7df4d9c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:05.929885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.022031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.024143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Sync routers for ids ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:06.029386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] For port 89ca2211-8685-4319-a435-28b16cdada48, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:06.033141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57d32f84-986b-4a6d-ba0b-7da75758088a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:06.033936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] For port 89ca2211-8685-4319-a435-28b16cdada48, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=89ca2211-8685-4319-a435-28b16cdada48,segment=NetworkSegment(0d0e512e-1681-4f20-a71d-2f7df4d9c75a),segment_id=0d0e512e-1681-4f20-a71d-2f7df4d9c75a)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:06.038309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.042905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:06.053777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.070530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Pushing event deleted for resources: {'Network': ['ID=2cd427ea-edfa-4974-9386-0d11e5b6416a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:06.077142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:06.078619 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2abc71f8-c612-4e43-a397-1970033a5e9e tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] 10.222.0.67 "DELETE /v2.0/networks/2cd427ea-edfa-4974-9386-0d11e5b6416a HTTP/1.1" status: 204 len: 168 time: 2.6003079 Dec 21 16:50:06.104342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Routers {'25f7c0ff-b3d1-4958-9c09-01eaf37d5527'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:06.105038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:06.127572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.129232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.145315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.150053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-13b12639-2950-47fc-8e37-a3c9fcd645c1 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:06.174698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15d5242-9db8-4eb0-840e-59bba35b5576,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:06.216154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Pushing event updated for resources: {'Port': ['ID=89ca2211-8685-4319-a435-28b16cdada48,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:06.227550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:06.238329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:06.322135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.325290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7130435 Dec 21 16:50:06.328316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44430) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:06.336633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'security_group_rule': {'security_group_id': '33e08705-ac57-4540-b51d-d1115f911514', 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:06.341576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Set router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:06.346253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:06.351586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:security_group_rule and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:06.370447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:06.384795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:06.403460 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Project fd9f31a269eb40be8aee5995f7e8cd18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:50:06.419856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.484051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44436) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:06.536658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.547719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.550073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4904037-8d31-4d2c-a0d9-e5ef14ee92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:06.568303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45415f9-905c-401f-8f97-1772e5d20bb9,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:06.572767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:06.591079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.592621 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2626877 Dec 21 16:50:06.673154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Allocated IP 2001:db8::1 (46f8a3d6-a085-4517-91fe-a566ffa92d41/b833a6f9-3da9-40b1-bcbc-5492765ed7a8/aececcb7-e256-4c49-8a3f-f62336ff9b15) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:06.819728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ae171fb5-f972-4701-a10d-62470c9e5b51 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=81775f8c1be54fcd995b00e18fb3bd30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3340354 Dec 21 16:50:06.822277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44472) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:06.935707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-207c7d38-48f1-484f-a06f-c0c5802763e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.935968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.967817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Transition to ACTIVE for port object aececcb7-e256-4c49-8a3f-f62336ff9b15 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:06.969503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-207c7d38-48f1-484f-a06f-c0c5802763e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:06.997541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:07.002488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:07.044345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-207c7d38-48f1-484f-a06f-c0c5802763e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:07.052597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b29644a9-c1fe-41b4-b269-d20278764233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:07.071714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-207c7d38-48f1-484f-a06f-c0c5802763e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:07.073217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-207c7d38-48f1-484f-a06f-c0c5802763e1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/048182f6-1d4c-40f0-9dd5-09d4c1217a00 HTTP/1.1" status: 204 len: 168 time: 0.2497599 Dec 21 16:50:07.074504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c7d38-48f1-484f-a06f-c0c5802763e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048182f6-1d4c-40f0-9dd5-09d4c1217a00,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:07.078969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-207c7d38-48f1-484f-a06f-c0c5802763e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:07.128732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'name': 'tempest-TestVolumeBootPattern-332662051-router', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:56Z', 'updated_at': '2021-12-21T16:50:01Z', 'revision_number': 4, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'gw_port': {'id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:57Z', 'updated_at': '2021-12-21T16:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '2a920cd4-6805-4300-8908-01063e67fb7a', 'name': '', 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'mac_address': 'fa:16:3e:4a:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44da937a-ff02-4de5-89ee-e76792aecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:00Z', 'updated_at': '2021-12-21T16:50:01Z', 'revision_number': 2, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'subnets': [{'id': '44da937a-ff02-4de5-89ee-e76792aecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:07.133368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Checking router: 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:50:07.133867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Updating router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 port 2a920cd4-6805-4300-8908-01063e67fb7a binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:50:07.161511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 46f8a3d6-a085-4517-91fe-a566ffa92d41 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:07.168351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:07.173514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:07.174079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:07.183138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=aececcb7-e256-4c49-8a3f-f62336ff9b15,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:07.195062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:07.223075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:07.283938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 89ca2211-8685-4319-a435-28b16cdada48 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:07.311581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:07.471179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 89ca2211-8685-4319-a435-28b16cdada48 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:07.744779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:07.758389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Transition to ACTIVE for port object 2a920cd4-6805-4300-8908-01063e67fb7a will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:07.769030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:07.781444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-85252e87-eea3-4701-9ccd-12f4c62e6d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:07.863392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:07.867798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:07.868687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:07.873516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-83a5cf1d-cb86-41b5-8bc1-6ed70d4613fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:08.067428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb22f5e-e3c4-4953-add8-0bb5d2048426 None None] Pushing event updated for resources: {'Port': ['ID=2a920cd4-6805-4300-8908-01063e67fb7a,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:08.076236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-abb22f5e-e3c4-4953-add8-0bb5d2048426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:08.204352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 46f8a3d6-a085-4517-91fe-a566ffa92d41 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:08.208211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:08.283696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Attempting to bind port 2a920cd4-6805-4300-8908-01063e67fb7a on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:08.284369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Attempting to bind port 2a920cd4-6805-4300-8908-01063e67fb7a by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'bc521c88-b344-4ff4-bf06-ff5c16b11014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:08.284940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Attempting to bind port 2a920cd4-6805-4300-8908-01063e67fb7a on network 67ff3542-fe1c-48fb-a289-d4e7b084455c {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:08.307400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:08.308713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Checking segment: {'id': 'bc521c88-b344-4ff4-bf06-ff5c16b11014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:08.309474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:08.310042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Bound using segment: {'id': 'bc521c88-b344-4ff4-bf06-ff5c16b11014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:08.311908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Bound port: 2a920cd4-6805-4300-8908-01063e67fb7a, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc521c88-b344-4ff4-bf06-ff5c16b11014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:08.312462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:08.363031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=aececcb7-e256-4c49-8a3f-f62336ff9b15,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:08.374454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:08.518594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] For port 2a920cd4-6805-4300-8908-01063e67fb7a, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:08.523828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] For port 2a920cd4-6805-4300-8908-01063e67fb7a, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2a920cd4-6805-4300-8908-01063e67fb7a,segment=NetworkSegment(bc521c88-b344-4ff4-bf06-ff5c16b11014),segment_id=bc521c88-b344-4ff4-bf06-ff5c16b11014)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:08.536749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44530) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:08.538553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:08.544919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-36ccc1cf-e60e-4f8a-be28-f40b350741ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:08.608261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c298c7-ad2c-4bac-b2b0-e78b5d25b229 None None] Network 46f8a3d6-a085-4517-91fe-a566ffa92d41 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:08.759422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9c842f00-f9be-4192-aaf3-8a4e70e13056 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1909237052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:08.766621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9c842f00-f9be-4192-aaf3-8a4e70e13056 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:08.771106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9c842f00-f9be-4192-aaf3-8a4e70e13056 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Usage tracker for resource:router and tenant:fd8f56963c41447f890810154426d86a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:08.774261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9c842f00-f9be-4192-aaf3-8a4e70e13056 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:08.780830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9c842f00-f9be-4192-aaf3-8a4e70e13056 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:08.793552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c842f00-f9be-4192-aaf3-8a4e70e13056 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:08.794862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c842f00-f9be-4192-aaf3-8a4e70e13056 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:08.828007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c842f00-f9be-4192-aaf3-8a4e70e13056 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:08.850931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb22f5e-e3c4-4953-add8-0bb5d2048426 None None] Pushing event updated for resources: {'Port': ['ID=2a920cd4-6805-4300-8908-01063e67fb7a,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:08.862338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c842f00-f9be-4192-aaf3-8a4e70e13056 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:08.868312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-abb22f5e-e3c4-4953-add8-0bb5d2048426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:08.868969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Routers {'25f7c0ff-b3d1-4958-9c09-01eaf37d5527'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:08.869676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:08.909604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c842f00-f9be-4192-aaf3-8a4e70e13056 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:08.914880 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9c842f00-f9be-4192-aaf3-8a4e70e13056 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3732617 Dec 21 16:50:08.915201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44554) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:08.925055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-22594706'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:08.934260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:08.948747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Usage tracker for resource:network and tenant:fd8f56963c41447f890810154426d86a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:08.954723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:08.964542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:08.977977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Made reservation on behalf of fd8f56963c41447f890810154426d86a for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:08.986919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.009407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.022063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 5784743d-3993-4e51-9a84-421a3d4bd72f is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:50:09.068898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:09.075067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Usage tracker for resource:security_group_rule and tenant:fd8f56963c41447f890810154426d86a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:09.078455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:09.086930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:09.191605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.200687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] Set router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:09.202463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.208473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-40275d02-0c2b-4b2c-ad1f-be6a1bf62719 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:09.264645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:50:09.280874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09a0231-9fbf-49af-b6f7-417c58806c54,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:09.285305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:09.286749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.287231 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Added segment 7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720 of type vlan for network 65ed945f-3c62-4649-8d3d-8f9d588bc59b Dec 21 16:50:09.320683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.323340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:09.332590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-23e1725c-a01d-42c1-8bd5-089aad196701 None None] Provisioning for port 89ca2211-8685-4319-a435-28b16cdada48 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:09.335174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Sync routers for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:09.347514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5702856 Dec 21 16:50:09.353968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44560) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:09.356632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:09.358102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:09.361330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1058525940'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:09.366410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-23e1725c-a01d-42c1-8bd5-089aad196701 None None] Provisioning complete for port 89ca2211-8685-4319-a435-28b16cdada48 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:09.367114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23e1725c-a01d-42c1-8bd5-089aad196701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.370484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:09.375518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:network and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:09.379364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:09.391577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:09.394158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.404268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:09.404941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.416938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:09.427276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.432962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6b7d2015-51f2-4923-af43-05ece2f1ed5b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:09.457661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5413048 Dec 21 16:50:09.466733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44564) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:09.481929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Request body: {'subnet': {'network_id': '65ed945f-3c62-4649-8d3d-8f9d588bc59b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:09.526041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:50:09.536252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.536753 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added segment f987e809-58e2-4372-b777-812aab1ca0c6 of type vlan for network 35c17ef5-2877-4541-931d-83aa0c0bc595 Dec 21 16:50:09.558256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:09.565914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.608255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.612872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:09.619935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:09.629098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01d75998-d32d-447c-833d-b77a12464fde tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:09.661622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event updated for resources: {'Network': ['ID=65ed945f-3c62-4649-8d3d-8f9d588bc59b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:09.674326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:09.708164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 65ed945f-3c62-4649-8d3d-8f9d588bc59b details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:50:09.780007 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4245756 Dec 21 16:50:09.780481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44568) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:09.788401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'subnet': {'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:09.848134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:09.851380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Network': ['ID=35c17ef5-2877-4541-931d-83aa0c0bc595,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:09.855505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:09.856642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Usage tracker for resource:subnet and tenant:fd8f56963c41447f890810154426d86a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:09.859932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:09.866929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:09.879988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Made reservation on behalf of fd8f56963c41447f890810154426d86a for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:10.005131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:10.014945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:subnet and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:10.024066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:10.040414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:10.052169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:07Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:07Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:10.058468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Checking router: 5784743d-3993-4e51-9a84-421a3d4bd72f for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:50:10.059060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Updating router 5784743d-3993-4e51-9a84-421a3d4bd72f port aececcb7-e256-4c49-8a3f-f62336ff9b15 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:50:10.068630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:10.076542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:10.142379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:10.273268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:10.288122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 35c17ef5-2877-4541-931d-83aa0c0bc595 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:50:10.511504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23e1725c-a01d-42c1-8bd5-089aad196701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:10.668696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:10.679908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ad3d1a54-7180-411a-b648-f8b19a6475d5 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:10.688051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:10.694156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d25be269-efc6-42c0-ac4b-1978224ddbe3 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:10.698618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-23e1725c-a01d-42c1-8bd5-089aad196701 None None] For port 89ca2211-8685-4319-a435-28b16cdada48, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=89ca2211-8685-4319-a435-28b16cdada48,segment=NetworkSegment(0d0e512e-1681-4f20-a71d-2f7df4d9c75a),segment_id=0d0e512e-1681-4f20-a71d-2f7df4d9c75a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:10.720835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23e1725c-a01d-42c1-8bd5-089aad196701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:10.728569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-abb22f5e-e3c4-4953-add8-0bb5d2048426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:10.805535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:10.826431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Transition to ACTIVE for port object aececcb7-e256-4c49-8a3f-f62336ff9b15 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:10.836331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:10.845538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c583e73d-a31a-427e-831f-5477699a2c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:10.847134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Subnet': ['ID=86734fe4-201d-4465-b9e0-4a1d1f8ceff5,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:10.858042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:10.862703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Checking segment: {'id': 'f987e809-58e2-4372-b777-812aab1ca0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:10.863417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network hostable DHCP agents. Network: 35c17ef5-2877-4541-931d-83aa0c0bc595, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:50:10.895635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Checking segment: {'id': '7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '65ed945f-3c62-4649-8d3d-8f9d588bc59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:10.896201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Network hostable DHCP agents. Network: 65ed945f-3c62-4649-8d3d-8f9d588bc59b, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:50:10.910908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 35c17ef5-2877-4541-931d-83aa0c0bc595 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:50:10.924557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event updated for resources: {'Subnet': ['ID=e1c31d60-90f9-4b44-bfe5-1d9a5151f321,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:10.927316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:10.932666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 35c17ef5-2877-4541-931d-83aa0c0bc595) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:10.937243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Network 65ed945f-3c62-4649-8d3d-8f9d588bc59b is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:50:10.939389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d52338-0618-4953-9ead-9c44183ec9e2 None None] Pushing event updated for resources: {'Port': ['ID=aececcb7-e256-4c49-8a3f-f62336ff9b15,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:10.945082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:10.945739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:10.950052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 65ed945f-3c62-4649-8d3d-8f9d588bc59b) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:10.955182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:10.956627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:10.963896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38d52338-0618-4953-9ead-9c44183ec9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:10.968278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a592a-e381-4828-87d5-43ec774cf2ac None None] Network 35c17ef5-2877-4541-931d-83aa0c0bc595 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:10.988294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5195525 Dec 21 16:50:10.995217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44574) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:11.004905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Request body: {'network': {'name': 'tempest-router-network01--961797664'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:11.013305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:11.023842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44578) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:11.024187 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-89ed7dc1-c878-4aef-8de9-356137e893ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2424831 Dec 21 16:50:11.025730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Usage tracker for resource:network and tenant:fd8f56963c41447f890810154426d86a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:11.029795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:11.036698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:11.047187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Made reservation on behalf of fd8f56963c41447f890810154426d86a for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:11.053604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.060750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16916ced-7ea8-4640-b05f-7bcf30455012 None None] Network 65ed945f-3c62-4649-8d3d-8f9d588bc59b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:11.096892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:50:11.126920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.127571 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Added segment 1dbf3a43-f2ae-404b-937c-ae63705f3ee3 of type vlan for network c339372a-b40c-4c05-b97a-9bd0ed821ea1 Dec 21 16:50:11.178423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.250405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.255903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:11.257252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.279104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Attempting to bind port aececcb7-e256-4c49-8a3f-f62336ff9b15 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:11.279367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Attempting to bind port aececcb7-e256-4c49-8a3f-f62336ff9b15 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0d0e512e-1681-4f20-a71d-2f7df4d9c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:11.279713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Attempting to bind port aececcb7-e256-4c49-8a3f-f62336ff9b15 on network 46f8a3d6-a085-4517-91fe-a566ffa92d41 {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:11.288381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:11.288994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Checking segment: {'id': '0d0e512e-1681-4f20-a71d-2f7df4d9c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:11.289452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.290218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Bound using segment: {'id': '0d0e512e-1681-4f20-a71d-2f7df4d9c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:11.290919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Bound port: aececcb7-e256-4c49-8a3f-f62336ff9b15, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0e512e-1681-4f20-a71d-2f7df4d9c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:11.291585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.292285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24c30e87-06e6-4e11-961d-9420d3cceee3 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:11.326839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3303871 Dec 21 16:50:11.344926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44582) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:11.408909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Request body: {'network': {'name': 'tempest-router-network02--509488751'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:11.419648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:11.426132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Usage tracker for resource:network and tenant:fd8f56963c41447f890810154426d86a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:11.435074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:11.445327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:11.453545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1725c-a01d-42c1-8bd5-089aad196701 None None] Pushing event updated for resources: {'Port': ['ID=89ca2211-8685-4319-a435-28b16cdada48,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:11.461095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Made reservation on behalf of fd8f56963c41447f890810154426d86a for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:11.469761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.506581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-23e1725c-a01d-42c1-8bd5-089aad196701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:11.526869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'name': 'tempest-TestVolumeBootPattern-332662051-router', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:56Z', 'updated_at': '2021-12-21T16:50:01Z', 'revision_number': 4, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'gw_port': {'id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:57Z', 'updated_at': '2021-12-21T16:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '2a920cd4-6805-4300-8908-01063e67fb7a', 'name': '', 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'mac_address': 'fa:16:3e:4a:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44da937a-ff02-4de5-89ee-e76792aecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:00Z', 'updated_at': '2021-12-21T16:50:08Z', 'revision_number': 4, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'subnets': [{'id': '44da937a-ff02-4de5-89ee-e76792aecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:11.551825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] For port aececcb7-e256-4c49-8a3f-f62336ff9b15, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:11.561575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] For port aececcb7-e256-4c49-8a3f-f62336ff9b15, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=aececcb7-e256-4c49-8a3f-f62336ff9b15,segment=NetworkSegment(0d0e512e-1681-4f20-a71d-2f7df4d9c75a),segment_id=0d0e512e-1681-4f20-a71d-2f7df4d9c75a)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:11.568827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.580423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-622eb4e6-27a2-4569-b575-f5b9fafa1908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:11.626608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event updated for resources: {'Network': ['ID=c339372a-b40c-4c05-b97a-9bd0ed821ea1,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:11.630966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:11.649087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:50:11.660109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a90d7-9a01-44a3-99e9-22a0d5ed9091 None None] The sync data for ids ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'] in dv-neutron-822515-1-hyperv is: [{'id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'name': 'tempest-TestVolumeBootPattern-332662051-router', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:56Z', 'updated_at': '2021-12-21T16:50:01Z', 'revision_number': 4, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'gw_port': {'id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:57Z', 'updated_at': '2021-12-21T16:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '2a920cd4-6805-4300-8908-01063e67fb7a', 'name': '', 'network_id': '67ff3542-fe1c-48fb-a289-d4e7b084455c', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'mac_address': 'fa:16:3e:4a:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44da937a-ff02-4de5-89ee-e76792aecff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:00Z', 'updated_at': '2021-12-21T16:50:08Z', 'revision_number': 4, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'subnets': [{'id': '44da937a-ff02-4de5-89ee-e76792aecff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:11.660537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.660939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Added segment bf335b0d-c58e-4d08-a141-57774e1631b9 of type vlan for network 37df16fd-61b4-486d-8768-fddbf331690d Dec 21 16:50:11.676254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network c339372a-b40c-4c05-b97a-9bd0ed821ea1 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:50:11.706599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d52338-0618-4953-9ead-9c44183ec9e2 None None] Pushing event updated for resources: {'Port': ['ID=aececcb7-e256-4c49-8a3f-f62336ff9b15,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:11.717936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38d52338-0618-4953-9ead-9c44183ec9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:11.759480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.782373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:11.795720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:11.851891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.856852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:11.857514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:11.866854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:11.876691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-567515ae-b6b4-408f-86d5-212409737051 None None] Provisioning for port aececcb7-e256-4c49-8a3f-f62336ff9b15 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:12.105700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event updated for resources: {'Network': ['ID=37df16fd-61b4-486d-8768-fddbf331690d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:12.115982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:12.129559 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7809029 Dec 21 16:50:12.132447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44588) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:12.143149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Request body: {'subnet': {'network_id': 'c339372a-b40c-4c05-b97a-9bd0ed821ea1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:12.176940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:12.296975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 37df16fd-61b4-486d-8768-fddbf331690d details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:50:12.308755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:12.405152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-567515ae-b6b4-408f-86d5-212409737051 None None] Provisioning complete for port 89ca2211-8685-4319-a435-28b16cdada48 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:12.407524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-567515ae-b6b4-408f-86d5-212409737051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:12.420648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:12.432395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Usage tracker for resource:subnet and tenant:fd8f56963c41447f890810154426d86a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:12.443054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:12.460474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:12.482331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Made reservation on behalf of fd8f56963c41447f890810154426d86a for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:12.597934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-35c17ef5-2877-4541-931d-83aa0c0bc595', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:50:12.599041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:12.696830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-65ed945f-3c62-4649-8d3d-8f9d588bc59b', 'network_id': '65ed945f-3c62-4649-8d3d-8f9d588bc59b', 'tenant_id': 'fd8f56963c41447f890810154426d86a', 'fixed_ips': [{'subnet_id': 'e1c31d60-90f9-4b44-bfe5-1d9a5151f321'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:50:12.706261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:12.752960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:07Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:11Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:12.758578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0541d-52c7-4be0-90a9-558e93a47474 None None] The sync data for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv is: [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:07Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:11Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:12.782019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:12.830435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44596) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:13.032754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Allocated IP 2001:db8:1::1 (35c17ef5-2877-4541-931d-83aa0c0bc595/86734fe4-201d-4465-b9e0-4a1d1f8ceff5/e0efe585-7046-4d27-8372-201ee82611b9) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:13.324797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 89ca2211-8685-4319-a435-28b16cdada48 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:13.368509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:13.412841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Transition to ACTIVE for port object e0efe585-7046-4d27-8372-201ee82611b9 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:13.415637 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bd2f713f-7902-4a1f-8b43-a65b00fb4401 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?project_id=265bc93eb934473fb3c7691bab6254d5&network_id=028b8517-b34c-48eb-a677-5fc3e9641dff HTTP/1.1" status: 200 len: 3000 time: 0.5611894 Dec 21 16:50:13.454465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:13.480328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-705e2f52-b740-47c5-844a-727c6d9b110c tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:13.596564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 35c17ef5-2877-4541-931d-83aa0c0bc595 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:13.603365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:13.623616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:13.624637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:13.663835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:13.669836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a7a6a6bf-3721-4e2a-87f8-5e2d3f83a16b tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:13.816458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=e0efe585-7046-4d27-8372-201ee82611b9,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:13.820201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:13.845115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:13.849584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event updated for resources: {'Subnet': ['ID=38a08a73-6836-45dc-87f2-46e68513f9c2,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:13.854621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:13.856949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Checking segment: {'id': '1dbf3a43-f2ae-404b-937c-ae63705f3ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c339372a-b40c-4c05-b97a-9bd0ed821ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:13.857746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Network hostable DHCP agents. Network: c339372a-b40c-4c05-b97a-9bd0ed821ea1, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:50:13.899790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Network c339372a-b40c-4c05-b97a-9bd0ed821ea1 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:50:13.912000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Allocated IP 2001:db8:1::2 (35c17ef5-2877-4541-931d-83aa0c0bc595/86734fe4-201d-4465-b9e0-4a1d1f8ceff5/d4b39486-1021-4c9d-bb8f-800451d8c40a) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:13.923602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, c339372a-b40c-4c05-b97a-9bd0ed821ea1) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:13.928451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 89ca2211-8685-4319-a435-28b16cdada48 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:13.928879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:13.934157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:13.934841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:13.967572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Allocated IP 172.20.0.2 (65ed945f-3c62-4649-8d3d-8f9d588bc59b/e1c31d60-90f9-4b44-bfe5-1d9a5151f321/2e1b13b5-0a63-44be-8a40-8e65cd410175) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:13.987659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c1541be8-32c4-4490-ac89-6b5df25b686e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8540375 Dec 21 16:50:13.990528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44606) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:13.992221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478fc153-1f00-4b35-b01d-9296706cb3da None None] Network c339372a-b40c-4c05-b97a-9bd0ed821ea1 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:14.008241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Request body: {'subnet': {'network_id': '37df16fd-61b4-486d-8768-fddbf331690d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:14.320070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:14.333455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Usage tracker for resource:subnet and tenant:fd8f56963c41447f890810154426d86a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:14.340437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:14.355661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:14.399052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Made reservation on behalf of fd8f56963c41447f890810154426d86a for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:14.576273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:14.667425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2a920cd4-6805-4300-8908-01063e67fb7a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:14.789753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44614) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:14.821348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:14.828391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:14.830147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:14.835845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-033ed34b-835c-4723-aecd-29b0563a1682 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:14.837600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-c339372a-b40c-4c05-b97a-9bd0ed821ea1', 'network_id': 'c339372a-b40c-4c05-b97a-9bd0ed821ea1', 'tenant_id': 'fd8f56963c41447f890810154426d86a', 'fixed_ips': [{'subnet_id': '38a08a73-6836-45dc-87f2-46e68513f9c2'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:50:14.838516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:14.968843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38786-1e36-41d6-a615-2dda7f3277dd tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:14.971821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dfe38786-1e36-41d6-a615-2dda7f3277dd tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 814 time: 0.1753139 Dec 21 16:50:15.027889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:15.041174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1fbb2ada-49db-4def-8c15-d34dc1b71ed8 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:15.042668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=e0efe585-7046-4d27-8372-201ee82611b9,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:15.046040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:15.057516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 2a920cd4-6805-4300-8908-01063e67fb7a completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:15.069753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2a920cd4-6805-4300-8908-01063e67fb7a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:15.070126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:15.151271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 35c17ef5-2877-4541-931d-83aa0c0bc595 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:15.152938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:15.268711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event updated for resources: {'Subnet': ['ID=b789e918-776f-40a1-9467-d559b20f3f2b,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:15.275912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:15.277362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Checking segment: {'id': 'bf335b0d-c58e-4d08-a141-57774e1631b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '37df16fd-61b4-486d-8768-fddbf331690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:15.277999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Network hostable DHCP agents. Network: 37df16fd-61b4-486d-8768-fddbf331690d, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:50:15.281474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Allocated IP 172.20.0.2 (c339372a-b40c-4c05-b97a-9bd0ed821ea1/38a08a73-6836-45dc-87f2-46e68513f9c2/bef608dc-c16c-4a8f-87be-56b0470a1ec9) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:15.312210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Network 37df16fd-61b4-486d-8768-fddbf331690d is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:50:15.324668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 37df16fd-61b4-486d-8768-fddbf331690d) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:15.338718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:15.339577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:15.349148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1db354-32bb-455b-860d-5adf0740a515 None None] Network 37df16fd-61b4-486d-8768-fddbf331690d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:15.373361 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3809605 Dec 21 16:50:15.374496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44624) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:15.578264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:15.589822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:15.635692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44628) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:15.642034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 5784743d-3993-4e51-9a84-421a3d4bd72f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:15.648553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'network': {'name': 'tempest-network-smoke--1242782228', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'port_security_enabled': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:15.664721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Transition to ACTIVE for port object d4b39486-1021-4c9d-bb8f-800451d8c40a will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:15.667801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Transition to ACTIVE for port object 2e1b13b5-0a63-44be-8a40-8e65cd410175 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:15.670264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:15.671803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:15.685632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:15.694624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-37df16fd-61b4-486d-8768-fddbf331690d', 'network_id': '37df16fd-61b4-486d-8768-fddbf331690d', 'tenant_id': 'fd8f56963c41447f890810154426d86a', 'fixed_ips': [{'subnet_id': 'b789e918-776f-40a1-9467-d559b20f3f2b'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:50:15.694624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:15.771853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:15.777376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:15.911296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:50:15.939021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:15.939421 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Added segment ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7 of type vlan for network 80038b44-f8ff-45d3-b41f-0d9c6691e077 Dec 21 16:50:15.985175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:15.997311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:16.040354 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0146484 Dec 21 16:50:16.041149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44632) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:16.048339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1765095175'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:16.054243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:16.058874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:network and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:16.062219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:16.068769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:16.075960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.080825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.085483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:16.086409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.094577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c50716b4-3322-4533-b899-ff4103577318 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:16.111382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:16.118307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.119897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9c9990cb-6bfb-4fcb-8b5a-80425ebcd4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.126341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Transition to ACTIVE for port object 2e1b13b5-0a63-44be-8a40-8e65cd410175 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:16.130381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Transition to ACTIVE for port object d4b39486-1021-4c9d-bb8f-800451d8c40a will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:16.158660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.169577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e44b292-0f69-40d0-81c7-99ecfedabec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:16.186230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5462742 Dec 21 16:50:16.191569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44636) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:16.202767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.231121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:50:16.232305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 2a920cd4-6805-4300-8908-01063e67fb7a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2a920cd4-6805-4300-8908-01063e67fb7a,segment=NetworkSegment(bc521c88-b344-4ff4-bf06-ff5c16b11014),segment_id=bc521c88-b344-4ff4-bf06-ff5c16b11014)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:16.267445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Pushing event updated for resources: {'Port': ['ID=d4b39486-1021-4c9d-bb8f-800451d8c40a,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:16.277904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.286242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:16.286734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:16.328622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Network 65ed945f-3c62-4649-8d3d-8f9d588bc59b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:16.353322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Allocated IP 172.20.0.2 (37df16fd-61b4-486d-8768-fddbf331690d/b789e918-776f-40a1-9467-d559b20f3f2b/c80c154d-36d7-4b96-8065-56d578aa783e) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:16.355333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:16.368837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:16.398491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Network': ['ID=80038b44-f8ff-45d3-b41f-0d9c6691e077,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:16.409832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:16.410880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.411278 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added segment 58f9991e-14aa-4ed9-b565-2c956a995f2e of type vlan for network 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d Dec 21 16:50:16.448137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da0a3d-b964-478e-a069-20d420202690 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:16.449025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Network 35c17ef5-2877-4541-931d-83aa0c0bc595 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:16.449785 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-00da0a3d-b964-478e-a069-20d420202690 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=265bc93eb934473fb3c7691bab6254d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2572131 Dec 21 16:50:16.454682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44642) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:16.456517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.519356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:16.521960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 80038b44-f8ff-45d3-b41f-0d9c6691e077 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:50:16.541078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:16.639615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device aececcb7-e256-4c49-8a3f-f62336ff9b15 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:16.672898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.678359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:16.679131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:16.687421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:16.737322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Pushing event updated for resources: {'Port': ['ID=2e1b13b5-0a63-44be-8a40-8e65cd410175,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:16.768835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Attempting to bind port 2e1b13b5-0a63-44be-8a40-8e65cd410175 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:16.769267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Attempting to bind port 2e1b13b5-0a63-44be-8a40-8e65cd410175 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '65ed945f-3c62-4649-8d3d-8f9d588bc59b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:16.769680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Attempting to bind port 2e1b13b5-0a63-44be-8a40-8e65cd410175 on network 65ed945f-3c62-4649-8d3d-8f9d588bc59b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:16.809920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Network': ['ID=6b3c8f8c-86c7-4a02-b7db-016e165c9e0d,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:16.816692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:16.833077 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7900839 Dec 21 16:50:16.835060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Attempting to bind port d4b39486-1021-4c9d-bb8f-800451d8c40a on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:16.835492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Attempting to bind port d4b39486-1021-4c9d-bb8f-800451d8c40a by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'f987e809-58e2-4372-b777-812aab1ca0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:16.835906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Attempting to bind port d4b39486-1021-4c9d-bb8f-800451d8c40a on network 35c17ef5-2877-4541-931d-83aa0c0bc595 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:16.836391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44646) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:16.838823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c27bfe-c1df-42aa-aa23-168a8597fc25 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:16.839423 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-45c27bfe-c1df-42aa-aa23-168a8597fc25 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3716812 Dec 21 16:50:16.842567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44650) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:16.844690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'subnet': {'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:16.896377 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-beffe94c-1024-4d65-b0b4-e32ad666f403 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516958 Dec 21 16:50:16.896377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44654) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:16.953824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d3aba8ee-ed82-4073-9907-76ea887f5ff3 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=265bc93eb934473fb3c7691bab6254d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562055 Dec 21 16:50:16.954505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44658) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:17.022419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.031566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:17.034330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Transition to ACTIVE for port object c80c154d-36d7-4b96-8065-56d578aa783e will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:17.044139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:subnet and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:17.050235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:17.055367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:17.056033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Checking segment: {'id': 'f987e809-58e2-4372-b777-812aab1ca0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:17.056925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.057791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Bound using segment: {'id': 'f987e809-58e2-4372-b777-812aab1ca0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:17.058982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Bound port: d4b39486-1021-4c9d-bb8f-800451d8c40a, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f987e809-58e2-4372-b777-812aab1ca0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:17.061279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:17.062143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.074716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:17.076498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:50:17.111653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8d327-3885-45a5-9e4d-f1eb1d743753 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:17.116673 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e2a8d327-3885-45a5-9e4d-f1eb1d743753 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1609671 Dec 21 16:50:17.117395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44662) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:17.169902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e5e3888e-1f25-42c2-9978-be267d25dce7 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502033 Dec 21 16:50:17.169902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44666) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:17.175930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-926950187', 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:17.179177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Sync routers for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:17.213275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.215067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.298250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:17.302454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:subnet and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:17.305556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:17.311661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:17.321626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:17.326571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:17.327352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:49:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:17.500418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.531815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.538374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9885a1bf-f3bd-444a-8c21-f96adc4a60a6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:17.551157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:17.552053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Checking segment: {'id': '7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '65ed945f-3c62-4649-8d3d-8f9d588bc59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:17.552731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.553341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Bound using segment: {'id': '7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '65ed945f-3c62-4649-8d3d-8f9d588bc59b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:17.554054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Bound port: 2e1b13b5-0a63-44be-8a40-8e65cd410175, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '65ed945f-3c62-4649-8d3d-8f9d588bc59b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:17.554813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.626999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:17.645328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Subnet': ['ID=d7c1f23a-db67-460c-94c7-926c50f5a6d7,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:17.649846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:17.650740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Checking segment: {'id': '58f9991e-14aa-4ed9-b565-2c956a995f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:17.651429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network hostable DHCP agents. Network: 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:50:17.675967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:50:17.694293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:17.702655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:17.703558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.722820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.723906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf89bce-ab31-4e33-b463-eac1c5abf0a0 None None] Network 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:17.735290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8975458 Dec 21 16:50:17.742152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44674) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:17.857131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:17.862612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8386723b-90d3-49b9-98d5-c178226b86c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:17.972477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Subnet': ['ID=d0de8cf4-f99d-4053-8045-dc15b41aaa51,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:17.980915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Checking segment: {'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:17.981332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network hostable DHCP agents. Network: 80038b44-f8ff-45d3-b41f-0d9c6691e077, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:50:17.990841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:18.018227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 80038b44-f8ff-45d3-b41f-0d9c6691e077 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:50:18.030484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Transition to ACTIVE for port object c80c154d-36d7-4b96-8065-56d578aa783e will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:18.032059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Transition to ACTIVE for port object bef608dc-c16c-4a8f-87be-56b0470a1ec9 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:18.033400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 80038b44-f8ff-45d3-b41f-0d9c6691e077) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:18.040403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:18.041257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:18.065183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] For port d4b39486-1021-4c9d-bb8f-800451d8c40a, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:18.074767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] For port d4b39486-1021-4c9d-bb8f-800451d8c40a, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d4b39486-1021-4c9d-bb8f-800451d8c40a,segment=NetworkSegment(f987e809-58e2-4372-b777-812aab1ca0c6),segment_id=f987e809-58e2-4372-b777-812aab1ca0c6)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:18.108981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e40607-7a80-4def-8845-a859b06fa6f5 None None] Network 80038b44-f8ff-45d3-b41f-0d9c6691e077 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:18.127036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:18.348880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:18.372049 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-193fcdbb-e783-490d-a6a0-7051ba7f5f78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2013152 Dec 21 16:50:18.415453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Transition to ACTIVE for port object bef608dc-c16c-4a8f-87be-56b0470a1ec9 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:18.487664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:18.494189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=2a920cd4-6805-4300-8908-01063e67fb7a,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:18.574147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10233dfe-8e34-4978-b0f9-5c3fcf1852d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:18.575539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:18.586087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.299s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:18.592761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-abb22f5e-e3c4-4953-add8-0bb5d2048426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.367s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:18.640727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:50:18.641540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:18.679962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Allocated IP 172.20.0.1 (c339372a-b40c-4c05-b97a-9bd0ed821ea1/38a08a73-6836-45dc-87f2-46e68513f9c2/ed5a61c3-4b6e-4958-aabd-d7a77996d1e1) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:18.989983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Allocated IP 2001:db8:2::2 (6b3c8f8c-86c7-4a02-b7db-016e165c9e0d/d7c1f23a-db67-460c-94c7-926c50f5a6d7/091b378b-6557-4a54-a86d-1ac5bde861d6) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:18.998317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.016983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.042678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Transition to ACTIVE for port object ed5a61c3-4b6e-4958-aabd-d7a77996d1e1 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:19.137312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44684) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:19.144438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649012455', 'description': 'tempest-secgroup-smoke-1649012455 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:19.153585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:19.171385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:19.185640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.220379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.228555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bae336b-e769-4524-b3e7-5eda335ccb73 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:19.251507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:19.261338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port aececcb7-e256-4c49-8a3f-f62336ff9b15 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:19.262039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:19.267329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:19.280439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:19.333242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port aececcb7-e256-4c49-8a3f-f62336ff9b15 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:19.333907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.351885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Network c339372a-b40c-4c05-b97a-9bd0ed821ea1 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:19.357962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.373112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.376334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:19.384990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:19.389840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b484ce3d-f8fd-42e3-88e7-4f6cd3f1de94 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:19.429957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event updated for resources: {'Port': ['ID=ed5a61c3-4b6e-4958-aabd-d7a77996d1e1,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:19.434182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Network 37df16fd-61b4-486d-8768-fddbf331690d is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:19.459177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:19.477616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.482040 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3407569 Dec 21 16:50:19.483595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44688) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:19.494924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5aff87de-4830-47ef-aa60-0992879e3167', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:19.499983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:19.504792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:19.508720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Network c339372a-b40c-4c05-b97a-9bd0ed821ea1 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:19.514379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:19.519071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:19.526815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:19.528861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:19.541232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:19.543672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] For port 2e1b13b5-0a63-44be-8a40-8e65cd410175, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:19.553992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.557563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aff87de-4830-47ef-aa60-0992879e3167,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:19.563500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:19.566043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.629477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:19.649201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.652487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] For port 2e1b13b5-0a63-44be-8a40-8e65cd410175, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e1b13b5-0a63-44be-8a40-8e65cd410175,segment=NetworkSegment(7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720),segment_id=7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:19.653195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.655249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:19.707567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.713193 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2285135 Dec 21 16:50:19.715834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.718302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44692) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:19.728994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5aff87de-4830-47ef-aa60-0992879e3167', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:19.735010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26171d0-f54c-4d34-bfc5-5621aaeebd4a,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:19.740835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c58b905-8a7b-4072-9049-d609fca437b3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:19.740835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:19.746477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:19.751989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:19.759018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:19.781255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.845938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.854663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed300e-f9f2-48a5-bd78-11d948fe5e2c None None] Pushing event updated for resources: {'Port': ['ID=d4b39486-1021-4c9d-bb8f-800451d8c40a,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:19.855308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.868618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.870550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:19.911259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:19.915997 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1963332 Dec 21 16:50:19.916932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149807d0-9942-4a4c-ad75-f9b4177dc039,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:19.924832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44698) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:19.933606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5aff87de-4830-47ef-aa60-0992879e3167', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:19.940122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:19.947093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:19.955537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:19.959548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:20.011905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Attempting to bind port c80c154d-36d7-4b96-8065-56d578aa783e on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:20.012264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Attempting to bind port c80c154d-36d7-4b96-8065-56d578aa783e by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'bf335b0d-c58e-4d08-a141-57774e1631b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '37df16fd-61b4-486d-8768-fddbf331690d'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:20.012817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Attempting to bind port c80c154d-36d7-4b96-8065-56d578aa783e on network 37df16fd-61b4-486d-8768-fddbf331690d {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:20.014765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:20.020674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Pushing event updated for resources: {'Port': ['ID=c80c154d-36d7-4b96-8065-56d578aa783e,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:20.061506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.198610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.202585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.213317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:20.227676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.232869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.243266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cedb394-af22-4c4e-ad78-f54168f59122,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:20.249142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:20.252757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.254121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3281798 Dec 21 16:50:20.257743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44702) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:20.264927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5aff87de-4830-47ef-aa60-0992879e3167', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:20.279092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:20.284210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:20.289016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:20.300611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:20.305030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:20.330764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.425794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.438858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.444476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.446717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:20.456408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event updated for resources: {'Port': ['ID=ed5a61c3-4b6e-4958-aabd-d7a77996d1e1,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:20.459945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.465351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:20.471728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Attempting to bind port bef608dc-c16c-4a8f-87be-56b0470a1ec9 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:20.472420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Attempting to bind port bef608dc-c16c-4a8f-87be-56b0470a1ec9 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '1dbf3a43-f2ae-404b-937c-ae63705f3ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c339372a-b40c-4c05-b97a-9bd0ed821ea1'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:20.472776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Attempting to bind port bef608dc-c16c-4a8f-87be-56b0470a1ec9 on network c339372a-b40c-4c05-b97a-9bd0ed821ea1 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:20.491606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92158ca5-192b-479a-b6da-7102f6058a41,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:20.496637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:20.508972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.513616 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2514658 Dec 21 16:50:20.513770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44706) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:20.519785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.520781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:20.521886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Checking segment: {'id': 'bf335b0d-c58e-4d08-a141-57774e1631b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '37df16fd-61b4-486d-8768-fddbf331690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:20.522446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.523019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Bound using segment: {'id': 'bf335b0d-c58e-4d08-a141-57774e1631b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '37df16fd-61b4-486d-8768-fddbf331690d'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:20.523187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5aff87de-4830-47ef-aa60-0992879e3167', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:20.523848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Bound port: c80c154d-36d7-4b96-8065-56d578aa783e, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf335b0d-c58e-4d08-a141-57774e1631b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '37df16fd-61b4-486d-8768-fddbf331690d'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:20.524371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.540894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:20.564108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Transition to ACTIVE for port object 091b378b-6557-4a54-a86d-1ac5bde861d6 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:20.578734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Pushing event updated for resources: {'Port': ['ID=bef608dc-c16c-4a8f-87be-56b0470a1ec9,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:20.587975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.995s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:20.593864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.339s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:20.595962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:20.606029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:20.620087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:20.638901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:20.639496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Checking segment: {'id': '1dbf3a43-f2ae-404b-937c-ae63705f3ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c339372a-b40c-4c05-b97a-9bd0ed821ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:20.639907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.640357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Bound using segment: {'id': '1dbf3a43-f2ae-404b-937c-ae63705f3ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c339372a-b40c-4c05-b97a-9bd0ed821ea1'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:20.640899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Bound port: bef608dc-c16c-4a8f-87be-56b0470a1ec9, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbf3a43-f2ae-404b-937c-ae63705f3ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c339372a-b40c-4c05-b97a-9bd0ed821ea1'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:20.641321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.646878 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:50:20.653191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:13Z', 'revision_number': 3, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:11Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:14Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:20.656422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.680194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Network c339372a-b40c-4c05-b97a-9bd0ed821ea1 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:20.687922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:20.763282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Checking router: 5784743d-3993-4e51-9a84-421a3d4bd72f for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:50:20.763696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Updating router 5784743d-3993-4e51-9a84-421a3d4bd72f port e0efe585-7046-4d27-8372-201ee82611b9 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:50:20.803204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Transition to ACTIVE for port object 091b378b-6557-4a54-a86d-1ac5bde861d6 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:20.830809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.893852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.898476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-80038b44-f8ff-45d3-b41f-0d9c6691e077', 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ips': [{'subnet_id': 'd0de8cf4-f99d-4053-8045-dc15b41aaa51'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:50:20.899356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.954706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.966917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:20.969387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Allocated IP 2001:db8:2::1 (6b3c8f8c-86c7-4a02-b7db-016e165c9e0d/d7c1f23a-db67-460c-94c7-926c50f5a6d7/c55871ed-820a-4ef0-85db-6ea4d0c528af) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:20.972621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76ed6ad8-28df-4510-8f58-db15be43be1a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:21.011384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port aececcb7-e256-4c49-8a3f-f62336ff9b15, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=aececcb7-e256-4c49-8a3f-f62336ff9b15,segment=NetworkSegment(0d0e512e-1681-4f20-a71d-2f7df4d9c75a),segment_id=0d0e512e-1681-4f20-a71d-2f7df4d9c75a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:21.022730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Pushing event updated for resources: {'Port': ['ID=2e1b13b5-0a63-44be-8a40-8e65cd410175,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:21.025699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.038614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:21.044230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Network 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:21.062496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1db8ea-a927-4f42-944f-399098db8802,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:21.072977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:21.092087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.658s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:21.129600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:21.151913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.155187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:21.188871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] For port c80c154d-36d7-4b96-8065-56d578aa783e, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:21.213477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.214827 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7001722 Dec 21 16:50:21.218473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44712) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:21.232095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5aff87de-4830-47ef-aa60-0992879e3167', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:21.249145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:21.257418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:21.265337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:21.279282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] For port c80c154d-36d7-4b96-8065-56d578aa783e, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c80c154d-36d7-4b96-8065-56d578aa783e,segment=NetworkSegment(bf335b0d-c58e-4d08-a141-57774e1631b9),segment_id=bf335b0d-c58e-4d08-a141-57774e1631b9)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:21.294891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:21.327503 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:50:21.327726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] For port bef608dc-c16c-4a8f-87be-56b0470a1ec9, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:21.352519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.353975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.478032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Pushing event updated for resources: {'Port': ['ID=091b378b-6557-4a54-a86d-1ac5bde861d6,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:21.482384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] For port bef608dc-c16c-4a8f-87be-56b0470a1ec9, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bef608dc-c16c-4a8f-87be-56b0470a1ec9,segment=NetworkSegment(1dbf3a43-f2ae-404b-937c-ae63705f3ee3),segment_id=1dbf3a43-f2ae-404b-937c-ae63705f3ee3)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:21.498066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:21.501666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7dd75f5-4d97-47c8-8cf8-f96a41b7af0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.929s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:21.628328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.661462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d4b39486-1021-4c9d-bb8f-800451d8c40a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:21.683286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.688842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.693406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-103c3065-c67b-4a7f-b688-b48362994164 tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:21.731499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Attempting to bind port 091b378b-6557-4a54-a86d-1ac5bde861d6 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:21.731924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Attempting to bind port 091b378b-6557-4a54-a86d-1ac5bde861d6 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '58f9991e-14aa-4ed9-b565-2c956a995f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:21.732334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Attempting to bind port 091b378b-6557-4a54-a86d-1ac5bde861d6 on network 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:21.767988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad959bf2-ed76-4372-8d36-84b38f9c2b9d,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:21.776066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:21.794913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.796281 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5765891 Dec 21 16:50:21.832040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.858195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:21.858951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Checking segment: {'id': '58f9991e-14aa-4ed9-b565-2c956a995f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:21.859579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.860190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Bound using segment: {'id': '58f9991e-14aa-4ed9-b565-2c956a995f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:21.860876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Bound port: 091b378b-6557-4a54-a86d-1ac5bde861d6, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f9991e-14aa-4ed9-b565-2c956a995f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:21.861462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:21.884981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Transition to ACTIVE for port object c55871ed-820a-4ef0-85db-6ea4d0c528af will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:21.950820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=aececcb7-e256-4c49-8a3f-f62336ff9b15,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:21.970748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Allocated IP 172.20.0.18 (80038b44-f8ff-45d3-b41f-0d9c6691e077/d0de8cf4-f99d-4053-8045-dc15b41aaa51/bd512640-ea49-4d7b-844b-aa521733e8f0) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:21.978453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:22.006867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a211b23c-970e-423f-92a0-ba39cb9a746b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:22.117967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Router 180807c8-2153-4556-8368-93b60a858262 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:50:22.122234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=c55871ed-820a-4ef0-85db-6ea4d0c528af,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:22.130180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:22.132718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:22.134403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:22.144016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:22.144606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:22.253367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] For port 091b378b-6557-4a54-a86d-1ac5bde861d6, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:22.297134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] For port 091b378b-6557-4a54-a86d-1ac5bde861d6, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=091b378b-6557-4a54-a86d-1ac5bde861d6,segment=NetworkSegment(58f9991e-14aa-4ed9-b565-2c956a995f2e),segment_id=58f9991e-14aa-4ed9-b565-2c956a995f2e)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:22.323008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port d4b39486-1021-4c9d-bb8f-800451d8c40a completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:22.341053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:22.347538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-46f1e5a8-f1a7-485d-8ca1-5e308b97b0f3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:50:22.358165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2a920cd4-6805-4300-8908-01063e67fb7a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:22.382389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-46f1e5a8-f1a7-485d-8ca1-5e308b97b0f3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:50:22.397141 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-46f1e5a8-f1a7-485d-8ca1-5e308b97b0f3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649012455&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.1501122 Dec 21 16:50:22.491457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Pushing event updated for resources: {'Port': ['ID=c80c154d-36d7-4b96-8065-56d578aa783e,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:22.511993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:22.515737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.497s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:22.528898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:22.608109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-fdc57008-074e-4814-80ed-c3a0e8691c1b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:22.616412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-fdc57008-074e-4814-80ed-c3a0e8691c1b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:50:22.643987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1366f51-be58-4a67-93cf-1ae4c0fcc65f None None] Network 35c17ef5-2877-4541-931d-83aa0c0bc595 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:22.654893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:22.666839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50791b3-29ff-4e4f-ac2d-05bc5304ecd0 None None] Sync routers for ids ['180807c8-2153-4556-8368-93b60a858262'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:22.671260 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "PUT /v2.0/routers/180807c8-2153-4556-8368-93b60a858262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2929754 Dec 21 16:50:22.671907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44730) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:22.675350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-fdc57008-074e-4814-80ed-c3a0e8691c1b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:50:22.686497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-fdc57008-074e-4814-80ed-c3a0e8691c1b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/networks?id=80038b44-f8ff-45d3-b41f-0d9c6691e077 HTTP/1.1" status: 200 len: 797 time: 0.2888803 Dec 21 16:50:22.730570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50791b3-29ff-4e4f-ac2d-05bc5304ecd0 None None] Routers {'180807c8-2153-4556-8368-93b60a858262'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:22.732875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a50791b3-29ff-4e4f-ac2d-05bc5304ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['180807c8-2153-4556-8368-93b60a858262'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:22.747961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-123734ce-91da-4a53-9d7b-3931e59521ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/quotas/265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 375 time: 0.0581794 Dec 21 16:50:22.805607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Pushing event updated for resources: {'Port': ['ID=bef608dc-c16c-4a8f-87be-56b0470a1ec9,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:22.902524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a50791b3-29ff-4e4f-ac2d-05bc5304ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:22.941795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50791b3-29ff-4e4f-ac2d-05bc5304ecd0 None None] Routers {'180807c8-2153-4556-8368-93b60a858262'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:22.944255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a50791b3-29ff-4e4f-ac2d-05bc5304ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['180807c8-2153-4556-8368-93b60a858262'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:23.054067 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-985ef643-5099-490e-a289-d9a47180b58e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3033454 Dec 21 16:50:23.221874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a50791b3-29ff-4e4f-ac2d-05bc5304ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:23.222608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50791b3-29ff-4e4f-ac2d-05bc5304ecd0 None None] The sync data for ids ['180807c8-2153-4556-8368-93b60a858262'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:23.342766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:23.363054 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-9167bdc4-30dd-49b2-8a48-47cef6e11283 service neutron] 10.222.0.67 "GET /v2.0/networks/80038b44-f8ff-45d3-b41f-0d9c6691e077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038011 Dec 21 16:50:23.377363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-664f6bc3-989a-4f95-b9b4-0ddbae1f34c4 None None] Provisioning for port d4b39486-1021-4c9d-bb8f-800451d8c40a completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:23.462235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-664f6bc3-989a-4f95-b9b4-0ddbae1f34c4 None None] Provisioning complete for port d4b39486-1021-4c9d-bb8f-800451d8c40a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:23.465425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-664f6bc3-989a-4f95-b9b4-0ddbae1f34c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:23.511801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2a920cd4-6805-4300-8908-01063e67fb7a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:23.512311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:23.587718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Transition to ACTIVE for port object e0efe585-7046-4d27-8372-201ee82611b9 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:23.650077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:23.677215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Pushing event updated for resources: {'Port': ['ID=091b378b-6557-4a54-a86d-1ac5bde861d6,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:23.695838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:23.700960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:23.701701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:23.762754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:23.773172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Transition to ACTIVE for port object bd512640-ea49-4d7b-844b-aa521733e8f0 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:23.780838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:23.781740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:23.788797 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-ea14cf4e-6064-45c0-b257-71309e5a16e3 service neutron] 10.222.0.67 "GET /v2.0/networks/80038b44-f8ff-45d3-b41f-0d9c6691e077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240727 Dec 21 16:50:23.798984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:23.931139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=c55871ed-820a-4ef0-85db-6ea4d0c528af,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:23.932746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Transition to ACTIVE for port object bd512640-ea49-4d7b-844b-aa521733e8f0 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:23.956528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:24.054621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ecd0a-12aa-4b23-9cf7-a52105853ae4 None None] Pushing event updated for resources: {'Port': ['ID=e0efe585-7046-4d27-8372-201ee82611b9,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:24.059186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a99ecd0a-12aa-4b23-9cf7-a52105853ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:24.142178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.967s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:24.142482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:24.143795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:24.160925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-664f6bc3-989a-4f95-b9b4-0ddbae1f34c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:24.183902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f2de117-88c8-4c24-b1ce-0fcb84feeef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.793s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:24.214644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:24.221271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:24.290128 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aae2cd06-dde3-4f75-aa97-c95542e3db37 req-1820dbb3-124f-4a82-9d92-b4abc1273094 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 210 time: 0.1170745 Dec 21 16:50:24.378225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Attempting to bind port e0efe585-7046-4d27-8372-201ee82611b9 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:24.379049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Attempting to bind port e0efe585-7046-4d27-8372-201ee82611b9 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'f987e809-58e2-4372-b777-812aab1ca0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:24.379664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Attempting to bind port e0efe585-7046-4d27-8372-201ee82611b9 on network 35c17ef5-2877-4541-931d-83aa0c0bc595 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:24.402429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:24.402964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Checking segment: {'id': 'f987e809-58e2-4372-b777-812aab1ca0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:24.403407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:24.403860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Bound using segment: {'id': 'f987e809-58e2-4372-b777-812aab1ca0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:24.404403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Bound port: e0efe585-7046-4d27-8372-201ee82611b9, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f987e809-58e2-4372-b777-812aab1ca0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:24.404827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:24.453063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Network 80038b44-f8ff-45d3-b41f-0d9c6691e077 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:24.457216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-664f6bc3-989a-4f95-b9b4-0ddbae1f34c4 None None] For port d4b39486-1021-4c9d-bb8f-800451d8c40a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d4b39486-1021-4c9d-bb8f-800451d8c40a,segment=NetworkSegment(f987e809-58e2-4372-b777-812aab1ca0c6),segment_id=f987e809-58e2-4372-b777-812aab1ca0c6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:24.468829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:24.478820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:24.489395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Pushing event updated for resources: {'Port': ['ID=bd512640-ea49-4d7b-844b-aa521733e8f0,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:24.495040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-664f6bc3-989a-4f95-b9b4-0ddbae1f34c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:24.508106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:24.508585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:24.797239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e716b2-3971-4ee9-b0e7-7d3d0e685b82 None None] Network 65ed945f-3c62-4649-8d3d-8f9d588bc59b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:24.942110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Attempting to bind port bd512640-ea49-4d7b-844b-aa521733e8f0 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:24.942536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Attempting to bind port bd512640-ea49-4d7b-844b-aa521733e8f0 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:24.943877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Attempting to bind port bd512640-ea49-4d7b-844b-aa521733e8f0 on network 80038b44-f8ff-45d3-b41f-0d9c6691e077 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:25.009055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:25.009489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Checking segment: {'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:25.009950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:25.010397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Bound using segment: {'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:25.015629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Bound port: bd512640-ea49-4d7b-844b-aa521733e8f0, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:25.016182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:25.051047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 091b378b-6557-4a54-a86d-1ac5bde861d6 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:25.111664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f6bc3-989a-4f95-b9b4-0ddbae1f34c4 None None] Pushing event updated for resources: {'Port': ['ID=d4b39486-1021-4c9d-bb8f-800451d8c40a,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:25.131262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-664f6bc3-989a-4f95-b9b4-0ddbae1f34c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:25.137941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.785s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:25.138186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:25.143850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2f0e639f-5300-4488-a25d-370488ceb4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.217s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:25.144281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2f0e639f-5300-4488-a25d-370488ceb4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:25.151508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.913s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:25.151943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:25.153091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] For port e0efe585-7046-4d27-8372-201ee82611b9, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:25.165274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.530s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:25.165543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:25.234135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] For port e0efe585-7046-4d27-8372-201ee82611b9, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e0efe585-7046-4d27-8372-201ee82611b9,segment=NetworkSegment(f987e809-58e2-4372-b777-812aab1ca0c6),segment_id=f987e809-58e2-4372-b777-812aab1ca0c6)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:25.297141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-65eb3cec-61a8-487a-bac0-500f158ce9d6 None None] Provisioning for port 2e1b13b5-0a63-44be-8a40-8e65cd410175 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:25.345889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:25.362538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-473a8597-f4bd-43e2-884c-f631f075c8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:25.644132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 5784743d-3993-4e51-9a84-421a3d4bd72f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:25.654287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] For port bd512640-ea49-4d7b-844b-aa521733e8f0, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:25.683253 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-462be64a-be10-46a3-94ff-14e62701f8a1 req-ba6e9dd1-9d1e-49da-988d-51d0a158dad7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 210 time: 0.1325049 Dec 21 16:50:25.687455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 091b378b-6557-4a54-a86d-1ac5bde861d6 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:25.739922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] For port bd512640-ea49-4d7b-844b-aa521733e8f0, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bd512640-ea49-4d7b-844b-aa521733e8f0,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:25.741588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device aececcb7-e256-4c49-8a3f-f62336ff9b15 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:26.086895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:26.092013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc62fd37-f10d-4298-9bc4-6fa4954dd2b8 None None] Network 37df16fd-61b4-486d-8768-fddbf331690d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:26.302169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ecd0a-12aa-4b23-9cf7-a52105853ae4 None None] Pushing event updated for resources: {'Port': ['ID=e0efe585-7046-4d27-8372-201ee82611b9,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:26.368617 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-13aca7e6-f998-49fa-bc43-30a115eebc5e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 16:50:26.372984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44770) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:26.374597 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-13aca7e6-f998-49fa-bc43-30a115eebc5e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "PUT /v2.0/routers/180807c8-2153-4556-8368-93b60a858262/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.5748222 Dec 21 16:50:26.437424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a99ecd0a-12aa-4b23-9cf7-a52105853ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:26.442410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-23e1725c-a01d-42c1-8bd5-089aad196701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:26.532309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:26.548134 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8083382 Dec 21 16:50:26.551989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6eab5b-4979-400d-8467-1189c33017b1 None None] Network c339372a-b40c-4c05-b97a-9bd0ed821ea1 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:26.553586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44778) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:26.569752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-396236914'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:26.584333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-da7a968b-9656-4cee-b614-62922de7dc05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:26.585917 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-da7a968b-9656-4cee-b614-62922de7dc05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=80038b44-f8ff-45d3-b41f-0d9c6691e077 HTTP/1.1" status: 200 len: 797 time: 0.5140407 Dec 21 16:50:26.587071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:26.595795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:network and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:26.605481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:26.654762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:26.655849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:26.659131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:26.690260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:26.690260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:26.736345 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-5cc9e6cf-df7a-4158-a364-f124b9e29e9c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 472 time: 0.1321297 Dec 21 16:50:26.759049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'device_id': '7b5a54cf-987e-43c6-91c5-b692b8164ba9', 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077', 'admin_state_up': True, 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'security_groups': ['5aff87de-4830-47ef-aa60-0992879e3167']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:26.860852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:50:26.887022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:26.979579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:26.980263 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added segment 8d872b1d-f873-4fe2-b093-089d4b3eecf2 of type vlan for network 64a4b910-4af3-4f95-9b37-76584956cb9b Dec 21 16:50:27.014328 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7b1049c1-5662-4788-92f8-d34ed01fddfb req-fac98017-634b-4e6c-bd90-15b839c1bf81 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 210 time: 0.0612004 Dec 21 16:50:27.096333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:27.118537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:27.155042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:27.170435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:port and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:27.176646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:27.186531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:27.205428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:27.210900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:27.211804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:27.231882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea7595fe-f563-4575-95c8-8a8fa0975ffe tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:27.264941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7c4d1150-9b88-4c71-b3ab-247ee5685321 None None] Provisioning for port c80c154d-36d7-4b96-8065-56d578aa783e completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:27.270201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e3021-3950-4a39-9648-28c8a574378c None None] Network 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:27.382285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:27.388909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:27.403783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Network': ['ID=64a4b910-4af3-4f95-9b37-76584956cb9b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:27.413364 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8538256 Dec 21 16:50:27.418599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44788) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:27.429785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'subnet': {'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:27.601456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:27.619022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:27.619381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:27.619965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:27.620387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:27.623558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:27.628290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:27.628829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:27.629265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:27.629847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:27.630270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:27.635102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:27.639149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5b96d333-3b75-4310-bc32-d069478ed83d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:27.729206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:subnet and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:27.740302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:27.764587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:27.796671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 64a4b910-4af3-4f95-9b37-76584956cb9b details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:50:27.959325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Pushing event updated for resources: {'Port': ['ID=bd512640-ea49-4d7b-844b-aa521733e8f0,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:27.995862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.553s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:28.031821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Made reservation on behalf of b6b7133c76624214ba5411629bf7e743 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:28.032177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port aececcb7-e256-4c49-8a3f-f62336ff9b15 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:28.032707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:28.258030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:28.326027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.28 (80038b44-f8ff-45d3-b41f-0d9c6691e077/d0de8cf4-f99d-4053-8045-dc15b41aaa51/3bc883a4-4908-4d87-b151-c957b5dd9405) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:28.354932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Provisioning complete for port d4b39486-1021-4c9d-bb8f-800451d8c40a triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:28.355518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:28.373083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-793cffe8-112a-46ae-9c2a-49266d29ecf7 req-33d56d18-3c26-4359-ba16-64aa1cd6b25d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 210 time: 0.0611858 Dec 21 16:50:28.378743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Deleting port ed5a61c3-4b6e-4958-aabd-d7a77996d1e1 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:28.379157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:28.509581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:22Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:23Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:25Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:28.593486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:28.605115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f13c462-9a4a-488d-be64-646fead55aa6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:28.638048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:28.789867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Calling delete_port for ed5a61c3-4b6e-4958-aabd-d7a77996d1e1 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:28.816720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Subnet': ['ID=e7fd5258-b2f5-44bb-bff3-9a145e8383fb,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:28.823363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a24b4-3ee1-44d5-857c-3bef8ddb5fdb None None] The sync data for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv is: [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:22Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:23Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:25Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:28.833237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:28.851549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Checking segment: {'id': '8d872b1d-f873-4fe2-b093-089d4b3eecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:28.863901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network hostable DHCP agents. Network: 64a4b910-4af3-4f95-9b37-76584956cb9b, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:50:29.051760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:29.079591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7f786bd8-65c7-48bb-942b-70dc0e4eb3e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:29.085857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 64a4b910-4af3-4f95-9b37-76584956cb9b is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:50:29.107968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 64a4b910-4af3-4f95-9b37-76584956cb9b) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:29.133769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c980ba-916c-4932-a164-fd9a2bbea6a4 None None] Network 64a4b910-4af3-4f95-9b37-76584956cb9b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:29.147695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:29.149775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:29.180358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c80c154d-36d7-4b96-8065-56d578aa783e up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:29.210815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event deleted for resources: {'Port': ['ID=ed5a61c3-4b6e-4958-aabd-d7a77996d1e1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:29.238341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Provisioning for port e0efe585-7046-4d27-8372-201ee82611b9 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:29.263390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:29.304785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:29.305641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:29.306327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:29.306905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:29.307426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:29.308314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:29.309362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:29.309898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:29.310869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:29.311339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:29.311872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:29.315846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:29.323868 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9019439 Dec 21 16:50:29.334726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44804) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:29.483047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Provisioning for port bef608dc-c16c-4a8f-87be-56b0470a1ec9 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:29.527295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:29.623074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 3bc883a4-4908-4d87-b151-c957b5dd9405 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:29.751110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Provisioning for port 091b378b-6557-4a54-a86d-1ac5bde861d6 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:29.790411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Provisioning complete for port 091b378b-6557-4a54-a86d-1ac5bde861d6 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:29.792389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:29.869201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:29.888725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cecc49f6-3bb6-44c9-98b1-0e262ee208a0 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:29.922183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port c80c154d-36d7-4b96-8065-56d578aa783e completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:29.946119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port c80c154d-36d7-4b96-8065-56d578aa783e triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:29.946552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:30.118124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-64a4b910-4af3-4f95-9b37-76584956cb9b', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:50:30.119074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:30.173108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:30.187931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8321e8-de80-43fe-beab-b798d79c22fd None None] Network 80038b44-f8ff-45d3-b41f-0d9c6691e077 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:30.459872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc776dc2-488b-4614-8852-213afed37850 req-2bdb902b-d31e-4613-9ff1-a0352f53d0e2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:30.469006 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bc776dc2-488b-4614-8852-213afed37850 req-2bdb902b-d31e-4613-9ff1-a0352f53d0e2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 932 time: 0.4973950 Dec 21 16:50:30.586436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=3bc883a4-4908-4d87-b151-c957b5dd9405,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:30.629243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 80038b44-f8ff-45d3-b41f-0d9c6691e077 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:30.631630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:30.634173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:30.637923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:30.730404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:50:30.969747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Allocated IP 2001:db8:3::2 (64a4b910-4af3-4f95-9b37-76584956cb9b/e7fd5258-b2f5-44bb-bff3-9a145e8383fb/0133920b-4205-4a9f-87c5-c7fdf1bfe8d4) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:30.991470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:30.992420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:31.061342 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3155091 Dec 21 16:50:31.084041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Request body: {'port': {'device_id': '7b5a54cf-987e-43c6-91c5-b692b8164ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:31.148987 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bc776dc2-488b-4614-8852-213afed37850 req-5920e1ff-1b6f-4f06-9841-100c2704f354 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6791177 Dec 21 16:50:31.240654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:31.358533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Router 180807c8-2153-4556-8368-93b60a858262 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:31.569570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:31.606891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] For port 091b378b-6557-4a54-a86d-1ac5bde861d6, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=091b378b-6557-4a54-a86d-1ac5bde861d6,segment=NetworkSegment(58f9991e-14aa-4ed9-b565-2c956a995f2e),segment_id=58f9991e-14aa-4ed9-b565-2c956a995f2e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:31.651229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:31.663789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-88a1a82f-662c-4d76-9ae1-03648a79fc56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:31.685429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:31.698916 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "PUT /v2.0/routers/180807c8-2153-4556-8368-93b60a858262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3244991 Dec 21 16:50:31.703828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44814) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:31.757546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5914d182-73d5-418f-bf19-31050fcc187a None None] Sync routers for ids ['180807c8-2153-4556-8368-93b60a858262'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:31.786093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:31.791095 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-fe169e05-8243-4405-83e9-256cc34fa51b tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] delete failed (client error): The resource could not be found. Dec 21 16:50:31.797572 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fe169e05-8243-4405-83e9-256cc34fa51b tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-1938229490 HTTP/1.1" status: 404 len: 335 time: 0.0923090 Dec 21 16:50:31.798602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44818) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:31.805677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-eaae246c-21cf-43d2-b6ea-ee0ddb8b7958 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Request body: {'router': {'external_gateway_info': {'network_id': '180807c8-2153-4556-8368-93b60a858262'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:31.837746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81a9ee44-1179-421b-96a5-73eeb5e275ea None None] Could not find standard attr ID for object ed5a61c3-4b6e-4958-aabd-d7a77996d1e1. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 16:50:31.850725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Transition to ACTIVE for port object 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:31.853452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:31.894676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914d182-73d5-418f-bf19-31050fcc187a None None] Routers {'180807c8-2153-4556-8368-93b60a858262'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:31.895425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5914d182-73d5-418f-bf19-31050fcc187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['180807c8-2153-4556-8368-93b60a858262'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:31.972958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:31.999568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Pushing event updated for resources: {'Port': ['ID=091b378b-6557-4a54-a86d-1ac5bde861d6,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:32.022704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:32.041220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5914d182-73d5-418f-bf19-31050fcc187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:32.083997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Transition to ACTIVE for port object 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:32.162432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:32.173209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port c80c154d-36d7-4b96-8065-56d578aa783e, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c80c154d-36d7-4b96-8065-56d578aa783e,segment=NetworkSegment(bf335b0d-c58e-4d08-a141-57774e1631b9),segment_id=bf335b0d-c58e-4d08-a141-57774e1631b9)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:32.176638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Sync routers for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:32.183720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:32.194391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:32.196100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:32.257218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914d182-73d5-418f-bf19-31050fcc187a None None] Routers {'180807c8-2153-4556-8368-93b60a858262'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:32.267915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5914d182-73d5-418f-bf19-31050fcc187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['180807c8-2153-4556-8368-93b60a858262'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:32.402537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaae246c-21cf-43d2-b6ea-ee0ddb8b7958 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:32.620075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:32.640968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-eaae246c-21cf-43d2-b6ea-ee0ddb8b7958 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] update failed (client error): The resource could not be found. Dec 21 16:50:32.651213 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eaae246c-21cf-43d2-b6ea-ee0ddb8b7958 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "PUT /v2.0/routers/180807c8-2153-4556-8368-93b60a858262 HTTP/1.1" status: 404 len: 339 time: 0.8506253 Dec 21 16:50:32.665833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44826) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:32.781900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Allocated IP 2001:db8:3::1 (64a4b910-4af3-4f95-9b37-76584956cb9b/e7fd5258-b2f5-44bb-bff3-9a145e8383fb/9f989095-4e35-40bc-8ca9-c237fba56cec) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:32.883509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Network 64a4b910-4af3-4f95-9b37-76584956cb9b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:32.901118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:32.903668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:32.904749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2e1b13b5-0a63-44be-8a40-8e65cd410175 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:32.928664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc883a4-4908-4d87-b151-c957b5dd9405 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:50:32.952884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:32.961732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79f1af-bf41-47a0-b057-be4018a73b85 req-f0b4d097-f1ad-4f7e-bb4c-60404663a925 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:32.968621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5914d182-73d5-418f-bf19-31050fcc187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:32.969203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5914d182-73d5-418f-bf19-31050fcc187a None None] The sync data for ids ['180807c8-2153-4556-8368-93b60a858262'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:32.980000 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0b79f1af-bf41-47a0-b057-be4018a73b85 req-f0b4d097-f1ad-4f7e-bb4c-60404663a925 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 932 time: 0.4979618 Dec 21 16:50:32.993457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:32.995671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81a9ee44-1179-421b-96a5-73eeb5e275ea None None] Provisioning for port bd512640-ea49-4d7b-844b-aa521733e8f0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:33.033905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Transition to ACTIVE for port object 3bc883a4-4908-4d87-b151-c957b5dd9405 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:33.049416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:22Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:23Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:25Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:33.050763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.056118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Checking router: 5784743d-3993-4e51-9a84-421a3d4bd72f for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:50:33.056805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Updating router 5784743d-3993-4e51-9a84-421a3d4bd72f port c55871ed-820a-4ef0-85db-6ea4d0c528af binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:50:33.058327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:33.061779 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0b79f1af-bf41-47a0-b057-be4018a73b85 req-7a25ce8a-96b6-41b8-9546-7127ec82564e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756245 Dec 21 16:50:33.143019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.154754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Pushing event updated for resources: {'Port': ['ID=0133920b-4205-4a9f-87c5-c7fdf1bfe8d4,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:33.169468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.210183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:33.210495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:33.210912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:33.211302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:33.211685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:33.212065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:33.212701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:33.213081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:33.213452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:33.213824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:33.214194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:50:33.221384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Attempting to bind port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:33.221807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Attempting to bind port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '8d872b1d-f873-4fe2-b093-089d4b3eecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:33.222222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Attempting to bind port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 on network 64a4b910-4af3-4f95-9b37-76584956cb9b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:33.227107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:33.227640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-664f6bc3-989a-4f95-b9b4-0ddbae1f34c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:33.288893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 2e1b13b5-0a63-44be-8a40-8e65cd410175 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:33.301055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2e1b13b5-0a63-44be-8a40-8e65cd410175 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:33.301562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.326215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Transition to ACTIVE for port object 9f989095-4e35-40bc-8ca9-c237fba56cec will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:33.389805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:33.390514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Checking segment: {'id': '8d872b1d-f873-4fe2-b093-089d4b3eecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:33.393779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.394769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Bound using segment: {'id': '8d872b1d-f873-4fe2-b093-089d4b3eecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:33.396666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Bound port: 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d872b1d-f873-4fe2-b093-089d4b3eecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:33.397048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.429954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81a9ee44-1179-421b-96a5-73eeb5e275ea None None] Provisioning complete for port 091b378b-6557-4a54-a86d-1ac5bde861d6 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:33.430494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81a9ee44-1179-421b-96a5-73eeb5e275ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.463803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.516469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Pushing event updated for resources: {'Port': ['ID=3bc883a4-4908-4d87-b151-c957b5dd9405,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:33.527340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:33.528295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e91e92b6-488f-43dd-8e17-543b6f02b131 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:33.573340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=c80c154d-36d7-4b96-8065-56d578aa783e,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:33.577166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:33.595954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 64a4b910-4af3-4f95-9b37-76584956cb9b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:33.696812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.703175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:33.707167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] For port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:33.712225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] For port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0133920b-4205-4a9f-87c5-c7fdf1bfe8d4,segment=NetworkSegment(8d872b1d-f873-4fe2-b093-089d4b3eecf2),segment_id=8d872b1d-f873-4fe2-b093-089d4b3eecf2)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:33.713708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Transition to ACTIVE for port object c55871ed-820a-4ef0-85db-6ea4d0c528af will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:33.721530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:33.722120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.730929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.736538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-346d7ac1-a1e4-46a2-a87f-c3e2e316d65f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:33.757294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:33.768620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52edef5c-1ffd-4ff4-b9ec-ea61d4436925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:33.833180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7b762-40d4-4fa9-914a-4cb96d841f33 None None] Pushing event updated for resources: {'Port': ['ID=c55871ed-820a-4ef0-85db-6ea4d0c528af,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:33.837012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09e7b762-40d4-4fa9-914a-4cb96d841f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:33.892348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Pushing event updated for resources: {'Port': ['ID=0133920b-4205-4a9f-87c5-c7fdf1bfe8d4,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:33.934816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:34.050851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:34.127081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Attempting to bind port c55871ed-820a-4ef0-85db-6ea4d0c528af on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:34.135387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Attempting to bind port c55871ed-820a-4ef0-85db-6ea4d0c528af by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '58f9991e-14aa-4ed9-b565-2c956a995f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:34.135940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Attempting to bind port c55871ed-820a-4ef0-85db-6ea4d0c528af on network 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:34.149954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:34.150505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Checking segment: {'id': '58f9991e-14aa-4ed9-b565-2c956a995f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:34.151177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:34.153908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Bound using segment: {'id': '58f9991e-14aa-4ed9-b565-2c956a995f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:34.156497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 2e1b13b5-0a63-44be-8a40-8e65cd410175, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e1b13b5-0a63-44be-8a40-8e65cd410175,segment=NetworkSegment(7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720),segment_id=7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:34.159004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Bound port: c55871ed-820a-4ef0-85db-6ea4d0c528af, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f9991e-14aa-4ed9-b565-2c956a995f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:34.160974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:34.178259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:34.179169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bef608dc-c16c-4a8f-87be-56b0470a1ec9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:34.209938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:34.236886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7287177b-3d48-49f8-b543-54bc39975502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:34.292248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=9f989095-4e35-40bc-8ca9-c237fba56cec,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:34.351788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:34.405644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] For port c55871ed-820a-4ef0-85db-6ea4d0c528af, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:34.409476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] For port c55871ed-820a-4ef0-85db-6ea4d0c528af, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c55871ed-820a-4ef0-85db-6ea4d0c528af,segment=NetworkSegment(58f9991e-14aa-4ed9-b565-2c956a995f2e),segment_id=58f9991e-14aa-4ed9-b565-2c956a995f2e)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:34.416431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81a9ee44-1179-421b-96a5-73eeb5e275ea None None] Provisioning for port c55871ed-820a-4ef0-85db-6ea4d0c528af completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:34.443773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:34.459761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-357adcdf-0c43-4d52-92e9-561488b51a77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:34.463286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=2e1b13b5-0a63-44be-8a40-8e65cd410175,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:34.491119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:34.501113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81a9ee44-1179-421b-96a5-73eeb5e275ea None None] Provisioning complete for port c80c154d-36d7-4b96-8065-56d578aa783e triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:34.501547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81a9ee44-1179-421b-96a5-73eeb5e275ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:34.550886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7b762-40d4-4fa9-914a-4cb96d841f33 None None] Pushing event updated for resources: {'Port': ['ID=c55871ed-820a-4ef0-85db-6ea4d0c528af,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:34.555261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09e7b762-40d4-4fa9-914a-4cb96d841f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:34.563067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:34.564744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:34.569556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Attempting to bind port 3bc883a4-4908-4d87-b151-c957b5dd9405 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:34.576329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Attempting to bind port 3bc883a4-4908-4d87-b151-c957b5dd9405 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:34.577883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Attempting to bind port 3bc883a4-4908-4d87-b151-c957b5dd9405 on network 80038b44-f8ff-45d3-b41f-0d9c6691e077 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:34.642662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Port 3bc883a4-4908-4d87-b151-c957b5dd9405 on network 80038b44-f8ff-45d3-b41f-0d9c6691e077 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:50:34.643253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Attempting to bind port 3bc883a4-4908-4d87-b151-c957b5dd9405 on network 80038b44-f8ff-45d3-b41f-0d9c6691e077 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:34.654476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:34.708011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:34.708535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Checking segment: {'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:34.722870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Bound using segment: {'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:34.725171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Bound port: 3bc883a4-4908-4d87-b151-c957b5dd9405, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:34.727095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:34.755606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73f51-d78f-4ce8-9e5c-05859db25e91 req-62c11e08-c28b-4954-88ce-7677cf027f0b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:34.764192 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b6a73f51-d78f-4ce8-9e5c-05859db25e91 req-62c11e08-c28b-4954-88ce-7677cf027f0b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 944 time: 0.4187191 Dec 21 16:50:34.766296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port bef608dc-c16c-4a8f-87be-56b0470a1ec9 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:34.794465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bef608dc-c16c-4a8f-87be-56b0470a1ec9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:34.794852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:34.950264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81a9ee44-1179-421b-96a5-73eeb5e275ea None None] Provisioning complete for port 2e1b13b5-0a63-44be-8a40-8e65cd410175 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:34.950696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81a9ee44-1179-421b-96a5-73eeb5e275ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:35.015576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:35.199752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Allocated IP 172.20.0.1 (65ed945f-3c62-4649-8d3d-8f9d588bc59b/e1c31d60-90f9-4b44-bfe5-1d9a5151f321/ea853c4a-bf3e-4605-9163-5a3b4338d2f5) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:35.201175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:35.273533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port bef608dc-c16c-4a8f-87be-56b0470a1ec9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bef608dc-c16c-4a8f-87be-56b0470a1ec9,segment=NetworkSegment(1dbf3a43-f2ae-404b-937c-ae63705f3ee3),segment_id=1dbf3a43-f2ae-404b-937c-ae63705f3ee3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:35.359948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:35.376203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:35.395621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e4c451d-cf48-4fed-96b5-a477e90aaa61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:35.407043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:35.423274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:35.424255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:35.438384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af8f0798-252f-48e1-8552-e310d03600c1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:35.465855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Transition to ACTIVE for port object ea853c4a-bf3e-4605-9163-5a3b4338d2f5 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:35.503591 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b6a73f51-d78f-4ce8-9e5c-05859db25e91 req-d4f16042-b01b-46b9-ab75-7935a8e57679 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7381010 Dec 21 16:50:35.521894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:35.553860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-58d9d2f5-021e-4cd5-b7ac-54ccf6549a4c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:35.598612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event updated for resources: {'Port': ['ID=9f989095-4e35-40bc-8ca9-c237fba56cec,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:35.602019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:35.616388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a194f1bc-6f40-4203-ae55-c8f85ad46e35 None None] Provisioning for port 3bc883a4-4908-4d87-b151-c957b5dd9405 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:35.623737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] For port 3bc883a4-4908-4d87-b151-c957b5dd9405, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:35.632974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=bef608dc-c16c-4a8f-87be-56b0470a1ec9,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:35.651094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:35.651371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Network 65ed945f-3c62-4649-8d3d-8f9d588bc59b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:35.666662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:35.672464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:35.709690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] For port 3bc883a4-4908-4d87-b151-c957b5dd9405, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bc883a4-4908-4d87-b151-c957b5dd9405,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:35.780807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:35.793612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:35.801670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:34Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': '9f989095-4e35-40bc-8ca9-c237fba56cec', 'name': '', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:46:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:32Z', 'updated_at': '2021-12-21T16:50:32Z', 'revision_number': 1, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:34Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:25Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:35.807576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5cdfd-7b87-409b-a1cd-63766decd9e0 None None] The sync data for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv is: [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:34Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': '9f989095-4e35-40bc-8ca9-c237fba56cec', 'name': '', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:46:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:32Z', 'updated_at': '2021-12-21T16:50:32Z', 'revision_number': 1, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:34Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:25Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:35.809937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Network 64a4b910-4af3-4f95-9b37-76584956cb9b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:35.823966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:35.876721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:35.981747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:36.033915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event updated for resources: {'Port': ['ID=ea853c4a-bf3e-4605-9163-5a3b4338d2f5,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:36.098970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:36.119401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d4b39486-1021-4c9d-bb8f-800451d8c40a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:36.173693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:36.175310 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] 10.222.0.48 "PUT /v2.0/ports/3bc883a4-4908-4d87-b151-c957b5dd9405 HTTP/1.1" status: 200 len: 1094 time: 5.0971456 Dec 21 16:50:36.189144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5a54cf-987e-43c6-91c5-b692b8164ba9', 'tag': '3bc883a4-4908-4d87-b151-c957b5dd9405'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:50:36.355109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d4b39486-1021-4c9d-bb8f-800451d8c40a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:36.355712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:36.444409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5a54cf-987e-43c6-91c5-b692b8164ba9', 'tag': '3bc883a4-4908-4d87-b151-c957b5dd9405', 'status': 'completed', 'code': 200} Dec 21 16:50:36.459157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Pushing event updated for resources: {'Port': ['ID=3bc883a4-4908-4d87-b151-c957b5dd9405,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:36.468814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:36.706752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-550a34c4-3fdf-4e0c-bca8-ae4b17dd1da0 None None] Provisioning for port ea853c4a-bf3e-4605-9163-5a3b4338d2f5 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:36.731905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bd512640-ea49-4d7b-844b-aa521733e8f0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:36.762924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-550a34c4-3fdf-4e0c-bca8-ae4b17dd1da0 None None] Provisioning complete for port ea853c4a-bf3e-4605-9163-5a3b4338d2f5 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:36.763530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-550a34c4-3fdf-4e0c-bca8-ae4b17dd1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:36.799098 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-c90c1110-6f3f-4118-a095-e12847aa86c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 1097 time: 0.4939632 Dec 21 16:50:36.882010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-550a34c4-3fdf-4e0c-bca8-ae4b17dd1da0 None None] Port ea853c4a-bf3e-4605-9163-5a3b4338d2f5 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:50:36.909873 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-cac0e81d-fd41-4485-b358-6f7aa5a9d3c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=3bc883a4-4908-4d87-b151-c957b5dd9405 HTTP/1.1" status: 200 len: 217 time: 0.0983171 Dec 21 16:50:36.940461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port bd512640-ea49-4d7b-844b-aa521733e8f0 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:36.947080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bd512640-ea49-4d7b-844b-aa521733e8f0 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:36.947775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:36.989808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-a7167ea8-977d-4d64-8b86-634027aa329d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Synchronizing usage tracker for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:50:37.038983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-1f82677c-e0e1-4ac3-86b7-ac493fa086f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:37.041615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-1f82677c-e0e1-4ac3-86b7-ac493fa086f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0de8cf4-f99d-4053-8045-dc15b41aaa51 HTTP/1.1" status: 200 len: 837 time: 0.1235528 Dec 21 16:50:37.048783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 5784743d-3993-4e51-9a84-421a3d4bd72f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:37.089666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a417c0b-2280-43ae-8444-14e14494a645 req-f432fbf7-64c5-4b32-a96b-e19116fc113f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:37.091344 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4a417c0b-2280-43ae-8444-14e14494a645 req-f432fbf7-64c5-4b32-a96b-e19116fc113f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 944 time: 0.2993798 Dec 21 16:50:37.105382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-a7167ea8-977d-4d64-8b86-634027aa329d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Unset dirty status for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:50:37.106642 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-a7167ea8-977d-4d64-8b86-634027aa329d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733415394&fields=id&tenant_id=fd9f31a269eb40be8aee5995f7e8cd18 HTTP/1.1" status: 200 len: 267 time: 0.3913250 Dec 21 16:50:37.116261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:37.126179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e9c60-09f3-4d1a-bf13-4436e41ecf12 None None] Network 64a4b910-4af3-4f95-9b37-76584956cb9b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:37.160336 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4a417c0b-2280-43ae-8444-14e14494a645 req-3856a7bc-e0ab-486e-b6dc-e2d3ed21cd30 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573046 Dec 21 16:50:37.274571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port bd512640-ea49-4d7b-844b-aa521733e8f0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bd512640-ea49-4d7b-844b-aa521733e8f0,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:37.302732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:37.303983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 091b378b-6557-4a54-a86d-1ac5bde861d6 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:37.333173 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-392a006b-3b83-4ad8-bc97-b60b5e855c40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80038b44-f8ff-45d3-b41f-0d9c6691e077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2801502 Dec 21 16:50:37.335715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-58a11d21-5bac-4c37-9966-acc5268e1a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:37.342613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-a2612583-4df7-416f-a02c-c7eab31f7c4c tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:37.343391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-a2612583-4df7-416f-a02c-c7eab31f7c4c tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Synchronizing usage tracker for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:50:37.365331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-08b78991-54ee-4cb6-ab22-e07be56b30ed None None] Provisioning for port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:37.399231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-a2612583-4df7-416f-a02c-c7eab31f7c4c tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Unset dirty status for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:50:37.400511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-a2612583-4df7-416f-a02c-c7eab31f7c4c tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 812 time: 0.2439408 Dec 21 16:50:37.404951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:37.410767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:37.464276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-badfb149-0ff2-461b-80cd-4505a202f08f tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:37.503725 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-dbb4f2ff-8e69-4153-9729-886b32197128 service neutron] 10.222.0.48 "GET /v2.0/networks/80038b44-f8ff-45d3-b41f-0d9c6691e077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612372 Dec 21 16:50:37.525016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=bd512640-ea49-4d7b-844b-aa521733e8f0,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:37.528494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:37.543636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:37.545910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:37.556966 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-abaec084-ee74-4c62-9095-4e00662708b1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/quotas/fd9f31a269eb40be8aee5995f7e8cd18 HTTP/1.1" status: 200 len: 375 time: 0.1482649 Dec 21 16:50:37.583946 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2477901 Dec 21 16:50:37.585572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44850) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:37.586673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 091b378b-6557-4a54-a86d-1ac5bde861d6 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:37.587132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:37.668945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b366bc42-be17-4307-9023-b0d0e176cbf8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:37.721041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event updated for resources: {'Port': ['ID=ea853c4a-bf3e-4605-9163-5a3b4338d2f5,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:37.736405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:37.793975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Network 65ed945f-3c62-4649-8d3d-8f9d588bc59b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:37.797122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:37.853574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Sync routers for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:37.934091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:37.934909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:37.977675 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-b9d44f00-c5a1-4a85-987b-afe0d99df294 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3909585 Dec 21 16:50:38.153790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:38.163728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7978e7d5-4c5a-4fe4-9320-13c6a4ad0600 req-e7145736-780e-496a-8ebf-2b4dfa2a8521 service neutron] 10.222.0.48 "GET /v2.0/networks/80038b44-f8ff-45d3-b41f-0d9c6691e077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521478 Dec 21 16:50:38.475265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9b886d93-9ff5-455b-b3b6-18de3e020167 None None] Provisioning complete for port ea853c4a-bf3e-4605-9163-5a3b4338d2f5 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:38.476095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9b886d93-9ff5-455b-b3b6-18de3e020167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:38.512369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e0efe585-7046-4d27-8372-201ee82611b9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:38.702053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9b886d93-9ff5-455b-b3b6-18de3e020167 None None] Port ea853c4a-bf3e-4605-9163-5a3b4338d2f5 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:50:38.711608 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-651cd1f8-d9c6-43c6-b3d3-34a186c8a228 service neutron] 10.222.0.67 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7322514 Dec 21 16:50:38.725197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port e0efe585-7046-4d27-8372-201ee82611b9 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:38.738960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e0efe585-7046-4d27-8372-201ee82611b9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:38.739426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:38.892065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-b366bc42-be17-4307-9023-b0d0e176cbf8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 16:50:38.925427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f7ee0-2118-4fa8-a7e5-921e49ea412e req-c3534da1-b3c6-4b53-be78-c2df470883e1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:38.927268 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e5f7ee0-2118-4fa8-a7e5-921e49ea412e req-c3534da1-b3c6-4b53-be78-c2df470883e1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 944 time: 0.2925520 Dec 21 16:50:38.928635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-b366bc42-be17-4307-9023-b0d0e176cbf8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Removed routes are [] {{(pid=88887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 16:50:38.929412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b366bc42-be17-4307-9023-b0d0e176cbf8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:38.942615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a714069c-cda9-4b2f-98e3-31165070e626 req-4c9ef97f-ed51-4fbe-bf82-b92ffa61e353 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 1097 time: 0.7258375 Dec 21 16:50:38.943314 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-3086d2d2-23da-4bde-bc38-32b0aa772a16 service neutron] 10.222.0.67 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305179 Dec 21 16:50:38.956811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-31769422-3dce-407d-a917-f7ba50a0f9d5 None None] Provisioning for port 9f989095-4e35-40bc-8ca9-c237fba56cec completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:38.964296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:38.981084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-31769422-3dce-407d-a917-f7ba50a0f9d5 None None] Provisioning complete for port 9f989095-4e35-40bc-8ca9-c237fba56cec triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:38.981510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31769422-3dce-407d-a917-f7ba50a0f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:39.011182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Router 180807c8-2153-4556-8368-93b60a858262 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:39.045959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-31769422-3dce-407d-a917-f7ba50a0f9d5 None None] Port 9f989095-4e35-40bc-8ca9-c237fba56cec cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:50:39.050288 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e5f7ee0-2118-4fa8-a7e5-921e49ea412e req-294621e0-35d8-4954-9757-29e2b9811a62 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004963 Dec 21 16:50:39.053049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:34Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': '9f989095-4e35-40bc-8ca9-c237fba56cec', 'name': '', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:46:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:32Z', 'updated_at': '2021-12-21T16:50:35Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:34Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:25Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:39.081517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port e0efe585-7046-4d27-8372-201ee82611b9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e0efe585-7046-4d27-8372-201ee82611b9,segment=NetworkSegment(f987e809-58e2-4372-b777-812aab1ca0c6),segment_id=f987e809-58e2-4372-b777-812aab1ca0c6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:39.081517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Checking router: 5784743d-3993-4e51-9a84-421a3d4bd72f for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:50:39.081517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Updating router 5784743d-3993-4e51-9a84-421a3d4bd72f port 9f989095-4e35-40bc-8ca9-c237fba56cec binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:50:39.141364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:39.151937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:39.152874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:39.225393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:39.228254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714069c-cda9-4b2f-98e3-31165070e626 req-7c93bffc-5efe-4777-95bb-606cc64fdf1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:39.229901 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a714069c-cda9-4b2f-98e3-31165070e626 req-7c93bffc-5efe-4777-95bb-606cc64fdf1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=80038b44-f8ff-45d3-b41f-0d9c6691e077 HTTP/1.1" status: 200 len: 898 time: 0.2801366 Dec 21 16:50:39.308316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=e0efe585-7046-4d27-8372-201ee82611b9,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:39.314049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:39.316243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:39.325013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e09a57-8bc5-4086-8db2-a61fb3524adb None None] Sync routers for ids ['180807c8-2153-4556-8368-93b60a858262'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:39.335532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "PUT /v2.0/routers/180807c8-2153-4556-8368-93b60a858262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6545677 Dec 21 16:50:39.336295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44864) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:39.345415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e09a57-8bc5-4086-8db2-a61fb3524adb None None] Routers {'180807c8-2153-4556-8368-93b60a858262'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:39.346082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-78e09a57-8bc5-4086-8db2-a61fb3524adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['180807c8-2153-4556-8368-93b60a858262'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:39.417797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1dc28500-3e1b-4cb1-a881-64235aa78efc None None] Provisioning complete for port 9f989095-4e35-40bc-8ca9-c237fba56cec triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:39.418254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1dc28500-3e1b-4cb1-a881-64235aa78efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:39.418831 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1d766f5-aa8a-485c-8807-bc129694a42a req-a9db6bd0-f11a-4668-aca2-f3cca9e36748 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6246266 Dec 21 16:50:39.420185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a714069c-cda9-4b2f-98e3-31165070e626 req-8a672ede-9ff9-4925-959a-a77f72ab0066 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=3bc883a4-4908-4d87-b151-c957b5dd9405 HTTP/1.1" status: 200 len: 217 time: 0.1369200 Dec 21 16:50:39.522983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-78e09a57-8bc5-4086-8db2-a61fb3524adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:39.534485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:39.535476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e09a57-8bc5-4086-8db2-a61fb3524adb None None] Routers {'180807c8-2153-4556-8368-93b60a858262'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:39.536319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-78e09a57-8bc5-4086-8db2-a61fb3524adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['180807c8-2153-4556-8368-93b60a858262'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:39.553497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714069c-cda9-4b2f-98e3-31165070e626 req-f69ecf84-4dfd-49e2-94cc-17dff03a1fca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:39.555149 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a714069c-cda9-4b2f-98e3-31165070e626 req-f69ecf84-4dfd-49e2-94cc-17dff03a1fca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0de8cf4-f99d-4053-8045-dc15b41aaa51 HTTP/1.1" status: 200 len: 837 time: 0.1145070 Dec 21 16:50:39.557511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f7f9dc3a-ee63-43ec-8102-2ce218b42bf0 req-655dda9d-bb31-4783-ae5a-347ec2a4c66c tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 210 time: 0.0544717 Dec 21 16:50:39.588571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:39.589085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:39.652465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-78e09a57-8bc5-4086-8db2-a61fb3524adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:39.653205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e09a57-8bc5-4086-8db2-a61fb3524adb None None] The sync data for ids ['180807c8-2153-4556-8368-93b60a858262'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:39.663589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-42a3ec51-a7b7-40ad-a01e-32dfa3b1b9c8 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:39.730073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1dc28500-3e1b-4cb1-a881-64235aa78efc None None] Port 9f989095-4e35-40bc-8ca9-c237fba56cec cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:50:39.733719 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a714069c-cda9-4b2f-98e3-31165070e626 req-f4fd6087-4b96-4d1c-a7e2-92a8d4473922 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80038b44-f8ff-45d3-b41f-0d9c6691e077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1399474 Dec 21 16:50:39.775229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1d766f5-aa8a-485c-8807-bc129694a42a req-6ff4e7f8-14df-4e54-af86-b3c45cb6ce51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 1099 time: 0.2189639 Dec 21 16:50:39.872660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:39.873057 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-42a3ec51-a7b7-40ad-a01e-32dfa3b1b9c8 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 16:50:39.877638 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-42a3ec51-a7b7-40ad-a01e-32dfa3b1b9c8 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "DELETE /v2.0/routers/180807c8-2153-4556-8368-93b60a858262 HTTP/1.1" status: 409 len: 329 time: 0.5402658 Dec 21 16:50:39.878283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44878) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:39.979415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0133920b-4205-4a9f-87c5-c7fdf1bfe8d4,segment=NetworkSegment(8d872b1d-f873-4fe2-b093-089d4b3eecf2),segment_id=8d872b1d-f873-4fe2-b093-089d4b3eecf2)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:39.997839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:39.998970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c80c154d-36d7-4b96-8065-56d578aa783e up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:40.031462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af494be2-3b49-41e2-971c-fc388fca0a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:40.177179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=0133920b-4205-4a9f-87c5-c7fdf1bfe8d4,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:40.186300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:40.199796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port c80c154d-36d7-4b96-8065-56d578aa783e triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:40.200729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:40.258056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:40.366376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:40.417709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 3bc883a4-4908-4d87-b151-c957b5dd9405 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:50:40.445304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Transition to ACTIVE for port object 9f989095-4e35-40bc-8ca9-c237fba56cec will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:40.483240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:40.493920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d766f5-aa8a-485c-8807-bc129694a42a req-1334d9af-79f2-46a2-b235-86a42e86a5c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:40.495567 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1d766f5-aa8a-485c-8807-bc129694a42a req-1334d9af-79f2-46a2-b235-86a42e86a5c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=028b8517-b34c-48eb-a677-5fc3e9641dff HTTP/1.1" status: 200 len: 897 time: 0.6485639 Dec 21 16:50:40.498155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:40.529692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b39b97-8e25-4336-80db-72612a56c114 req-c059ffda-9525-45d4-b646-85aec51f09d2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:40.531550 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-45b39b97-8e25-4336-80db-72612a56c114 req-c059ffda-9525-45d4-b646-85aec51f09d2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 944 time: 0.1983221 Dec 21 16:50:40.560545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b366bc42-be17-4307-9023-b0d0e176cbf8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:40.597811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b366bc42-be17-4307-9023-b0d0e176cbf8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:40.617443 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a714069c-cda9-4b2f-98e3-31165070e626 req-03fb7d15-bf7f-432c-981c-2a365c1c99f9 service neutron] 10.222.0.48 "GET /v2.0/networks/80038b44-f8ff-45d3-b41f-0d9c6691e077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8755634 Dec 21 16:50:40.644599 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-45b39b97-8e25-4336-80db-72612a56c114 req-9c114448-ddf3-4626-a601-141c1eee913e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023362 Dec 21 16:50:40.769403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2e1b13b5-0a63-44be-8a40-8e65cd410175 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:40.784151 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a714069c-cda9-4b2f-98e3-31165070e626 req-17bb2f2d-5134-40c8-8250-d19207aad18d service neutron] 10.222.0.48 "GET /v2.0/networks/80038b44-f8ff-45d3-b41f-0d9c6691e077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558788 Dec 21 16:50:40.890741 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c3bb2723-baaa-48c9-ba47-cd96291a5be6 req-dd1b42d4-fbed-4509-808d-9bed68e39b12 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 210 time: 0.0534844 Dec 21 16:50:41.089385 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1d766f5-aa8a-485c-8807-bc129694a42a req-bda14648-08aa-409f-8658-46992ab1041f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96f26e9e-a552-4433-a0c1-e80447763ac6 HTTP/1.1" status: 200 len: 1002 time: 0.5841897 Dec 21 16:50:41.094147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 3bc883a4-4908-4d87-b151-c957b5dd9405, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bc883a4-4908-4d87-b151-c957b5dd9405,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:41.112286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '3bc883a4-4908-4d87-b151-c957b5dd9405', 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077', 'port_id': '3bc883a4-4908-4d87-b151-c957b5dd9405', 'mac_address': 'fa:16:3e:1f:cd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0de8cf4-f99d-4053-8045-dc15b41aaa51', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:50:41.139335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-18f65f4c-0755-4e7f-a825-0f8073ee1e97 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:41.141386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-18f65f4c-0755-4e7f-a825-0f8073ee1e97 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 812 time: 0.2959828 Dec 21 16:50:41.158398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Deleting port ea853c4a-bf3e-4605-9163-5a3b4338d2f5 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:41.159184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:41.193812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b366bc42-be17-4307-9023-b0d0e176cbf8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 5784743d-3993-4e51-9a84-421a3d4bd72f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:41.238951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:41.258017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce6972-14e8-4895-a309-9129590a0ad4 None None] Pushing event updated for resources: {'Port': ['ID=9f989095-4e35-40bc-8ca9-c237fba56cec,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:41.261338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e9ce6972-14e8-4895-a309-9129590a0ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:41.305732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc883a4-4908-4d87-b151-c957b5dd9405 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:50:41.321663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 3bc883a4-4908-4d87-b151-c957b5dd9405, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bc883a4-4908-4d87-b151-c957b5dd9405,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:41.339508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:41.346044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:41.383506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:41.422723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=3bc883a4-4908-4d87-b151-c957b5dd9405,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:41.426117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:41.428846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Attempting to bind port 9f989095-4e35-40bc-8ca9-c237fba56cec on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:41.429274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Attempting to bind port 9f989095-4e35-40bc-8ca9-c237fba56cec by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '8d872b1d-f873-4fe2-b093-089d4b3eecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:41.429692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Attempting to bind port 9f989095-4e35-40bc-8ca9-c237fba56cec on network 64a4b910-4af3-4f95-9b37-76584956cb9b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:41.445857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2e1b13b5-0a63-44be-8a40-8e65cd410175 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:41.446286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:41.484366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-15d67a8b-3430-4fba-96ab-2c5474478a80 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Synchronizing usage tracker for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:50:41.515834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d766f5-aa8a-485c-8807-bc129694a42a req-1f6c3a8a-e56f-4c4e-9e2f-cd1da76bfc3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:41.517493 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1d766f5-aa8a-485c-8807-bc129694a42a req-1f6c3a8a-e56f-4c4e-9e2f-cd1da76bfc3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54d987e4-30f5-43ce-8792-425b9ef4b246 HTTP/1.1" status: 200 len: 834 time: 0.2420580 Dec 21 16:50:41.537325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:41.537947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Checking segment: {'id': '8d872b1d-f873-4fe2-b093-089d4b3eecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:41.538644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:41.539543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Bound using segment: {'id': '8d872b1d-f873-4fe2-b093-089d4b3eecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:41.540212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Bound port: 9f989095-4e35-40bc-8ca9-c237fba56cec, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d872b1d-f873-4fe2-b093-089d4b3eecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:41.540752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:41.589561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-15d67a8b-3430-4fba-96ab-2c5474478a80 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Unset dirty status for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:50:41.590872 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-15d67a8b-3430-4fba-96ab-2c5474478a80 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9f31a269eb40be8aee5995f7e8cd18 HTTP/1.1" status: 200 len: 379 time: 0.3141537 Dec 21 16:50:41.605725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'port': {'device_id': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'admin_state_up': True, 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'security_groups': ['33e08705-ac57-4540-b51d-d1115f911514']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:41.637976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b366bc42-be17-4307-9023-b0d0e176cbf8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:41.653181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b366bc42-be17-4307-9023-b0d0e176cbf8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:41.657560 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b366bc42-be17-4307-9023-b0d0e176cbf8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f HTTP/1.1" status: 200 len: 954 time: 3.9987922 Dec 21 16:50:41.661325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['3bc883a4-4908-4d87-b151-c957b5dd9405'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:50:41.673548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44890) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:41.769848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c55871ed-820a-4ef0-85db-6ea4d0c528af up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:41.874930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Calling delete_port for ea853c4a-bf3e-4605-9163-5a3b4338d2f5 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:41.952446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port c55871ed-820a-4ef0-85db-6ea4d0c528af completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:41.962112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] For port 9f989095-4e35-40bc-8ca9-c237fba56cec, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:41.966922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port c55871ed-820a-4ef0-85db-6ea4d0c528af triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:41.967358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:41.996397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1d766f5-aa8a-485c-8807-bc129694a42a req-dfbfb975-e202-41c9-8ec6-d3f501fefad5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=028b8517-b34c-48eb-a677-5fc3e9641dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4711843 Dec 21 16:50:42.062311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] For port 9f989095-4e35-40bc-8ca9-c237fba56cec, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9f989095-4e35-40bc-8ca9-c237fba56cec,segment=NetworkSegment(8d872b1d-f873-4fe2-b093-089d4b3eecf2),segment_id=8d872b1d-f873-4fe2-b093-089d4b3eecf2)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:42.103178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:42.120458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:42.174595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:42.187529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77eeee6e-8a79-474b-8293-006ff95e6975 tempest-BulkNetworkOpsIpV6Test-749723585 tempest-BulkNetworkOpsIpV6Test-749723585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:42.206546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:50:42.225808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:port and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:50:42.231134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:50:42.242692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:50:42.247082 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-53a58792-a385-4cbc-9645-5e0d122224d8 req-69f83219-bb29-4b33-b5b5-fd91a2bdc493 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 210 time: 0.1110144 Dec 21 16:50:42.278094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event deleted for resources: {'Port': ['ID=ea853c4a-bf3e-4605-9163-5a3b4338d2f5,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:42.290693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:42.297215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Made reservation on behalf of fd9f31a269eb40be8aee5995f7e8cd18 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:50:42.304323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:42.308207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:42.347499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce6972-14e8-4895-a309-9129590a0ad4 None None] Pushing event updated for resources: {'Port': ['ID=9f989095-4e35-40bc-8ca9-c237fba56cec,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:42.353902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1d766f5-aa8a-485c-8807-bc129694a42a req-1935c373-0dcd-477b-a51b-dcaa4463c8de service neutron] 10.222.0.48 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469570 Dec 21 16:50:42.424423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port c55871ed-820a-4ef0-85db-6ea4d0c528af, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c55871ed-820a-4ef0-85db-6ea4d0c528af,segment=NetworkSegment(58f9991e-14aa-4ed9-b565-2c956a995f2e),segment_id=58f9991e-14aa-4ed9-b565-2c956a995f2e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:42.440305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e9ce6972-14e8-4895-a309-9129590a0ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:42.452487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:42.480043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fc596be0-c9f2-42b4-a9f6-3cbbcebe1fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:42.547079 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c7fb28e1-d3fa-4a5e-a775-de04a8e566e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f HTTP/1.1" status: 200 len: 954 time: 0.8721027 Dec 21 16:50:42.555730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71014c1d-8e35-4640-b5f2-1df5380fcb77 req-96fabb7e-b3a6-48c1-9b0e-4746b3200588 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:42.557845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44898) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:42.563256 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71014c1d-8e35-4640-b5f2-1df5380fcb77 req-96fabb7e-b3a6-48c1-9b0e-4746b3200588 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 945 time: 0.5021811 Dec 21 16:50:42.588806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c174a959-e7ea-42a0-b1d9-f30ac96fcb08 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'routes': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:42.595313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=c55871ed-820a-4ef0-85db-6ea4d0c528af,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:42.606651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:42.653275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:42.657142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:42.827185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71014c1d-8e35-4640-b5f2-1df5380fcb77 req-20f76006-aba8-4000-a462-b423fcf2e641 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625675 Dec 21 16:50:42.832858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:42.934379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:43.057370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:43.239540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Allocated IP 172.20.0.8 (d024f249-80dd-401b-aff7-daf5a271083f/bce4197f-9750-4a9d-b058-935d45ce1378/524b7de1-9748-4527-beb5-a9df759bf517) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:43.376429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Router 180807c8-2153-4556-8368-93b60a858262 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:43.434133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:43.434557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:43.596074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:43.617380 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "PUT /v2.0/routers/180807c8-2153-4556-8368-93b60a858262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7376745 Dec 21 16:50:43.618283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44904) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:43.618426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1d766f5-aa8a-485c-8807-bc129694a42a req-621226f4-b6ba-42eb-92b0-a80fccd2ed45 service neutron] 10.222.0.48 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1957710 Dec 21 16:50:43.624579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bd512640-ea49-4d7b-844b-aa521733e8f0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:43.694020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810ddf3-8540-49df-9745-0a3d9b2c5b0d None None] Sync routers for ids ['180807c8-2153-4556-8368-93b60a858262'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:43.706814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:43.717989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810ddf3-8540-49df-9745-0a3d9b2c5b0d None None] Routers {'180807c8-2153-4556-8368-93b60a858262'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:43.718967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6810ddf3-8540-49df-9745-0a3d9b2c5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['180807c8-2153-4556-8368-93b60a858262'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:43.726389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Transition to ACTIVE for port object 524b7de1-9748-4527-beb5-a9df759bf517 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:43.749386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-9b27c897-f6aa-4ad2-b679-9eede47649a0 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] show failed (client error): The resource could not be found. Dec 21 16:50:43.751572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:43.754643 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9b27c897-f6aa-4ad2-b679-9eede47649a0 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-1375349793 HTTP/1.1" status: 404 len: 335 time: 0.1351702 Dec 21 16:50:43.758567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44908) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:43.767501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:43.802745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e569b87-25ac-44ec-ad1e-6d746517d1f2 req-e8c84775-5647-4dd0-a59f-a3a41ae04032 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:43.804752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6e569b87-25ac-44ec-ad1e-6d746517d1f2 req-e8c84775-5647-4dd0-a59f-a3a41ae04032 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 931 time: 0.1030526 Dec 21 16:50:43.811010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-05a8f2da-adf4-4ecc-a834-1ff7fc3c1171 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:43.866721 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6e569b87-25ac-44ec-ad1e-6d746517d1f2 req-3e62a2bd-458f-488d-813e-7aab6a788805 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555460 Dec 21 16:50:43.947989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-05a8f2da-adf4-4ecc-a834-1ff7fc3c1171 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] update failed (client error): The resource could not be found. Dec 21 16:50:43.957332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44914) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:43.957622 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-05a8f2da-adf4-4ecc-a834-1ff7fc3c1171 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-1730338029 HTTP/1.1" status: 404 len: 335 time: 0.1920400 Dec 21 16:50:43.963698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Network d024f249-80dd-401b-aff7-daf5a271083f is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:43.980967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6810ddf3-8540-49df-9745-0a3d9b2c5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:43.981347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:44.008445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:44.038849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bd512640-ea49-4d7b-844b-aa521733e8f0 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:44.039499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:44.076039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'Port': ['ID=524b7de1-9748-4527-beb5-a9df759bf517,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:44.091678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:44.136615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:44.137306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:44.174606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810ddf3-8540-49df-9745-0a3d9b2c5b0d None None] Routers {'180807c8-2153-4556-8368-93b60a858262'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:44.175635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6810ddf3-8540-49df-9745-0a3d9b2c5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['180807c8-2153-4556-8368-93b60a858262'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:44.232466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f855fc-e9da-4c35-b87e-464e98f82739 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Deleting subnet b789e918-776f-40a1-9467-d559b20f3f2b {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:50:44.236387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41f855fc-e9da-4c35-b87e-464e98f82739 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:44.251368 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6503017 Dec 21 16:50:44.261863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6810ddf3-8540-49df-9745-0a3d9b2c5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:44.262300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810ddf3-8540-49df-9745-0a3d9b2c5b0d None None] The sync data for ids ['180807c8-2153-4556-8368-93b60a858262'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:44.303941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:38Z', 'revision_number': 6, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': '9f989095-4e35-40bc-8ca9-c237fba56cec', 'name': '', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:46:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:32Z', 'updated_at': '2021-12-21T16:50:41Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:42Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:44.321249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e172ad-189b-4671-bb87-9bea746db624 None None] The sync data for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv is: [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:38Z', 'revision_number': 6, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': '9f989095-4e35-40bc-8ca9-c237fba56cec', 'name': '', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:46:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:32Z', 'updated_at': '2021-12-21T16:50:41Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:42Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:44.331012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Request body: {'port': {'device_id': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:50:44.355335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9f989095-4e35-40bc-8ca9-c237fba56cec up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:44.390213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41f855fc-e9da-4c35-b87e-464e98f82739 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:44.455574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 3bc883a4-4908-4d87-b151-c957b5dd9405 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:44.570665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41f855fc-e9da-4c35-b87e-464e98f82739 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:44.629375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c3bf7dac-9e4c-411e-9832-dc33e2a23972 None None] Provisioning for port 524b7de1-9748-4527-beb5-a9df759bf517 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:44.638204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c3bf7dac-9e4c-411e-9832-dc33e2a23972 None None] Provisioning complete for port 524b7de1-9748-4527-beb5-a9df759bf517 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:44.638639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7dac-9e4c-411e-9832-dc33e2a23972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:44.663586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41f855fc-e9da-4c35-b87e-464e98f82739 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:44.671299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-faa2a330-5306-4e82-94ca-8ed1f4808e44 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:44.686454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:44.709809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 3bc883a4-4908-4d87-b151-c957b5dd9405 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:44.719895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf7dac-9e4c-411e-9832-dc33e2a23972 None None] Port 524b7de1-9748-4527-beb5-a9df759bf517 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:50:44.721396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 3bc883a4-4908-4d87-b151-c957b5dd9405 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:44.721823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:44.768332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 9f989095-4e35-40bc-8ca9-c237fba56cec completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:44.779155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9f989095-4e35-40bc-8ca9-c237fba56cec triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:44.779588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:44.779910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f855fc-e9da-4c35-b87e-464e98f82739 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event deleted for resources: {'Subnet': ['ID=b789e918-776f-40a1-9467-d559b20f3f2b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:44.782716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41f855fc-e9da-4c35-b87e-464e98f82739 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:44.797771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41f855fc-e9da-4c35-b87e-464e98f82739 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:44.814947 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-41f855fc-e9da-4c35-b87e-464e98f82739 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "DELETE /v2.0/subnets/b789e918-776f-40a1-9467-d559b20f3f2b HTTP/1.1" status: 204 len: 168 time: 0.8561487 Dec 21 16:50:44.823072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44920) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:44.856404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7621d89c-bbda-4193-bd18-7f1cb5becbab None None] Network 37df16fd-61b4-486d-8768-fddbf331690d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:45.008069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98b91-5a0e-49cf-9933-8d130b21aaee req-10c41a94-d7fd-4ea2-8326-b91b128b4c65 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:45.009877 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2da98b91-5a0e-49cf-9933-8d130b21aaee req-10c41a94-d7fd-4ea2-8326-b91b128b4c65 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 945 time: 0.7959559 Dec 21 16:50:45.113800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908c06a-849d-4224-bc38-43514efac72f None None] Sync routers for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:45.133107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.140947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908c06a-849d-4224-bc38-43514efac72f None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:45.141635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9908c06a-849d-4224-bc38-43514efac72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:45.221362 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2da98b91-5a0e-49cf-9933-8d130b21aaee req-fdc5c566-3250-4680-8b49-29bafea3644b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441510 Dec 21 16:50:45.258298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5a54cf-987e-43c6-91c5-b692b8164ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc883a4-4908-4d87-b151-c957b5dd9405'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:50:45.267080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.271754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7b5cc3-f7cc-4940-a069-7a4852b91b62 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Deleting subnet 38a08a73-6836-45dc-87f2-46e68513f9c2 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:50:45.275690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de7b5cc3-f7cc-4940-a069-7a4852b91b62 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.296304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 3bc883a4-4908-4d87-b151-c957b5dd9405, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bc883a4-4908-4d87-b151-c957b5dd9405,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:45.316936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.323807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ab0d3c6-e0f3-4346-a9d0-4ae6d9933c3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:45.354007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de7b5cc3-f7cc-4940-a069-7a4852b91b62 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.439813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-c174a959-e7ea-42a0-b1d9-f30ac96fcb08 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added routes are [] {{(pid=88887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 16:50:45.440601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-c174a959-e7ea-42a0-b1d9-f30ac96fcb08 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 16:50:45.483611 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5a54cf-987e-43c6-91c5-b692b8164ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc883a4-4908-4d87-b151-c957b5dd9405', 'code': 200} Dec 21 16:50:45.491513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=3bc883a4-4908-4d87-b151-c957b5dd9405,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:45.496524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:45.533732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c174a959-e7ea-42a0-b1d9-f30ac96fcb08 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.535269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 9f989095-4e35-40bc-8ca9-c237fba56cec, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9f989095-4e35-40bc-8ca9-c237fba56cec,segment=NetworkSegment(8d872b1d-f873-4fe2-b093-089d4b3eecf2),segment_id=8d872b1d-f873-4fe2-b093-089d4b3eecf2)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:45.542529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.543503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e0efe585-7046-4d27-8372-201ee82611b9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:45.601709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:45.656881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524b7de1-9748-4527-beb5-a9df759bf517 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:50:45.669514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.696249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Transition to ACTIVE for port object 524b7de1-9748-4527-beb5-a9df759bf517 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:45.703944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0837ea96-d662-43aa-a881-9042f95dbac0 None None] DHCP port deletion for 37df16fd-61b4-486d-8768-fddbf331690d request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:50:45.721539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0837ea96-d662-43aa-a881-9042f95dbac0 None None] Deleting port c80c154d-36d7-4b96-8065-56d578aa783e {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:45.722134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0837ea96-d662-43aa-a881-9042f95dbac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.748133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9908c06a-849d-4224-bc38-43514efac72f None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:45.822887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e8ab9-ca28-4ad5-b9c2-cf7c2ef145f9 req-f278cac1-65c4-44bd-9afb-440fe4e1169a tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:45.830138 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a6e8ab9-ca28-4ad5-b9c2-cf7c2ef145f9 req-f278cac1-65c4-44bd-9afb-440fe4e1169a tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 931 time: 0.7153969 Dec 21 16:50:45.864295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=9f989095-4e35-40bc-8ca9-c237fba56cec,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:45.892806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:45.918104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de7b5cc3-f7cc-4940-a069-7a4852b91b62 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.926202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0851c6f1-cdfd-424b-9f70-ef2871be510c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.932144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e0efe585-7046-4d27-8372-201ee82611b9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:45.932565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.966129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:45.977004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bfabaaf-3677-44d1-afba-c4e9d69981e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:46.081543 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a6e8ab9-ca28-4ad5-b9c2-cf7c2ef145f9 req-5a18e56e-ff65-4f2c-b65a-af848a8df755 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502854 Dec 21 16:50:46.132650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de7b5cc3-f7cc-4940-a069-7a4852b91b62 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:46.139026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-05ff54b2-c032-40e9-93a3-453560eecf8e tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:46.229811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bef608dc-c16c-4a8f-87be-56b0470a1ec9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:46.233056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b5cc3-f7cc-4940-a069-7a4852b91b62 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event deleted for resources: {'Subnet': ['ID=38a08a73-6836-45dc-87f2-46e68513f9c2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:46.247180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de7b5cc3-f7cc-4940-a069-7a4852b91b62 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:46.285369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de7b5cc3-f7cc-4940-a069-7a4852b91b62 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:46.312642 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-de7b5cc3-f7cc-4940-a069-7a4852b91b62 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "DELETE /v2.0/subnets/38a08a73-6836-45dc-87f2-46e68513f9c2 HTTP/1.1" status: 204 len: 168 time: 1.4858313 Dec 21 16:50:46.315611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44932) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:46.320303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9908c06a-849d-4224-bc38-43514efac72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:38Z', 'revision_number': 6, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': '9f989095-4e35-40bc-8ca9-c237fba56cec', 'name': '', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:46:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:32Z', 'updated_at': '2021-12-21T16:50:41Z', 'revision_number': 4, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:42Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:46.328313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Pushing event updated for resources: {'Port': ['ID=524b7de1-9748-4527-beb5-a9df759bf517,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:46.331500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:46.343500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908c06a-849d-4224-bc38-43514efac72f None None] Checking router: 5784743d-3993-4e51-9a84-421a3d4bd72f for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:50:46.357405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Attempting to bind port 524b7de1-9748-4527-beb5-a9df759bf517 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:46.357786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Attempting to bind port 524b7de1-9748-4527-beb5-a9df759bf517 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:46.358159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Attempting to bind port 524b7de1-9748-4527-beb5-a9df759bf517 on network d024f249-80dd-401b-aff7-daf5a271083f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:46.371458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908c06a-849d-4224-bc38-43514efac72f None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:46.372135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9908c06a-849d-4224-bc38-43514efac72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:46.411133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-946615d7-8a1f-4065-964d-14ec28d2663b req-3d358818-7c9c-492b-a359-754f4283aeb9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 1099 time: 0.7044883 Dec 21 16:50:46.412989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7a7c7-615a-4c09-97e2-23bb4108faeb None None] Network c339372a-b40c-4c05-b97a-9bd0ed821ea1 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:46.413235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Port 524b7de1-9748-4527-beb5-a9df759bf517 on network d024f249-80dd-401b-aff7-daf5a271083f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:50:46.413605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Attempting to bind port 524b7de1-9748-4527-beb5-a9df759bf517 on network d024f249-80dd-401b-aff7-daf5a271083f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:46.607321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:46.644620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0837ea96-d662-43aa-a881-9042f95dbac0 None None] For port c80c154d-36d7-4b96-8065-56d578aa783e, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c80c154d-36d7-4b96-8065-56d578aa783e,segment=NetworkSegment(bf335b0d-c58e-4d08-a141-57774e1631b9),segment_id=bf335b0d-c58e-4d08-a141-57774e1631b9)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:46.645072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0837ea96-d662-43aa-a881-9042f95dbac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:46.692049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9908c06a-849d-4224-bc38-43514efac72f None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:46.716649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Deleting port c80c154d-36d7-4b96-8065-56d578aa783e {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:46.717464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:46.899545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:46.899922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Checking segment: {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:46.900352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Bound using segment: {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:46.900841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Bound port: 524b7de1-9748-4527-beb5-a9df759bf517, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:46.901217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:46.977832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0837ea96-d662-43aa-a881-9042f95dbac0 None None] Calling delete_port for c80c154d-36d7-4b96-8065-56d578aa783e owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:46.987930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] For port c80c154d-36d7-4b96-8065-56d578aa783e, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c80c154d-36d7-4b96-8065-56d578aa783e,segment=NetworkSegment(bf335b0d-c58e-4d08-a141-57774e1631b9),segment_id=bf335b0d-c58e-4d08-a141-57774e1631b9)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:46.988338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.040071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] For port 524b7de1-9748-4527-beb5-a9df759bf517, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:47.043409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] For port 524b7de1-9748-4527-beb5-a9df759bf517, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=524b7de1-9748-4527-beb5-a9df759bf517,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:47.048393 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-946615d7-8a1f-4065-964d-14ec28d2663b req-ca84b7e5-0613-42b8-83cf-3e3d14c58866 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6285729 Dec 21 16:50:47.056277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.069015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c174a959-e7ea-42a0-b1d9-f30ac96fcb08 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.071318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-71750700-9367-4f4b-b859-1cbd134517ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:47.093451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9908c06a-849d-4224-bc38-43514efac72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:45Z', 'revision_number': 7, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': '9f989095-4e35-40bc-8ca9-c237fba56cec', 'name': '', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:46:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:32Z', 'updated_at': '2021-12-21T16:50:45Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:42Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:47.096487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bef608dc-c16c-4a8f-87be-56b0470a1ec9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:47.097090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.101599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908c06a-849d-4224-bc38-43514efac72f None None] The sync data for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv is: [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:45Z', 'revision_number': 7, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': '9f989095-4e35-40bc-8ca9-c237fba56cec', 'name': '', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:46:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:32Z', 'updated_at': '2021-12-21T16:50:45Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:42Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:47.147803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Calling delete_port for c80c154d-36d7-4b96-8065-56d578aa783e owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:47.149058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Pushing event updated for resources: {'Port': ['ID=524b7de1-9748-4527-beb5-a9df759bf517,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:47.153871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:47.155670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c174a959-e7ea-42a0-b1d9-f30ac96fcb08 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.159456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.160523 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] 10.222.0.48 "PUT /v2.0/ports/524b7de1-9748-4527-beb5-a9df759bf517 HTTP/1.1" status: 200 len: 1093 time: 2.8397133 Dec 21 16:50:47.161110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'tag': '524b7de1-9748-4527-beb5-a9df759bf517'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:50:47.238312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3726b95-486b-4a32-9450-ed34f2a1d35d req-f0e7d79e-09b3-416b-b6e4-712d47fd8a9f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:47.246482 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d3726b95-486b-4a32-9450-ed34f2a1d35d req-f0e7d79e-09b3-416b-b6e4-712d47fd8a9f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 946 time: 0.6283500 Dec 21 16:50:47.276400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.348550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-0837ea96-d662-43aa-a881-9042f95dbac0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:50:47.349775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-0837ea96-d662-43aa-a881-9042f95dbac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:50:47.450582 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d3726b95-486b-4a32-9450-ed34f2a1d35d req-99b52458-be88-44c4-a3c5-0fb4ed0abf69 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995847 Dec 21 16:50:47.474165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.490587 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-e6a7b8ed-b03c-482e-9f4d-c96d2908bb20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 1096 time: 0.2087600 Dec 21 16:50:47.505766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c91ad-4565-4c61-9ee5-774b432aa8a0 None None] DHCP port deletion for c339372a-b40c-4c05-b97a-9bd0ed821ea1 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:50:47.506037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:47.531521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c91ad-4565-4c61-9ee5-774b432aa8a0 None None] Deleting port bef608dc-c16c-4a8f-87be-56b0470a1ec9 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:47.532774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a9c91ad-4565-4c61-9ee5-774b432aa8a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.552644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event deleted for resources: {'Port': ['ID=c80c154d-36d7-4b96-8065-56d578aa783e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:47.561206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:47.568502 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'tag': '524b7de1-9748-4527-beb5-a9df759bf517', 'status': 'completed', 'code': 200} Dec 21 16:50:47.573768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] No DVR routers for this DVR port c80c154d-36d7-4b96-8065-56d578aa783e on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:50:47.588721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c174a959-e7ea-42a0-b1d9-f30ac96fcb08 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 5784743d-3993-4e51-9a84-421a3d4bd72f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:47.590823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-88601162-51e1-4f24-88d8-dcc8cd0c92c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524b7de1-9748-4527-beb5-a9df759bf517 HTTP/1.1" status: 200 len: 217 time: 0.0925682 Dec 21 16:50:47.712229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf3835-24bd-49c8-a716-8b449eadf458 req-e45a711b-c02f-4fef-91a7-a0891c129536 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:47.714740 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1ecf3835-24bd-49c8-a716-8b449eadf458 req-e45a711b-c02f-4fef-91a7-a0891c129536 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 943 time: 0.3784926 Dec 21 16:50:47.740622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9f989095-4e35-40bc-8ca9-c237fba56cec up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:47.801831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.833682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-58135c6c-7813-4836-a0ca-2bd0f312a7ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:47.835783 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-58135c6c-7813-4836-a0ca-2bd0f312a7ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.2317598 Dec 21 16:50:47.846230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37df16fd-61b4-486d-8768-fddbf331690d']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:47.857632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0837ea96-d662-43aa-a881-9042f95dbac0 None None] Deleting port c80c154d-36d7-4b96-8065-56d578aa783e {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:47.857991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0837ea96-d662-43aa-a881-9042f95dbac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.867840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf335b0d-c58e-4d08-a141-57774e1631b9') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:47.868182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf335b0d-c58e-4d08-a141-57774e1631b9') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:47.880991 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1ecf3835-24bd-49c8-a716-8b449eadf458 req-38b48bf3-5018-48b3-8315-e2ac064c89d5 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584013 Dec 21 16:50:47.883572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.915791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4a9c91ad-4565-4c61-9ee5-774b432aa8a0 None None] For port bef608dc-c16c-4a8f-87be-56b0470a1ec9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bef608dc-c16c-4a8f-87be-56b0470a1ec9,segment=NetworkSegment(1dbf3a43-f2ae-404b-937c-ae63705f3ee3),segment_id=1dbf3a43-f2ae-404b-937c-ae63705f3ee3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:47.916216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a9c91ad-4565-4c61-9ee5-774b432aa8a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.917443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.928595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:50:47.929432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:47.943505 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-aada456e-acd1-4f18-9983-796592895339 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003180 Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:50:47.963510 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:50:47.982121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0837ea96-d662-43aa-a881-9042f95dbac0 None None] The port 'c80c154d-36d7-4b96-8065-56d578aa783e' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:50:48.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c174a959-e7ea-42a0-b1d9-f30ac96fcb08 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:48.025291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c174a959-e7ea-42a0-b1d9-f30ac96fcb08 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:48.037247 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c174a959-e7ea-42a0-b1d9-f30ac96fcb08 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f HTTP/1.1" status: 200 len: 704 time: 5.4781144 Dec 21 16:50:48.038016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44940) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:48.066994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:48.080744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:48.086410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7caacc0-47b0-42c6-9f95-3618ef5e9c75 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:48.125812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event deleted for resources: {'Network': ['ID=37df16fd-61b4-486d-8768-fddbf331690d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:48.128791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:48.133900 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "DELETE /v2.0/networks/37df16fd-61b4-486d-8768-fddbf331690d HTTP/1.1" status: 204 len: 168 time: 1.8147645 Dec 21 16:50:48.134204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44944) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:48.265029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:48.278640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Deleting port bef608dc-c16c-4a8f-87be-56b0470a1ec9 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:48.279046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:48.284815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b5c46-8362-4d27-9022-626becfa7cf6 None None] Sync routers for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:48.297631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c91ad-4565-4c61-9ee5-774b432aa8a0 None None] Calling delete_port for bef608dc-c16c-4a8f-87be-56b0470a1ec9 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:48.330593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-4bb6d224-030c-4f94-8cec-0cd0bd9861ff service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742745 Dec 21 16:50:48.341736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dffa9c08-4531-42f6-9d79-0f094064a85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:48.383172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b5c46-8362-4d27-9022-626becfa7cf6 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:48.384049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-920b5c46-8362-4d27-9022-626becfa7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:48.404498 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e8f79a1a-0581-4f02-bcbf-64820205d90e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f HTTP/1.1" status: 200 len: 704 time: 0.3529413 Dec 21 16:50:48.405380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44948) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:48.443296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:48.542177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] For port bef608dc-c16c-4a8f-87be-56b0470a1ec9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bef608dc-c16c-4a8f-87be-56b0470a1ec9,segment=NetworkSegment(1dbf3a43-f2ae-404b-937c-ae63705f3ee3),segment_id=1dbf3a43-f2ae-404b-937c-ae63705f3ee3)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:48.542495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:48.552979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-920b5c46-8362-4d27-9022-626becfa7cf6 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:48.635090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9f989095-4e35-40bc-8ca9-c237fba56cec triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:48.635493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:48.679613 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5534b9b7-4726-4e9f-a104-9a03d371c4bc req-ab4c75a1-a4ea-4ff2-8134-6effbad54fab service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399711 Dec 21 16:50:48.685919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a9c91ad-4565-4c61-9ee5-774b432aa8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:48.695794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:48.726033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Calling delete_port for bef608dc-c16c-4a8f-87be-56b0470a1ec9 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:48.815294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c91ad-4565-4c61-9ee5-774b432aa8a0 None None] Pushing event deleted for resources: {'Port': ['ID=bef608dc-c16c-4a8f-87be-56b0470a1ec9,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:48.820634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a9c91ad-4565-4c61-9ee5-774b432aa8a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:48.842452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8c913-56d9-4eee-9848-b193253efacb req-df5c806d-dfe7-4b31-a0bd-f0a782b48fb6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:48.844571 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4e8c913-56d9-4eee-9848-b193253efacb req-df5c806d-dfe7-4b31-a0bd-f0a782b48fb6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 946 time: 0.2354677 Dec 21 16:50:48.847195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:50:48.847856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:50:48.872584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c91ad-4565-4c61-9ee5-774b432aa8a0 None None] No DVR routers for this DVR port bef608dc-c16c-4a8f-87be-56b0470a1ec9 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:50:48.901305 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4e8c913-56d9-4eee-9848-b193253efacb req-5b4c5e62-37fb-4d17-9fc9-afc838f205f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499575 Dec 21 16:50:49.088688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c55871ed-820a-4ef0-85db-6ea4d0c528af up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:49.170342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-920b5c46-8362-4d27-9022-626becfa7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:45Z', 'revision_number': 7, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': '9f989095-4e35-40bc-8ca9-c237fba56cec', 'name': '', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:46:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:32Z', 'updated_at': '2021-12-21T16:50:45Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:42Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:49.177096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b5c46-8362-4d27-9022-626becfa7cf6 None None] Checking router: 5784743d-3993-4e51-9a84-421a3d4bd72f for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:50:49.200512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b5c46-8362-4d27-9022-626becfa7cf6 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:49.200512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-920b5c46-8362-4d27-9022-626becfa7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:49.201259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2eee85be-f893-46ed-8d4a-bc01bff63c0c req-4d623b8e-9623-4452-b72e-157d94a5d714 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 1096 time: 0.4331143 Dec 21 16:50:49.207992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794d87-9a33-4e71-a255-511e77b93c37 req-8c24cb3b-dd12-4e9c-8efd-09e5c7ba962d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:49.211153 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-02794d87-9a33-4e71-a255-511e77b93c37 req-8c24cb3b-dd12-4e9c-8efd-09e5c7ba962d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 946 time: 0.1639469 Dec 21 16:50:49.217429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52fe28-1e2c-4875-9e20-1dbe77e59c05 req-b21d1130-90cc-4dd4-b88d-f6c9c828e4a0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:49.219011 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2d52fe28-1e2c-4875-9e20-1dbe77e59c05 req-b21d1130-90cc-4dd4-b88d-f6c9c828e4a0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 943 time: 0.1288140 Dec 21 16:50:49.299359 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-02794d87-9a33-4e71-a255-511e77b93c37 req-0cc29656-c68b-4f31-9a51-5fa758ce06f9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791693 Dec 21 16:50:49.303653 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2d52fe28-1e2c-4875-9e20-1dbe77e59c05 req-0131b32d-b32f-4a37-b27c-424330bf5833 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679591 Dec 21 16:50:49.334615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:49.334882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port c55871ed-820a-4ef0-85db-6ea4d0c528af triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:49.334882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:49.349125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Deleting port bef608dc-c16c-4a8f-87be-56b0470a1ec9 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:49.349467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:49.436508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] The port 'bef608dc-c16c-4a8f-87be-56b0470a1ec9' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:50:49.482081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-920b5c46-8362-4d27-9022-626becfa7cf6 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:49.497483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee85be-f893-46ed-8d4a-bc01bff63c0c req-6eddb6f8-4156-4f64-bca2-282d1fbe19e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:49.499128 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2eee85be-f893-46ed-8d4a-bc01bff63c0c req-6eddb6f8-4156-4f64-bca2-282d1fbe19e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.2889061 Dec 21 16:50:49.570413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:49.586198 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2eee85be-f893-46ed-8d4a-bc01bff63c0c req-c5abe75b-0a75-47f2-89c0-be2b6c47027d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524b7de1-9748-4527-beb5-a9df759bf517 HTTP/1.1" status: 200 len: 217 time: 0.0730150 Dec 21 16:50:49.601555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c339372a-b40c-4c05-b97a-9bd0ed821ea1']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:49.615861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbf3a43-f2ae-404b-937c-ae63705f3ee3') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:49.616235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbf3a43-f2ae-404b-937c-ae63705f3ee3') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:49.632963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:49.649518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:49.656687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:50:49.657617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:49.663160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c80c154d-36d7-4b96-8065-56d578aa783e no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:50:49.673460 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:50:49.714256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee85be-f893-46ed-8d4a-bc01bff63c0c req-7c361f7c-4ac6-4127-a633-22dc5b3584a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:49.715927 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2eee85be-f893-46ed-8d4a-bc01bff63c0c req-7c361f7c-4ac6-4127-a633-22dc5b3584a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.1212254 Dec 21 16:50:49.720672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: c80c154d-36d7-4b96-8065-56d578aa783e {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:50:49.721076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c80c154d-36d7-4b96-8065-56d578aa783e not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:50:49.721556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bef608dc-c16c-4a8f-87be-56b0470a1ec9 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:50:49.764709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:49.768100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4d469e2c-e957-4cb6-97e8-8262a883e60b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:49.781390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: bef608dc-c16c-4a8f-87be-56b0470a1ec9 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:50:49.781788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bef608dc-c16c-4a8f-87be-56b0470a1ec9 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:50:49.788003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:49.796377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event deleted for resources: {'Network': ['ID=c339372a-b40c-4c05-b97a-9bd0ed821ea1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:49.800545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:49.806715 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "DELETE /v2.0/networks/c339372a-b40c-4c05-b97a-9bd0ed821ea1 HTTP/1.1" status: 204 len: 168 time: 1.6710372 Dec 21 16:50:49.809846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44962) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:49.851407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:49.930569 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2eee85be-f893-46ed-8d4a-bc01bff63c0c req-ef043773-4c6d-4f18-b0ce-e3a39b8c48fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2062714 Dec 21 16:50:49.972115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-920b5c46-8362-4d27-9022-626becfa7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:45Z', 'revision_number': 7, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': '9f989095-4e35-40bc-8ca9-c237fba56cec', 'name': '', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:46:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:32Z', 'updated_at': '2021-12-21T16:50:45Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:42Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:49.976496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b5c46-8362-4d27-9022-626becfa7cf6 None None] The sync data for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv is: [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:45Z', 'revision_number': 7, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': '9f989095-4e35-40bc-8ca9-c237fba56cec', 'name': '', 'network_id': '64a4b910-4af3-4f95-9b37-76584956cb9b', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:46:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:32Z', 'updated_at': '2021-12-21T16:50:45Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'e7fd5258-b2f5-44bb-bff3-9a145e8383fb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:42Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:50.037441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-76dfcf12-4ed7-4798-b899-86fbd52579da tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Deleting subnet e1c31d60-90f9-4b44-bfe5-1d9a5151f321 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:50:50.040780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76dfcf12-4ed7-4798-b899-86fbd52579da tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:50.101298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76dfcf12-4ed7-4798-b899-86fbd52579da tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:50.170302 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2eee85be-f893-46ed-8d4a-bc01bff63c0c req-6e2f9d91-28ef-445d-addd-484f5f994555 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079959 Dec 21 16:50:50.187851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76dfcf12-4ed7-4798-b899-86fbd52579da tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:50.265510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76dfcf12-4ed7-4798-b899-86fbd52579da tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:50.270327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9a8a3fa0-9bd1-4d1a-b6a1-f5e647941c5b tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:50.310180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfcf12-4ed7-4798-b899-86fbd52579da tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c31d60-90f9-4b44-bfe5-1d9a5151f321,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:50.312754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76dfcf12-4ed7-4798-b899-86fbd52579da tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:50.315137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76dfcf12-4ed7-4798-b899-86fbd52579da tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:50.327844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf08776-2797-4918-a748-650429630bbb None None] Network 65ed945f-3c62-4649-8d3d-8f9d588bc59b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:50.328036 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-76dfcf12-4ed7-4798-b899-86fbd52579da tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "DELETE /v2.0/subnets/e1c31d60-90f9-4b44-bfe5-1d9a5151f321 HTTP/1.1" status: 204 len: 168 time: 0.5170715 Dec 21 16:50:50.328139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44966) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:50.369811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2eee85be-f893-46ed-8d4a-bc01bff63c0c req-881ef7fd-2766-43ba-bd85-f07304787673 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899719 Dec 21 16:50:50.475372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 9f989095-4e35-40bc-8ca9-c237fba56cec {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:50.475892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:50.570259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:50.606580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Deleting port 2e1b13b5-0a63-44be-8a40-8e65cd410175 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:50.607151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:50.610490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace5f7c6-5d7b-4806-b5c0-d3d1582c0a00 None None] DHCP port deletion for 65ed945f-3c62-4649-8d3d-8f9d588bc59b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:50:50.618532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ace5f7c6-5d7b-4806-b5c0-d3d1582c0a00 None None] Deleting port 2e1b13b5-0a63-44be-8a40-8e65cd410175 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:50.619201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ace5f7c6-5d7b-4806-b5c0-d3d1582c0a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:50.665130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c4456-f0af-41ac-ae09-84507ed609c3 req-7f388bc3-a7d3-4c01-86ea-d280a8b3cab1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:50.666765 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-001c4456-f0af-41ac-ae09-84507ed609c3 req-7f388bc3-a7d3-4c01-86ea-d280a8b3cab1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 943 time: 0.1665182 Dec 21 16:50:50.689434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port 9f989095-4e35-40bc-8ca9-c237fba56cec, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9f989095-4e35-40bc-8ca9-c237fba56cec,segment=NetworkSegment(8d872b1d-f873-4fe2-b093-089d4b3eecf2),segment_id=8d872b1d-f873-4fe2-b093-089d4b3eecf2)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:50.689995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:50.791080 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-001c4456-f0af-41ac-ae09-84507ed609c3 req-6ef764f4-b923-4b97-9121-eeb788e7c0a1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128507 Dec 21 16:50:50.826017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 9f989095-4e35-40bc-8ca9-c237fba56cec owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:50.838394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ace5f7c6-5d7b-4806-b5c0-d3d1582c0a00 None None] For port 2e1b13b5-0a63-44be-8a40-8e65cd410175, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e1b13b5-0a63-44be-8a40-8e65cd410175,segment=NetworkSegment(7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720),segment_id=7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:50.838895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ace5f7c6-5d7b-4806-b5c0-d3d1582c0a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:50.903935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44972) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:51.126179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] For port 2e1b13b5-0a63-44be-8a40-8e65cd410175, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2e1b13b5-0a63-44be-8a40-8e65cd410175,segment=NetworkSegment(7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720),segment_id=7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:51.126499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:51.165009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ace5f7c6-5d7b-4806-b5c0-d3d1582c0a00 None None] Calling delete_port for 2e1b13b5-0a63-44be-8a40-8e65cd410175 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:51.213605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:51.219837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d3a2bfa8-8e5a-4446-9b00-d5ba9eb316e5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:51.238902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ace5f7c6-5d7b-4806-b5c0-d3d1582c0a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:51.243559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95e75a9d-87b6-4a88-b20e-5e6dbbcdc5f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:51.258087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Calling delete_port for 2e1b13b5-0a63-44be-8a40-8e65cd410175 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:51.267118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=9f989095-4e35-40bc-8ca9-c237fba56cec,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:51.274534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:51.286096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5f7c6-5d7b-4806-b5c0-d3d1582c0a00 None None] Pushing event deleted for resources: {'Port': ['ID=2e1b13b5-0a63-44be-8a40-8e65cd410175,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:51.290505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ace5f7c6-5d7b-4806-b5c0-d3d1582c0a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:51.295861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5f7c6-5d7b-4806-b5c0-d3d1582c0a00 None None] No DVR routers for this DVR port 2e1b13b5-0a63-44be-8a40-8e65cd410175 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:50:51.343236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:50:51.343697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:50:51.844505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Deleting port 2e1b13b5-0a63-44be-8a40-8e65cd410175 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:51.844899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:51.904051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:51.917434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] The port '2e1b13b5-0a63-44be-8a40-8e65cd410175' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:50:51.973378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2e1b13b5-0a63-44be-8a40-8e65cd410175 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:50:52.011862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 2e1b13b5-0a63-44be-8a40-8e65cd410175 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:50:52.012419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2e1b13b5-0a63-44be-8a40-8e65cd410175 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:50:52.100127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:52.138127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ed945f-3c62-4649-8d3d-8f9d588bc59b']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:52.155761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:52.156105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7f1a6a-d6ee-4446-a1d4-3ab996dd2720') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:52.170541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:52.183629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6be797-5f84-4251-8c50-af533ad24d2e req-33040921-dec6-482a-82d5-f280670b006c tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:52.185294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb6be797-5f84-4251-8c50-af533ad24d2e req-33040921-dec6-482a-82d5-f280670b006c tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 943 time: 0.2364080 Dec 21 16:50:52.212172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:52.224615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:50:52.225134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:50:52.240724 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:50:52.341774 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb6be797-5f84-4251-8c50-af533ad24d2e req-715eb004-bc07-45e8-9105-b5a2c8019860 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475482 Dec 21 16:50:52.344538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:52.347557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7967d07e-b893-470b-a688-c6521bf2f59c tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:52.376908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:52.387893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Pushing event deleted for resources: {'Network': ['ID=65ed945f-3c62-4649-8d3d-8f9d588bc59b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:52.391053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:52.396423 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "DELETE /v2.0/networks/65ed945f-3c62-4649-8d3d-8f9d588bc59b HTTP/1.1" status: 204 len: 168 time: 2.0672839 Dec 21 16:50:52.397259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44978) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:52.447825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-33fac763-1d0f-45d2-9fbe-ab973d0a4d97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Synchronizing usage tracker for tenant:fd8f56963c41447f890810154426d86a on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:50:52.463461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-33fac763-1d0f-45d2-9fbe-ab973d0a4d97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Unset dirty status for tenant:fd8f56963c41447f890810154426d86a on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:50:52.464724 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-33fac763-1d0f-45d2-9fbe-ab973d0a4d97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "GET /v2.0/ports?device_id=180807c8-2153-4556-8368-93b60a858262 HTTP/1.1" status: 200 len: 205 time: 0.0660772 Dec 21 16:50:52.467559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44982) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:52.608144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-841bd472-7604-43fb-8b8b-a849401fb30e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:52.756061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 5784743d-3993-4e51-9a84-421a3d4bd72f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:52.901252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:53.013010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-841bd472-7604-43fb-8b8b-a849401fb30e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:53.017504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-841bd472-7604-43fb-8b8b-a849401fb30e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:53.039738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-841bd472-7604-43fb-8b8b-a849401fb30e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:53.040277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841bd472-7604-43fb-8b8b-a849401fb30e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Fanout notify agent at l3_agent the message router_deleted on router 180807c8-2153-4556-8368-93b60a858262 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:50:53.051750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-841bd472-7604-43fb-8b8b-a849401fb30e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:53.053484 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-841bd472-7604-43fb-8b8b-a849401fb30e tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] 10.222.0.67 "DELETE /v2.0/routers/180807c8-2153-4556-8368-93b60a858262 HTTP/1.1" status: 204 len: 168 time: 0.5849702 Dec 21 16:50:53.389226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 44992) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:53.496400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:53.511231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b78c6-3ed0-4a03-81d4-40d4f91b2841 None None] Sync routers for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:53.526838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b78c6-3ed0-4a03-81d4-40d4f91b2841 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:53.527900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-208b78c6-3ed0-4a03-81d4-40d4f91b2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:53.532347 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1237900 Dec 21 16:50:53.533198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 44998) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:53.601582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551ee76-d413-4273-b522-618dd63ba139 req-5fd4e403-f00d-4d62-a5d6-26d977be8ab7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:53.603380 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2551ee76-d413-4273-b522-618dd63ba139 req-5fd4e403-f00d-4d62-a5d6-26d977be8ab7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 943 time: 0.1201563 Dec 21 16:50:53.644919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-805a8c6b-7ef7-44fe-ae0b-52f0202a2f8b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd8f56963c41447f890810154426d86a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2539825 Dec 21 16:50:53.648259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45002) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:53.698072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-208b78c6-3ed0-4a03-81d4-40d4f91b2841 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:53.703427 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2551ee76-d413-4273-b522-618dd63ba139 req-0e286794-a277-4e1f-a188-e841da776c10 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868535 Dec 21 16:50:53.741371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45eef43e-ff97-4e5d-b114-cb7210f4c951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:53.771553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45eef43e-ff97-4e5d-b114-cb7210f4c951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:53.822903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45eef43e-ff97-4e5d-b114-cb7210f4c951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:53.828317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4bf9bb5b-a119-422b-ab82-8daf2543da07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:53.832921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.17 (80038b44-f8ff-45d3-b41f-0d9c6691e077/d0de8cf4-f99d-4053-8045-dc15b41aaa51/e1869828-7d7b-4357-b2a7-419ffb00b1a3) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:50:53.845744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eef43e-ff97-4e5d-b114-cb7210f4c951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09a0231-9fbf-49af-b6f7-417c58806c54,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:53.848677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45eef43e-ff97-4e5d-b114-cb7210f4c951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:53.849883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45eef43e-ff97-4e5d-b114-cb7210f4c951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:53.853682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-45eef43e-ff97-4e5d-b114-cb7210f4c951 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c09a0231-9fbf-49af-b6f7-417c58806c54 HTTP/1.1" status: 204 len: 168 time: 0.2018716 Dec 21 16:50:53.917032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b9fb9c-97a3-4bf5-9e07-863b764f8d9f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting subnet e7fd5258-b2f5-44bb-bff3-9a145e8383fb {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:50:53.922332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02b9fb9c-97a3-4bf5-9e07-863b764f8d9f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.056221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02b9fb9c-97a3-4bf5-9e07-863b764f8d9f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.068632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-208b78c6-3ed0-4a03-81d4-40d4f91b2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:51Z', 'revision_number': 8, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:42Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:54.073356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b78c6-3ed0-4a03-81d4-40d4f91b2841 None None] Checking router: 5784743d-3993-4e51-9a84-421a3d4bd72f for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:50:54.086824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b78c6-3ed0-4a03-81d4-40d4f91b2841 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:54.087555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-208b78c6-3ed0-4a03-81d4-40d4f91b2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:54.150362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.185589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object e1869828-7d7b-4357-b2a7-419ffb00b1a3 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:54.217241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02b9fb9c-97a3-4bf5-9e07-863b764f8d9f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.255088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-208b78c6-3ed0-4a03-81d4-40d4f91b2841 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:54.268720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.275101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c6d3726-ac55-4e4b-ad74-cdf9e64e2f4f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:54.357481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 80038b44-f8ff-45d3-b41f-0d9c6691e077 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:54.364129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:54.371217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:50:54.410014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=e1869828-7d7b-4357-b2a7-419ffb00b1a3,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:54.421284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:54.422556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02b9fb9c-97a3-4bf5-9e07-863b764f8d9f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.430368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3964392d-2991-4d40-91c0-2844c4bd3643 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:54.471408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9fb9c-97a3-4bf5-9e07-863b764f8d9f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fd5258-b2f5-44bb-bff3-9a145e8383fb,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:54.478528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02b9fb9c-97a3-4bf5-9e07-863b764f8d9f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:54.485574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-02b9fb9c-97a3-4bf5-9e07-863b764f8d9f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.493113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352137cf-730b-43f9-9777-029dd4371ecb None None] Network 64a4b910-4af3-4f95-9b37-76584956cb9b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:50:54.493405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.500359 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-02b9fb9c-97a3-4bf5-9e07-863b764f8d9f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/e7fd5258-b2f5-44bb-bff3-9a145e8383fb HTTP/1.1" status: 204 len: 168 time: 0.9344277 Dec 21 16:50:54.501151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45008) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:54.649216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-208b78c6-3ed0-4a03-81d4-40d4f91b2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:51Z', 'revision_number': 8, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:42Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:54.654879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b78c6-3ed0-4a03-81d4-40d4f91b2841 None None] The sync data for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv is: [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:51Z', 'revision_number': 8, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c55871ed-820a-4ef0-85db-6ea4d0c528af', 'name': '', 'network_id': '6b3c8f8c-86c7-4a02-b7db-016e165c9e0d', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:f1:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:19Z', 'updated_at': '2021-12-21T16:50:42Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'd7c1f23a-db67-460c-94c7-926c50f5a6d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:54.672241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.712394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:54.713040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.745615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.765487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-17b62478-8b93-4f35-934a-3bd6ba7ecb42 None None] Provisioning for port e1869828-7d7b-4357-b2a7-419ffb00b1a3 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:54.774386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-17b62478-8b93-4f35-934a-3bd6ba7ecb42 None None] Provisioning complete for port e1869828-7d7b-4357-b2a7-419ffb00b1a3 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:54.775093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17b62478-8b93-4f35-934a-3bd6ba7ecb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.830364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ce9cf7-ffc2-4361-9393-6c8b5605008d None None] DHCP port deletion for 64a4b910-4af3-4f95-9b37-76584956cb9b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:50:54.841794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41ce9cf7-ffc2-4361-9393-6c8b5605008d None None] Deleting port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:54.842376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41ce9cf7-ffc2-4361-9393-6c8b5605008d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:54.915760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-17b62478-8b93-4f35-934a-3bd6ba7ecb42 None None] Port e1869828-7d7b-4357-b2a7-419ffb00b1a3 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:50:54.942296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be93b79-fa83-4989-afdc-2564f0f75377 req-40b84bf6-d81e-4870-aeda-82f978ae5fb8 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:54.944550 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1be93b79-fa83-4989-afdc-2564f0f75377 req-40b84bf6-d81e-4870-aeda-82f978ae5fb8 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 943 time: 0.0873904 Dec 21 16:50:54.996223 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1be93b79-fa83-4989-afdc-2564f0f75377 req-0295ca62-e5cb-49a7-85fe-5151a6ee9d5b tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450068 Dec 21 16:50:55.104909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-41ce9cf7-ffc2-4361-9393-6c8b5605008d None None] For port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0133920b-4205-4a9f-87c5-c7fdf1bfe8d4,segment=NetworkSegment(8d872b1d-f873-4fe2-b093-089d4b3eecf2),segment_id=8d872b1d-f873-4fe2-b093-089d4b3eecf2)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:55.106039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41ce9cf7-ffc2-4361-9393-6c8b5605008d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:55.162546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0133920b-4205-4a9f-87c5-c7fdf1bfe8d4,segment=NetworkSegment(8d872b1d-f873-4fe2-b093-089d4b3eecf2),segment_id=8d872b1d-f873-4fe2-b093-089d4b3eecf2)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:55.162973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:55.233146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41ce9cf7-ffc2-4361-9393-6c8b5605008d None None] Calling delete_port for 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:55.300055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:55.314979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41ce9cf7-ffc2-4361-9393-6c8b5605008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:55.320156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:55.364109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce9cf7-ffc2-4361-9393-6c8b5605008d None None] Pushing event deleted for resources: {'Port': ['ID=0133920b-4205-4a9f-87c5-c7fdf1bfe8d4,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:55.366415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41ce9cf7-ffc2-4361-9393-6c8b5605008d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:55.371041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce9cf7-ffc2-4361-9393-6c8b5605008d None None] No DVR routers for this DVR port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:50:55.486681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:50:55.487310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:50:55.530071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:55.533391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:55.562421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:55.654945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=e1869828-7d7b-4357-b2a7-419ffb00b1a3,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:55.657573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:55.662808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:55.805707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 80038b44-f8ff-45d3-b41f-0d9c6691e077 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:50:55.806853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:50:55.895796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:50:55.932369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:50:55.932770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:50:55.933257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9f989095-4e35-40bc-8ca9-c237fba56cec no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:50:55.971222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 9f989095-4e35-40bc-8ca9-c237fba56cec {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:50:55.971621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9f989095-4e35-40bc-8ca9-c237fba56cec not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:50:56.147540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3dec1c71-de43-40a7-9ab6-3b319997632b None None] Provisioning complete for port e1869828-7d7b-4357-b2a7-419ffb00b1a3 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:56.147889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dec1c71-de43-40a7-9ab6-3b319997632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:56.202895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3dec1c71-de43-40a7-9ab6-3b319997632b None None] Port e1869828-7d7b-4357-b2a7-419ffb00b1a3 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:50:56.218339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b69d7f-0786-4320-bfbd-d52e926a1b12 req-f34ccc3a-4fdb-4c56-851a-edc3dee5b1f1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:56.219965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-78b69d7f-0786-4320-bfbd-d52e926a1b12 req-f34ccc3a-4fdb-4c56-851a-edc3dee5b1f1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 943 time: 0.0936427 Dec 21 16:50:56.220771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 0133920b-4205-4a9f-87c5-c7fdf1bfe8d4 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:56.221151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:56.268586 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-78b69d7f-0786-4320-bfbd-d52e926a1b12 req-33c4f138-f282-4d7b-8d49-29a2dc1bd597 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416725 Dec 21 16:50:56.300789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] The port '0133920b-4205-4a9f-87c5-c7fdf1bfe8d4' was deleted {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:50:56.453893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:56.472592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 524b7de1-9748-4527-beb5-a9df759bf517 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:50:56.547286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a4b910-4af3-4f95-9b37-76584956cb9b']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:56.562421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d872b1d-f873-4fe2-b093-089d4b3eecf2') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:56.562756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d872b1d-f873-4fe2-b093-089d4b3eecf2') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:56.577724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:56.604932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:56.614481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:50:56.614937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:56.615459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 524b7de1-9748-4527-beb5-a9df759bf517, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=524b7de1-9748-4527-beb5-a9df759bf517,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:56.629567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '524b7de1-9748-4527-beb5-a9df759bf517', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'port_id': '524b7de1-9748-4527-beb5-a9df759bf517', 'mac_address': 'fa:16:3e:2c:75:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:50:56.630660 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:50:56.688596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:56.707314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524b7de1-9748-4527-beb5-a9df759bf517 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:50:56.724236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 524b7de1-9748-4527-beb5-a9df759bf517, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=524b7de1-9748-4527-beb5-a9df759bf517,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:56.727086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:56.729753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25fff018-1b4c-4d9a-bbbc-27b2f1010db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:56.784308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:56.790288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c6d1727-1930-4fd2-b36f-6814fe64eda6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:56.803192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=524b7de1-9748-4527-beb5-a9df759bf517,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:56.806439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:56.808347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:56.821077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Network': ['ID=64a4b910-4af3-4f95-9b37-76584956cb9b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:56.828332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:56.832491 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/networks/64a4b910-4af3-4f95-9b37-76584956cb9b HTTP/1.1" status: 204 len: 168 time: 2.3303618 Dec 21 16:50:56.837069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45016) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:56.860805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router af8761d9-72ec-4977-ae25-4781fdd4381e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:56.964299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['524b7de1-9748-4527-beb5-a9df759bf517'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:50:57.074082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:57.085453 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/af8761d9-72ec-4977-ae25-4781fdd4381e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1750033 Dec 21 16:50:57.104863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Sync routers for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:57.143406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:57.144104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:57.464991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:57.484913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:57.638033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37204e78-e497-46aa-9561-b23ec9dc049e req-98dbf1de-649f-4b94-bd77-a28c907c8d8e tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:57.639582 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37204e78-e497-46aa-9561-b23ec9dc049e req-98dbf1de-649f-4b94-bd77-a28c907c8d8e tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 944 time: 0.2326479 Dec 21 16:50:57.715863 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37204e78-e497-46aa-9561-b23ec9dc049e req-7ac2e6c6-43d8-4895-acd2-71fe93826c10 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684810 Dec 21 16:50:57.847019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:50:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f34bfb09-fc8a-4565-9336-86e2aa6fb0fd', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'port_id': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'mac_address': 'fa:16:3e:fb:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:49:41Z', 'updated_at': '2021-12-21T16:49:47Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1869828-7d7b-4357-b2a7-419ffb00b1a3', 'name': '', 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:42:3f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0de8cf4-f99d-4053-8045-dc15b41aaa51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:53Z', 'updated_at': '2021-12-21T16:50:55Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'd0de8cf4-f99d-4053-8045-dc15b41aaa51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:57.852083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Checking router: af8761d9-72ec-4977-ae25-4781fdd4381e for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:50:57.852491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Updating router af8761d9-72ec-4977-ae25-4781fdd4381e port e1869828-7d7b-4357-b2a7-419ffb00b1a3 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:50:57.905850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:58.168697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port c55871ed-820a-4ef0-85db-6ea4d0c528af {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:50:58.169000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:58.262664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:58.275286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Transition to ACTIVE for port object e1869828-7d7b-4357-b2a7-419ffb00b1a3 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:50:58.281575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:58.286366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:58.373257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port c55871ed-820a-4ef0-85db-6ea4d0c528af, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c55871ed-820a-4ef0-85db-6ea4d0c528af,segment=NetworkSegment(58f9991e-14aa-4ed9-b565-2c956a995f2e),segment_id=58f9991e-14aa-4ed9-b565-2c956a995f2e)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:58.373771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:58.415166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b5428-b22b-4808-a163-b74b66355dcd None None] Pushing event updated for resources: {'Port': ['ID=e1869828-7d7b-4357-b2a7-419ffb00b1a3,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:58.418301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-603b5428-b22b-4808-a163-b74b66355dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:58.512735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for c55871ed-820a-4ef0-85db-6ea4d0c528af owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:50:58.662709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 524b7de1-9748-4527-beb5-a9df759bf517 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:50:58.711402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:58.716094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3419b6fa-a3cd-4505-820e-13af2f1fbf1b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:58.729607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Attempting to bind port e1869828-7d7b-4357-b2a7-419ffb00b1a3 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:50:58.730027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Attempting to bind port e1869828-7d7b-4357-b2a7-419ffb00b1a3 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:50:58.730436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Attempting to bind port e1869828-7d7b-4357-b2a7-419ffb00b1a3 on network 80038b44-f8ff-45d3-b41f-0d9c6691e077 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:50:58.751629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:50:58.752033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Checking segment: {'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:50:58.752487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:58.752929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Bound using segment: {'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:50:58.753495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Bound port: e1869828-7d7b-4357-b2a7-419ffb00b1a3, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:50:58.753922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:58.760476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=c55871ed-820a-4ef0-85db-6ea4d0c528af,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:58.764974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:58.784896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 524b7de1-9748-4527-beb5-a9df759bf517 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:50:58.791001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 524b7de1-9748-4527-beb5-a9df759bf517 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:50:58.791423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:58.922024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] For port e1869828-7d7b-4357-b2a7-419ffb00b1a3, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:50:58.926571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] For port e1869828-7d7b-4357-b2a7-419ffb00b1a3, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e1869828-7d7b-4357-b2a7-419ffb00b1a3,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:50:58.935295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:58.940220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a99ecd0a-12aa-4b23-9cf7-a52105853ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:59.038944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d2886-ae07-483f-b21a-9f537c06d914 req-19f655ab-40da-4bc1-986d-09aaa6994428 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:50:59.046421 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7c5d2886-ae07-483f-b21a-9f537c06d914 req-19f655ab-40da-4bc1-986d-09aaa6994428 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 944 time: 0.1832438 Dec 21 16:50:59.051020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:59.104188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b5428-b22b-4808-a163-b74b66355dcd None None] Pushing event updated for resources: {'Port': ['ID=e1869828-7d7b-4357-b2a7-419ffb00b1a3,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:59.108900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-603b5428-b22b-4808-a163-b74b66355dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:59.114596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524b7de1-9748-4527-beb5-a9df759bf517'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:50:59.119449 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7c5d2886-ae07-483f-b21a-9f537c06d914 req-51394b7d-0388-44e1-bf30-3df79d3ff9c4 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713370 Dec 21 16:50:59.121239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:59.121954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:59.145382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:59.188445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524b7de1-9748-4527-beb5-a9df759bf517', 'code': 200} Dec 21 16:50:59.216989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 524b7de1-9748-4527-beb5-a9df759bf517, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=524b7de1-9748-4527-beb5-a9df759bf517,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:50:59.228518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:59.234405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-555ab6a4-677a-48c3-a5ea-70c22ea29040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:50:59.414095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:50:59.425421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=524b7de1-9748-4527-beb5-a9df759bf517,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:50:59.428886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:50:59.449806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:50:59.502193 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d2a75d65-1c27-4e21-929d-21cd3c21dc75 req-c10bc3c1-96b1-4b2c-aef0-be3013a09254 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 1098 time: 0.0782413 Dec 21 16:50:59.549968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d2a75d65-1c27-4e21-929d-21cd3c21dc75 req-a85e74fa-5633-4831-b415-d08ca536b1d9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395873 Dec 21 16:50:59.703160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 5784743d-3993-4e51-9a84-421a3d4bd72f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:50:59.828932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:50:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f34bfb09-fc8a-4565-9336-86e2aa6fb0fd', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'port_id': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'mac_address': 'fa:16:3e:fb:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:49:41Z', 'updated_at': '2021-12-21T16:49:47Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1869828-7d7b-4357-b2a7-419ffb00b1a3', 'name': '', 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:42:3f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0de8cf4-f99d-4053-8045-dc15b41aaa51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:53Z', 'updated_at': '2021-12-21T16:50:58Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'd0de8cf4-f99d-4053-8045-dc15b41aaa51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:50:59.833317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55bb9a-c9c2-42af-8d5b-ed7c0941ab36 None None] The sync data for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv is: [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:50:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f34bfb09-fc8a-4565-9336-86e2aa6fb0fd', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'port_id': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'mac_address': 'fa:16:3e:fb:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:49:41Z', 'updated_at': '2021-12-21T16:49:47Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1869828-7d7b-4357-b2a7-419ffb00b1a3', 'name': '', 'network_id': '80038b44-f8ff-45d3-b41f-0d9c6691e077', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:42:3f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0de8cf4-f99d-4053-8045-dc15b41aaa51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:53Z', 'updated_at': '2021-12-21T16:50:58Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'd0de8cf4-f99d-4053-8045-dc15b41aaa51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:50:59.891314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:50:59.908118 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0695543 Dec 21 16:50:59.911720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45032) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:50:59.917088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ba063-6808-4b61-8014-2cbfa6f8ff12 None None] Sync routers for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:50:59.935452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ba063-6808-4b61-8014-2cbfa6f8ff12 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:50:59.938427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-061ba063-6808-4b61-8014-2cbfa6f8ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:00.110329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-061ba063-6808-4b61-8014-2cbfa6f8ff12 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:00.451958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-184dbbff-fc3e-4fa7-b187-50d2d68da9aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting subnet d7c1f23a-db67-460c-94c7-926c50f5a6d7 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:51:00.458401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-184dbbff-fc3e-4fa7-b187-50d2d68da9aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:00.549180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-184dbbff-fc3e-4fa7-b187-50d2d68da9aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:00.601035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0a5f2-4ac1-43f6-9814-39b369222721 req-b0f1b074-d5e6-4da2-92f4-c743be416629 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:00.602978 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-efb0a5f2-4ac1-43f6-9814-39b369222721 req-b0f1b074-d5e6-4da2-92f4-c743be416629 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 945 time: 0.2386146 Dec 21 16:51:00.676057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-061ba063-6808-4b61-8014-2cbfa6f8ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:58Z', 'revision_number': 9, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:00.681768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ba063-6808-4b61-8014-2cbfa6f8ff12 None None] Checking router: 5784743d-3993-4e51-9a84-421a3d4bd72f for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:51:00.682615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-efb0a5f2-4ac1-43f6-9814-39b369222721 req-b97411a8-35dc-4b52-8cb5-861e7bc67a06 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728602 Dec 21 16:51:00.702475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ba063-6808-4b61-8014-2cbfa6f8ff12 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:00.703187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-061ba063-6808-4b61-8014-2cbfa6f8ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:00.717329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-184dbbff-fc3e-4fa7-b187-50d2d68da9aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:00.799436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-184dbbff-fc3e-4fa7-b187-50d2d68da9aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:00.804149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6ae05d9-88b7-48e4-b1cc-45f7b46615ff tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:00.841124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dbbff-fc3e-4fa7-b187-50d2d68da9aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c1f23a-db67-460c-94c7-926c50f5a6d7,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:00.844918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-184dbbff-fc3e-4fa7-b187-50d2d68da9aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:00.849304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-184dbbff-fc3e-4fa7-b187-50d2d68da9aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:00.855841 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-184dbbff-fc3e-4fa7-b187-50d2d68da9aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/d7c1f23a-db67-460c-94c7-926c50f5a6d7 HTTP/1.1" status: 204 len: 168 time: 0.9428422 Dec 21 16:51:00.856434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15165b4-08d0-430d-9b96-c5741d14fdeb None None] Network 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:51:00.858492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45038) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:00.873711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-061ba063-6808-4b61-8014-2cbfa6f8ff12 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:01.004380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.016717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 091b378b-6557-4a54-a86d-1ac5bde861d6 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:01.017087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.148754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c4b4d-3076-438e-9621-1133d0eec78f None None] DHCP port deletion for 6b3c8f8c-86c7-4a02-b7db-016e165c9e0d request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:51:01.152957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c4b4d-3076-438e-9621-1133d0eec78f None None] Deleting port 091b378b-6557-4a54-a86d-1ac5bde861d6 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:01.153376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4c4b4d-3076-438e-9621-1133d0eec78f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.252837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port 091b378b-6557-4a54-a86d-1ac5bde861d6, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=091b378b-6557-4a54-a86d-1ac5bde861d6,segment=NetworkSegment(58f9991e-14aa-4ed9-b565-2c956a995f2e),segment_id=58f9991e-14aa-4ed9-b565-2c956a995f2e)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:01.253627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.253780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-061ba063-6808-4b61-8014-2cbfa6f8ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:58Z', 'revision_number': 9, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:01.258302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ba063-6808-4b61-8014-2cbfa6f8ff12 None None] The sync data for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv is: [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:50:58Z', 'revision_number': 9, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0efe585-7046-4d27-8372-201ee82611b9', 'name': '', 'network_id': '35c17ef5-2877-4541-931d-83aa0c0bc595', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:ec:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:12Z', 'updated_at': '2021-12-21T16:50:39Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': '86734fe4-201d-4465-b9e0-4a1d1f8ceff5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:51:01.391836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 091b378b-6557-4a54-a86d-1ac5bde861d6 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:01.395287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2e4c4b4d-3076-438e-9621-1133d0eec78f None None] For port 091b378b-6557-4a54-a86d-1ac5bde861d6, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=091b378b-6557-4a54-a86d-1ac5bde861d6,segment=NetworkSegment(58f9991e-14aa-4ed9-b565-2c956a995f2e),segment_id=58f9991e-14aa-4ed9-b565-2c956a995f2e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:01.395886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4c4b4d-3076-438e-9621-1133d0eec78f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.480215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.484837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-853ead08-723f-445b-bcce-31554bf948c9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:01.531644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=091b378b-6557-4a54-a86d-1ac5bde861d6,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:01.534698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:01.536983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No DVR routers for this DVR port 091b378b-6557-4a54-a86d-1ac5bde861d6 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:51:01.539897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c4b4d-3076-438e-9621-1133d0eec78f None None] Calling delete_port for 091b378b-6557-4a54-a86d-1ac5bde861d6 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:01.613510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-2e4c4b4d-3076-438e-9621-1133d0eec78f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:51:01.613923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-2e4c4b4d-3076-438e-9621-1133d0eec78f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:51:01.669288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.697173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3c8f8c-86c7-4a02-b7db-016e165c9e0d']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:01.710452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f9991e-14aa-4ed9-b565-2c956a995f2e') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:01.711056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f9991e-14aa-4ed9-b565-2c956a995f2e') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:01.724135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.739852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.746156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:51:01.746588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:51:01.767754 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:51:01.899289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.903647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:01.908400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8030d75-e5a2-4103-bd7d-64b09b80e010 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:01.922946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e1869828-7d7b-4357-b2a7-419ffb00b1a3 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:51:01.941359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Network': ['ID=6b3c8f8c-86c7-4a02-b7db-016e165c9e0d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:01.944102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:01.948922 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/networks/6b3c8f8c-86c7-4a02-b7db-016e165c9e0d HTTP/1.1" status: 204 len: 168 time: 1.0891330 Dec 21 16:51:01.952780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45046) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:01.976470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b24d6c-4355-4e8f-84ba-e81e1c817abf req-5265fb55-03f4-4731-baa9-c7e8daa43b06 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:01.978105 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94b24d6c-4355-4e8f-84ba-e81e1c817abf req-5265fb55-03f4-4731-baa9-c7e8daa43b06 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 945 time: 0.1415844 Dec 21 16:51:01.997516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port e1869828-7d7b-4357-b2a7-419ffb00b1a3 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:51:02.002999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e1869828-7d7b-4357-b2a7-419ffb00b1a3 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:02.003464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:02.031236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94b24d6c-4355-4e8f-84ba-e81e1c817abf req-5d1124fd-0c83-4706-bdf3-8a96926cc98d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460389 Dec 21 16:51:02.116874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c4b4d-3076-438e-9621-1133d0eec78f None None] Deleting port 091b378b-6557-4a54-a86d-1ac5bde861d6 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:02.117463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e4c4b4d-3076-438e-9621-1133d0eec78f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:02.191907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c4b4d-3076-438e-9621-1133d0eec78f None None] The port '091b378b-6557-4a54-a86d-1ac5bde861d6' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:51:02.196948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:02.235899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port e1869828-7d7b-4357-b2a7-419ffb00b1a3, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e1869828-7d7b-4357-b2a7-419ffb00b1a3,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:02.240793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:02.248690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:02.263492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b0466-052e-4e73-9214-e2a1cf9e1794 req-e9373cd1-139a-4284-b50f-324731bc4780 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:02.265404 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-895b0466-052e-4e73-9214-e2a1cf9e1794 req-e9373cd1-139a-4284-b50f-324731bc4780 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 945 time: 0.0977919 Dec 21 16:51:02.312877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 091b378b-6557-4a54-a86d-1ac5bde861d6 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:02.327160 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-895b0466-052e-4e73-9214-e2a1cf9e1794 req-b2d78e18-8858-4942-ab3d-512d9ed3884e tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540557 Dec 21 16:51:02.333131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:02.356863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45052) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:02.359412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 091b378b-6557-4a54-a86d-1ac5bde861d6 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:51:02.359970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 091b378b-6557-4a54-a86d-1ac5bde861d6 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:02.360618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c55871ed-820a-4ef0-85db-6ea4d0c528af no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:02.404636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: c55871ed-820a-4ef0-85db-6ea4d0c528af {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:51:02.405031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c55871ed-820a-4ef0-85db-6ea4d0c528af not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:02.423415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=e1869828-7d7b-4357-b2a7-419ffb00b1a3,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:02.427261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:02.658639 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-758fca7e-1f2a-43b1-8be8-c8e7b8cec24c tempest-TestVolumeBootPattern-2066299937 tempest-TestVolumeBootPattern-2066299937-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 1093 time: 0.3004611 Dec 21 16:51:02.661987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45058) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:02.667693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '524b7de1-9748-4527-beb5-a9df759bf517', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:02.673616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:02.678226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:floatingip and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:02.681236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:02.687394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:02.697870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:02.849671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:02.963880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port e0efe585-7046-4d27-8372-201ee82611b9 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:02.964260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:03.004102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Allocated IP 172.26.7.59 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/4a39e958-bab8-46ee-b772-dbb33d225fd9) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:51:03.159734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:03.161155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port e0efe585-7046-4d27-8372-201ee82611b9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e0efe585-7046-4d27-8372-201ee82611b9,segment=NetworkSegment(f987e809-58e2-4372-b777-812aab1ca0c6),segment_id=f987e809-58e2-4372-b777-812aab1ca0c6)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:03.161561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:03.185875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:03.190404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:03.260744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:51:03.264329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:51:03.268333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:51:03.293667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for e0efe585-7046-4d27-8372-201ee82611b9 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:03.303728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'Port': ['ID=4a39e958-bab8-46ee-b772-dbb33d225fd9,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:03.310377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:03.479392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:03.484924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:03.532005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=e0efe585-7046-4d27-8372-201ee82611b9,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:03.534849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:03.751973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:03.826512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:03.886127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:03.972512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e1869828-7d7b-4357-b2a7-419ffb00b1a3 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:51:04.057266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e1869828-7d7b-4357-b2a7-419ffb00b1a3 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:04.057698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:04.132476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:04.136417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:04.141180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ed38f1f-8eea-447b-8079-9803417fb80c tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:04.251632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'Port': ['ID=4a39e958-bab8-46ee-b772-dbb33d225fd9,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:04.256560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:04.267282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:04.466029 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Floating IP 2e94ae2d-b0da-4e8f-a8f4-49e45f49b6ef associated. External IP: 172.26.7.59, port: 524b7de1-9748-4527-beb5-a9df759bf517. Dec 21 16:51:04.533589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 5784743d-3993-4e51-9a84-421a3d4bd72f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:51:04.716041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:51:04.728986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83edc6f-0f58-421f-96c1-5fb428cb6dd9 None None] Sync routers for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:51:04.730933 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7768419 Dec 21 16:51:04.733649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45064) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:04.743903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83edc6f-0f58-421f-96c1-5fb428cb6dd9 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:04.744783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a83edc6f-0f58-421f-96c1-5fb428cb6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:04.912358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a83edc6f-0f58-421f-96c1-5fb428cb6dd9 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:04.947943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-72241a94-313d-4e3c-afb8-0c6be6ae418b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting subnet 86734fe4-201d-4465-b9e0-4a1d1f8ceff5 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:51:04.951312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72241a94-313d-4e3c-afb8-0c6be6ae418b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:05.011532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72241a94-313d-4e3c-afb8-0c6be6ae418b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:05.107000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72241a94-313d-4e3c-afb8-0c6be6ae418b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:05.146752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Router 24c51322-1736-4594-a490-ec4433e698c2 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:51:05.193480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72241a94-313d-4e3c-afb8-0c6be6ae418b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:05.199614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a16fba51-e097-48ea-a7c1-6d7b91fe79b4 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:05.247351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72241a94-313d-4e3c-afb8-0c6be6ae418b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Subnet': ['ID=86734fe4-201d-4465-b9e0-4a1d1f8ceff5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:05.253295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72241a94-313d-4e3c-afb8-0c6be6ae418b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:05.256687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72241a94-313d-4e3c-afb8-0c6be6ae418b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:05.264746 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72241a94-313d-4e3c-afb8-0c6be6ae418b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/86734fe4-201d-4465-b9e0-4a1d1f8ceff5 HTTP/1.1" status: 204 len: 168 time: 0.5299640 Dec 21 16:51:05.267437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45068) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:05.307062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695f1be-33d0-401c-be17-5922f9b6a070 None None] Network 35c17ef5-2877-4541-931d-83aa0c0bc595 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:51:05.391073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:51:05.400485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:05.406589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd64f5c-419c-4917-b52e-e79f775b3456 None None] Sync routers for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:51:05.421917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:05.422217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd64f5c-419c-4917-b52e-e79f775b3456 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:05.424451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-edd64f5c-419c-4917-b52e-e79f775b3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:05.440391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port d4b39486-1021-4c9d-bb8f-800451d8c40a {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:05.440993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:05.500529 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8372192 Dec 21 16:51:05.501314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'tag': '524b7de1-9748-4527-beb5-a9df759bf517'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:51:05.570148 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'tag': '524b7de1-9748-4527-beb5-a9df759bf517', 'status': 'completed', 'code': 200} Dec 21 16:51:05.626730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a83edc6f-0f58-421f-96c1-5fb428cb6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:51:03Z', 'revision_number': 10, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:05.633774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83edc6f-0f58-421f-96c1-5fb428cb6dd9 None None] Checking router: 5784743d-3993-4e51-9a84-421a3d4bd72f for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:51:05.650590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83edc6f-0f58-421f-96c1-5fb428cb6dd9 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:05.651693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a83edc6f-0f58-421f-96c1-5fb428cb6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:05.657270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-edd64f5c-419c-4917-b52e-e79f775b3456 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:05.732008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port d4b39486-1021-4c9d-bb8f-800451d8c40a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d4b39486-1021-4c9d-bb8f-800451d8c40a,segment=NetworkSegment(f987e809-58e2-4372-b777-812aab1ca0c6),segment_id=f987e809-58e2-4372-b777-812aab1ca0c6)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:05.732416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:05.775176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bbd870-a078-4c3f-bc0b-a6fcf13bac9d None None] DHCP port deletion for 35c17ef5-2877-4541-931d-83aa0c0bc595 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:51:05.788554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41bbd870-a078-4c3f-bc0b-a6fcf13bac9d None None] Deleting port d4b39486-1021-4c9d-bb8f-800451d8c40a {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:05.789770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41bbd870-a078-4c3f-bc0b-a6fcf13bac9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:05.870710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for d4b39486-1021-4c9d-bb8f-800451d8c40a owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:05.931875 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f61900a-3228-4570-a6ea-d0b68e5b416b req-8a926a78-3de4-47a9-b26c-1d93dff1b6a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 1098 time: 0.3328035 Dec 21 16:51:05.934258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d4b39486-1021-4c9d-bb8f-800451d8c40a no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:06.051410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:06.063243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-edd64f5c-419c-4917-b52e-e79f775b3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '2e94ae2d-b0da-4e8f-a8f4-49e45f49b6ef', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.59', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': '524b7de1-9748-4527-beb5-a9df759bf517', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:51:03Z', 'updated_at': '2021-12-21T16:51:03Z', 'revision_number': 0, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:06.066355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:06.067526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd64f5c-419c-4917-b52e-e79f775b3456 None None] Checking router: 24c51322-1736-4594-a490-ec4433e698c2 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:51:06.079334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd64f5c-419c-4917-b52e-e79f775b3456 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:06.079980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-edd64f5c-419c-4917-b52e-e79f775b3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:06.082559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a83edc6f-0f58-421f-96c1-5fb428cb6dd9 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:06.114433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=d4b39486-1021-4c9d-bb8f-800451d8c40a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:06.119227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:06.125285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No DVR routers for this DVR port d4b39486-1021-4c9d-bb8f-800451d8c40a on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:51:06.159730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No active binding found for port d4b39486-1021-4c9d-bb8f-800451d8c40a {{(pid=88889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 21 16:51:06.160198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d4b39486-1021-4c9d-bb8f-800451d8c40a not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:06.175232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-41bbd870-a078-4c3f-bc0b-a6fcf13bac9d None None] For port d4b39486-1021-4c9d-bb8f-800451d8c40a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d4b39486-1021-4c9d-bb8f-800451d8c40a,segment=NetworkSegment(f987e809-58e2-4372-b777-812aab1ca0c6),segment_id=f987e809-58e2-4372-b777-812aab1ca0c6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:06.175716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41bbd870-a078-4c3f-bc0b-a6fcf13bac9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:06.197733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61900a-3228-4570-a6ea-d0b68e5b416b req-e528919f-a8e4-4fdb-b2d7-8a58f1ba9cd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:06.199391 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f61900a-3228-4570-a6ea-d0b68e5b416b req-e528919f-a8e4-4fdb-b2d7-8a58f1ba9cd2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.2598820 Dec 21 16:51:06.276910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-edd64f5c-419c-4917-b52e-e79f775b3456 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:06.384646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41bbd870-a078-4c3f-bc0b-a6fcf13bac9d None None] Calling delete_port for d4b39486-1021-4c9d-bb8f-800451d8c40a owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:06.397535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:06.446429 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f61900a-3228-4570-a6ea-d0b68e5b416b req-c118949f-ae04-4e08-aa23-a53fe828b383 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524b7de1-9748-4527-beb5-a9df759bf517 HTTP/1.1" status: 200 len: 998 time: 0.2341976 Dec 21 16:51:06.452663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c17ef5-2877-4541-931d-83aa0c0bc595']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:06.504224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f987e809-58e2-4372-b777-812aab1ca0c6') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:06.504567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f987e809-58e2-4372-b777-812aab1ca0c6') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:06.529984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:06.553720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:06.561198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61900a-3228-4570-a6ea-d0b68e5b416b req-ee8cde7d-c26a-4328-b577-354a317dc619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:06.562824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f61900a-3228-4570-a6ea-d0b68e5b416b req-ee8cde7d-c26a-4328-b577-354a317dc619 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.1015966 Dec 21 16:51:06.565340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:51:06.565789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:51:06.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:51:06.604253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-41bbd870-a078-4c3f-bc0b-a6fcf13bac9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:51:06.604673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-41bbd870-a078-4c3f-bc0b-a6fcf13bac9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:51:06.643937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a83edc6f-0f58-421f-96c1-5fb428cb6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:51:03Z', 'revision_number': 10, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:06.648416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83edc6f-0f58-421f-96c1-5fb428cb6dd9 None None] The sync data for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv is: [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:51:03Z', 'revision_number': 10, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None, '_interfaces': [{'id': 'aececcb7-e256-4c49-8a3f-f62336ff9b15', 'name': '', 'network_id': '46f8a3d6-a085-4517-91fe-a566ffa92d41', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'mac_address': 'fa:16:3e:1e:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:50:06Z', 'updated_at': '2021-12-21T16:50:20Z', 'revision_number': 5, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'subnets': [{'id': 'b833a6f9-3da9-40b1-bcbc-5492765ed7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:51:06.675726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-edd64f5c-419c-4917-b52e-e79f775b3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '2e94ae2d-b0da-4e8f-a8f4-49e45f49b6ef', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.59', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': '524b7de1-9748-4527-beb5-a9df759bf517', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:51:03Z', 'updated_at': '2021-12-21T16:51:03Z', 'revision_number': 0, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:06.681342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd64f5c-419c-4917-b52e-e79f775b3456 None None] The sync data for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv is: [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '2e94ae2d-b0da-4e8f-a8f4-49e45f49b6ef', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.59', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': '524b7de1-9748-4527-beb5-a9df759bf517', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:51:03Z', 'updated_at': '2021-12-21T16:51:03Z', 'revision_number': 0, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:51:06.721945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:06.737666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0f008d4c-67d2-4b8a-b9db-4652c5102eb2 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:06.759530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:06.770643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Network': ['ID=35c17ef5-2877-4541-931d-83aa0c0bc595,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:06.779158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:06.783151 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/networks/35c17ef5-2877-4541-931d-83aa0c0bc595 HTTP/1.1" status: 204 len: 168 time: 1.5146573 Dec 21 16:51:06.786349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45078) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:06.789286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f61900a-3228-4570-a6ea-d0b68e5b416b req-19749b01-e2a9-419e-8e5d-6b0559d71712 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1974602 Dec 21 16:51:06.801304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-1f61900a-3228-4570-a6ea-d0b68e5b416b req-da489cd9-0ccc-4e5a-9540-e1df26f91840 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:51:06.802820 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f61900a-3228-4570-a6ea-d0b68e5b416b req-da489cd9-0ccc-4e5a-9540-e1df26f91840 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0061009 Dec 21 16:51:07.106303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41bbd870-a078-4c3f-bc0b-a6fcf13bac9d None None] Deleting port d4b39486-1021-4c9d-bb8f-800451d8c40a {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:07.107523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41bbd870-a078-4c3f-bc0b-a6fcf13bac9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:07.171863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:07.198751 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f61900a-3228-4570-a6ea-d0b68e5b416b req-6ea94da1-9556-4763-91f2-b3c6b9cc76aa service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883629 Dec 21 16:51:07.201806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41bbd870-a078-4c3f-bc0b-a6fcf13bac9d None None] The port 'd4b39486-1021-4c9d-bb8f-800451d8c40a' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:51:07.238277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107d60b1-0106-4eb9-a131-d0e5168b1db4 None None] New status for floating IP 2e94ae2d-b0da-4e8f-a8f4-49e45f49b6ef: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:51:07.379642 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f61900a-3228-4570-a6ea-d0b68e5b416b req-7ffed768-b23f-4a22-b3b6-1a92206949b5 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733673 Dec 21 16:51:07.713383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:51:07.801463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port aececcb7-e256-4c49-8a3f-f62336ff9b15 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:07.801758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:07.862020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e0efe585-7046-4d27-8372-201ee82611b9 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:07.896446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: e0efe585-7046-4d27-8372-201ee82611b9 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:51:07.896846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e0efe585-7046-4d27-8372-201ee82611b9 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:07.999251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port aececcb7-e256-4c49-8a3f-f62336ff9b15, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=aececcb7-e256-4c49-8a3f-f62336ff9b15,segment=NetworkSegment(0d0e512e-1681-4f20-a71d-2f7df4d9c75a),segment_id=0d0e512e-1681-4f20-a71d-2f7df4d9c75a)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:07.999653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:08.126906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for aececcb7-e256-4c49-8a3f-f62336ff9b15 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:08.300951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:08.305390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9f5604c1-b1a4-40f9-bc28-85b7d24d41cf tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:08.354170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=aececcb7-e256-4c49-8a3f-f62336ff9b15,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:08.357278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:08.535843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:08.969705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 5784743d-3993-4e51-9a84-421a3d4bd72f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:51:09.349297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:51:09.360396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbf36a-f88c-48ef-9de9-f857d9f909b5 None None] Sync routers for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:51:09.372084 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5843642 Dec 21 16:51:09.374689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45084) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:09.376102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbf36a-f88c-48ef-9de9-f857d9f909b5 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:09.376824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fbcbf36a-f88c-48ef-9de9-f857d9f909b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:09.585765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b51e129-f1e1-4ebb-a233-0174e04524e3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting subnet b833a6f9-3da9-40b1-bcbc-5492765ed7a8 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:51:09.589679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b51e129-f1e1-4ebb-a233-0174e04524e3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:09.649844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b51e129-f1e1-4ebb-a233-0174e04524e3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:09.660202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-fbcbf36a-f88c-48ef-9de9-f857d9f909b5 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:09.751140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b51e129-f1e1-4ebb-a233-0174e04524e3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:09.771508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fbcbf36a-f88c-48ef-9de9-f857d9f909b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:51:08Z', 'revision_number': 11, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:09.775877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbf36a-f88c-48ef-9de9-f857d9f909b5 None None] Checking router: 5784743d-3993-4e51-9a84-421a3d4bd72f for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:51:09.788542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbf36a-f88c-48ef-9de9-f857d9f909b5 None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:09.788542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fbcbf36a-f88c-48ef-9de9-f857d9f909b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:09.828042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b51e129-f1e1-4ebb-a233-0174e04524e3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:09.832491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41f855fc-e9da-4c35-b87e-464e98f82739 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:09.875044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51e129-f1e1-4ebb-a233-0174e04524e3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Subnet': ['ID=b833a6f9-3da9-40b1-bcbc-5492765ed7a8,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:09.877994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b51e129-f1e1-4ebb-a233-0174e04524e3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:09.881451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b51e129-f1e1-4ebb-a233-0174e04524e3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:09.888732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4b51e129-f1e1-4ebb-a233-0174e04524e3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/b833a6f9-3da9-40b1-bcbc-5492765ed7a8 HTTP/1.1" status: 204 len: 168 time: 0.5129592 Dec 21 16:51:09.892030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45088) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:09.893962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a924b4fb-a257-4329-9890-d63f15e25f7d None None] Network 46f8a3d6-a085-4517-91fe-a566ffa92d41 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:51:09.921448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-fbcbf36a-f88c-48ef-9de9-f857d9f909b5 None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:10.025333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.032972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fbcbf36a-f88c-48ef-9de9-f857d9f909b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:51:08Z', 'revision_number': 11, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:10.037238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Deleting port 89ca2211-8685-4319-a435-28b16cdada48 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:10.037746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.037886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbf36a-f88c-48ef-9de9-f857d9f909b5 None None] The sync data for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv is: [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:51:08Z', 'revision_number': 11, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:51:10.277632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] For port 89ca2211-8685-4319-a435-28b16cdada48, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=89ca2211-8685-4319-a435-28b16cdada48,segment=NetworkSegment(0d0e512e-1681-4f20-a71d-2f7df4d9c75a),segment_id=0d0e512e-1681-4f20-a71d-2f7df4d9c75a)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:10.278041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.344589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a64c72-0b3c-480e-aa22-72537efa229d None None] DHCP port deletion for 46f8a3d6-a085-4517-91fe-a566ffa92d41 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:51:10.349937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b0a64c72-0b3c-480e-aa22-72537efa229d None None] Deleting port 89ca2211-8685-4319-a435-28b16cdada48 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:10.350409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0a64c72-0b3c-480e-aa22-72537efa229d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.417512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Calling delete_port for 89ca2211-8685-4319-a435-28b16cdada48 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:10.489556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.494143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d3ccc981-a78f-48a7-b820-16c1178eb686 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:10.534646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Port': ['ID=89ca2211-8685-4319-a435-28b16cdada48,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:10.537831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:10.543488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No DVR routers for this DVR port 89ca2211-8685-4319-a435-28b16cdada48 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:51:10.567678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b0a64c72-0b3c-480e-aa22-72537efa229d None None] For port 89ca2211-8685-4319-a435-28b16cdada48, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=89ca2211-8685-4319-a435-28b16cdada48,segment=NetworkSegment(0d0e512e-1681-4f20-a71d-2f7df4d9c75a),segment_id=0d0e512e-1681-4f20-a71d-2f7df4d9c75a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:10.568131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0a64c72-0b3c-480e-aa22-72537efa229d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.674893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.694453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b0a64c72-0b3c-480e-aa22-72537efa229d None None] Calling delete_port for 89ca2211-8685-4319-a435-28b16cdada48 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:10.701677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f8a3d6-a085-4517-91fe-a566ffa92d41']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:10.715474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0e512e-1681-4f20-a71d-2f7df4d9c75a') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:10.715762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0e512e-1681-4f20-a71d-2f7df4d9c75a') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:10.727819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.746595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.752976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:51:10.753388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.764711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-b0a64c72-0b3c-480e-aa22-72537efa229d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:51:10.765131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-b0a64c72-0b3c-480e-aa22-72537efa229d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:51:10.769252 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:51:10.848339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.852426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d38eb34e-f1a5-452d-91d0-e72e80566395 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:10.868029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:10.879802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Pushing event deleted for resources: {'Network': ['ID=46f8a3d6-a085-4517-91fe-a566ffa92d41,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:10.884917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:10.888282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/networks/46f8a3d6-a085-4517-91fe-a566ffa92d41 HTTP/1.1" status: 204 len: 168 time: 0.9945281 Dec 21 16:51:10.891176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45094) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:10.896828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-59eb8915-d519-48c9-84e6-71f38fbb3139 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'routes': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:11.194386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-59eb8915-d519-48c9-84e6-71f38fbb3139 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Added routes are [] {{(pid=88887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 16:51:11.194733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.extraroute_db [None req-59eb8915-d519-48c9-84e6-71f38fbb3139 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Removed routes are [] {{(pid=88887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 16:51:11.195182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59eb8915-d519-48c9-84e6-71f38fbb3139 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:11.266740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b0a64c72-0b3c-480e-aa22-72537efa229d None None] Deleting port 89ca2211-8685-4319-a435-28b16cdada48 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:11.267225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0a64c72-0b3c-480e-aa22-72537efa229d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:11.335358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b0a64c72-0b3c-480e-aa22-72537efa229d None None] The port '89ca2211-8685-4319-a435-28b16cdada48' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:51:11.460313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59eb8915-d519-48c9-84e6-71f38fbb3139 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:11.467433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59eb8915-d519-48c9-84e6-71f38fbb3139 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:11.616892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eb8915-d519-48c9-84e6-71f38fbb3139 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 5784743d-3993-4e51-9a84-421a3d4bd72f has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:51:11.768768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eb8915-d519-48c9-84e6-71f38fbb3139 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:51:11.778229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59eb8915-d519-48c9-84e6-71f38fbb3139 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:11.779446 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-59eb8915-d519-48c9-84e6-71f38fbb3139 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f HTTP/1.1" status: 200 len: 705 time: 0.8872626 Dec 21 16:51:11.785293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45098) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:11.788237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3584d3e-0469-4c96-8a8b-12a504b4386c None None] Sync routers for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:51:11.804418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3584d3e-0469-4c96-8a8b-12a504b4386c None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:11.805755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f3584d3e-0469-4c96-8a8b-12a504b4386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:11.830912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6aaa9623-603a-4617-b511-0e705b4cbbf0 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Synchronizing usage tracker for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:51:11.856355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6aaa9623-603a-4617-b511-0e705b4cbbf0 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Unset dirty status for tenant:b6b7133c76624214ba5411629bf7e743 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:51:11.857754 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6aaa9623-603a-4617-b511-0e705b4cbbf0 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=5784743d-3993-4e51-9a84-421a3d4bd72f HTTP/1.1" status: 200 len: 205 time: 0.0717010 Dec 21 16:51:11.863480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45102) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:11.955963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device aececcb7-e256-4c49-8a3f-f62336ff9b15 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:12.003073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: aececcb7-e256-4c49-8a3f-f62336ff9b15 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:51:12.003469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device aececcb7-e256-4c49-8a3f-f62336ff9b15 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:12.003941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 89ca2211-8685-4319-a435-28b16cdada48 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:12.036877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4f52-6a19-433c-94d2-6d8eecf2a254 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:12.044831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 89ca2211-8685-4319-a435-28b16cdada48 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:51:12.044831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 89ca2211-8685-4319-a435-28b16cdada48 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:12.054955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f3584d3e-0469-4c96-8a8b-12a504b4386c None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:12.180246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f3584d3e-0469-4c96-8a8b-12a504b4386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:51:08Z', 'revision_number': 11, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:12.184982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3584d3e-0469-4c96-8a8b-12a504b4386c None None] Checking router: 5784743d-3993-4e51-9a84-421a3d4bd72f for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:51:12.199803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3584d3e-0469-4c96-8a8b-12a504b4386c None None] Routers {'5784743d-3993-4e51-9a84-421a3d4bd72f'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:12.199803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f3584d3e-0469-4c96-8a8b-12a504b4386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['5784743d-3993-4e51-9a84-421a3d4bd72f'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:12.365838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f3584d3e-0469-4c96-8a8b-12a504b4386c None None] Set router 5784743d-3993-4e51-9a84-421a3d4bd72f gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:12.488022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f3584d3e-0469-4c96-8a8b-12a504b4386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:51:08Z', 'revision_number': 11, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:12.494171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3584d3e-0469-4c96-8a8b-12a504b4386c None None] The sync data for ids ['5784743d-3993-4e51-9a84-421a3d4bd72f'] in dv-neutron-822515-1-hyperv is: [{'id': '5784743d-3993-4e51-9a84-421a3d4bd72f', 'name': 'tempest-RoutersIpV6Test-router-1892791081', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:50:02Z', 'updated_at': '2021-12-21T16:51:08Z', 'revision_number': 11, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:51:12.744247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4f52-6a19-433c-94d2-6d8eecf2a254 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:12.748858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4f52-6a19-433c-94d2-6d8eecf2a254 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:12.867267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4f52-6a19-433c-94d2-6d8eecf2a254 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:12.867798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6f4f52-6a19-433c-94d2-6d8eecf2a254 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Fanout notify agent at l3_agent the message router_deleted on router 5784743d-3993-4e51-9a84-421a3d4bd72f {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:51:12.882528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4f52-6a19-433c-94d2-6d8eecf2a254 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:12.883697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7e6f4f52-6a19-433c-94d2-6d8eecf2a254 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f HTTP/1.1" status: 204 len: 168 time: 1.0221946 Dec 21 16:51:12.887940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45108) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:12.894434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ff584e7b-3868-4963-b592-648a1d6a4dd4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1548715270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:12.902204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff584e7b-3868-4963-b592-648a1d6a4dd4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:12.907066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff584e7b-3868-4963-b592-648a1d6a4dd4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Usage tracker for resource:router and tenant:b6b7133c76624214ba5411629bf7e743 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:12.910228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff584e7b-3868-4963-b592-648a1d6a4dd4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:12.917341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff584e7b-3868-4963-b592-648a1d6a4dd4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:12.927763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff584e7b-3868-4963-b592-648a1d6a4dd4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:12.928795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff584e7b-3868-4963-b592-648a1d6a4dd4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:12.947995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff584e7b-3868-4963-b592-648a1d6a4dd4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:12.965700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff584e7b-3868-4963-b592-648a1d6a4dd4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:12.990734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff584e7b-3868-4963-b592-648a1d6a4dd4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:12.992068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff584e7b-3868-4963-b592-648a1d6a4dd4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1024668 Dec 21 16:51:12.994940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45112) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:13.000538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f8cb2dc0-5fd9-4529-9194-bff4b4f17845 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:13.395964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8cb2dc0-5fd9-4529-9194-bff4b4f17845 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:13.406272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8cb2dc0-5fd9-4529-9194-bff4b4f17845 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:13.562118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45118) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:13.580881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cb2dc0-5fd9-4529-9194-bff4b4f17845 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Router 553e8299-6feb-4ff9-a109-8eb971f117cd is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:51:13.726096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cb2dc0-5fd9-4529-9194-bff4b4f17845 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:51:13.732197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8cb2dc0-5fd9-4529-9194-bff4b4f17845 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:13.736660 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f8cb2dc0-5fd9-4529-9194-bff4b4f17845 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "PUT /v2.0/routers/553e8299-6feb-4ff9-a109-8eb971f117cd HTTP/1.1" status: 200 len: 698 time: 0.7375162 Dec 21 16:51:13.736797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45122) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:13.738884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54517be-6c81-4622-983a-beb4d850afe8 None None] Sync routers for ids ['553e8299-6feb-4ff9-a109-8eb971f117cd'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:51:13.751610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54517be-6c81-4622-983a-beb4d850afe8 None None] Routers {'553e8299-6feb-4ff9-a109-8eb971f117cd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:13.752264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b54517be-6c81-4622-983a-beb4d850afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['553e8299-6feb-4ff9-a109-8eb971f117cd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:13.903109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b54517be-6c81-4622-983a-beb4d850afe8 None None] Set router 553e8299-6feb-4ff9-a109-8eb971f117cd gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:13.910026 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-edbb3eb4-3203-47f7-a0ae-ff4557eb74ac tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/routers/553e8299-6feb-4ff9-a109-8eb971f117cd HTTP/1.1" status: 200 len: 704 time: 0.1700304 Dec 21 16:51:13.910557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45126) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:13.965040 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9ee97ce3-6bed-4d75-80af-8e7525a726e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=553e8299-6feb-4ff9-a109-8eb971f117cd HTTP/1.1" status: 200 len: 205 time: 0.0496838 Dec 21 16:51:13.965283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45130) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:14.012697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b54517be-6c81-4622-983a-beb4d850afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553e8299-6feb-4ff9-a109-8eb971f117cd', 'name': 'tempest-RoutersIpV6Test-router-1548715270', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:12Z', 'updated_at': '2021-12-21T16:51:13Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:14.016688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54517be-6c81-4622-983a-beb4d850afe8 None None] Checking router: 553e8299-6feb-4ff9-a109-8eb971f117cd for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:51:14.027760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54517be-6c81-4622-983a-beb4d850afe8 None None] Routers {'553e8299-6feb-4ff9-a109-8eb971f117cd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:14.028385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b54517be-6c81-4622-983a-beb4d850afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['553e8299-6feb-4ff9-a109-8eb971f117cd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:14.112871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23530f30-4c7b-4482-bc92-267a5d8bb78f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:14.131629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:14.162471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b54517be-6c81-4622-983a-beb4d850afe8 None None] Set router 553e8299-6feb-4ff9-a109-8eb971f117cd gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:14.272599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b54517be-6c81-4622-983a-beb4d850afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553e8299-6feb-4ff9-a109-8eb971f117cd', 'name': 'tempest-RoutersIpV6Test-router-1548715270', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:12Z', 'updated_at': '2021-12-21T16:51:13Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:14.276837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54517be-6c81-4622-983a-beb4d850afe8 None None] The sync data for ids ['553e8299-6feb-4ff9-a109-8eb971f117cd'] in dv-neutron-822515-1-hyperv is: [{'id': '553e8299-6feb-4ff9-a109-8eb971f117cd', 'name': 'tempest-RoutersIpV6Test-router-1548715270', 'tenant_id': 'b6b7133c76624214ba5411629bf7e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:12Z', 'updated_at': '2021-12-21T16:51:13Z', 'revision_number': 2, 'project_id': 'b6b7133c76624214ba5411629bf7e743', 'gw_port_host': None}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:51:14.761947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23530f30-4c7b-4482-bc92-267a5d8bb78f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:14.766920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23530f30-4c7b-4482-bc92-267a5d8bb78f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:14.789816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23530f30-4c7b-4482-bc92-267a5d8bb78f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:14.790377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23530f30-4c7b-4482-bc92-267a5d8bb78f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Fanout notify agent at l3_agent the message router_deleted on router 553e8299-6feb-4ff9-a109-8eb971f117cd {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:51:14.805608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-23530f30-4c7b-4482-bc92-267a5d8bb78f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:14.807534 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-23530f30-4c7b-4482-bc92-267a5d8bb78f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/553e8299-6feb-4ff9-a109-8eb971f117cd HTTP/1.1" status: 204 len: 168 time: 0.8404925 Dec 21 16:51:14.811065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45134) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:14.849031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port e1869828-7d7b-4357-b2a7-419ffb00b1a3 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:14.849420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:14.860490 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-002b6fa0-225d-41cf-be7d-f6c50abd5e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=553e8299-6feb-4ff9-a109-8eb971f117cd HTTP/1.1" status: 200 len: 205 time: 0.0482135 Dec 21 16:51:14.862922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45138) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:14.929694 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-6ec8be1a-d0b2-4d92-9c74-4b5db5b23e30 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] delete failed (client error): The resource could not be found. Dec 21 16:51:14.930869 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6ec8be1a-d0b2-4d92-9c74-4b5db5b23e30 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/553e8299-6feb-4ff9-a109-8eb971f117cd HTTP/1.1" status: 404 len: 336 time: 0.0669165 Dec 21 16:51:14.933496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45142) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:14.977579 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d48c27a-15a3-4362-bde3-44403cc8c068 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] DELETE failed (client error): The resource could not be found. Dec 21 16:51:14.978078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d48c27a-15a3-4362-bde3-44403cc8c068 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:51:14.979893 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2d48c27a-15a3-4362-bde3-44403cc8c068 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/e7fd5258-b2f5-44bb-bff3-9a145e8383fb HTTP/1.1" status: 404 len: 337 time: 0.0454152 Dec 21 16:51:14.982644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45146) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.022304 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-79829bf9-5a3a-47e8-8311-2fe7fcc26295 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] DELETE failed (client error): The resource could not be found. Dec 21 16:51:15.022812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79829bf9-5a3a-47e8-8311-2fe7fcc26295 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:51:15.024609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-79829bf9-5a3a-47e8-8311-2fe7fcc26295 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/d7c1f23a-db67-460c-94c7-926c50f5a6d7 HTTP/1.1" status: 404 len: 337 time: 0.0409400 Dec 21 16:51:15.027219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45150) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.044615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port e1869828-7d7b-4357-b2a7-419ffb00b1a3, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e1869828-7d7b-4357-b2a7-419ffb00b1a3,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:15.045009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:15.067034 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdde530-7d38-41df-b657-91f92e24b1e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] DELETE failed (client error): The resource could not be found. Dec 21 16:51:15.067555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdde530-7d38-41df-b657-91f92e24b1e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:51:15.069264 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7bdde530-7d38-41df-b657-91f92e24b1e2 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/86734fe4-201d-4465-b9e0-4a1d1f8ceff5 HTTP/1.1" status: 404 len: 337 time: 0.0409608 Dec 21 16:51:15.071988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45154) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.119039 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9654571c-ae2b-4e7f-b781-b1f6f02387ee tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] DELETE failed (client error): The resource could not be found. Dec 21 16:51:15.119541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9654571c-ae2b-4e7f-b781-b1f6f02387ee tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:51:15.121334 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9654571c-ae2b-4e7f-b781-b1f6f02387ee tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/b833a6f9-3da9-40b1-bcbc-5492765ed7a8 HTTP/1.1" status: 404 len: 337 time: 0.0483093 Dec 21 16:51:15.124147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45158) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.169488 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c2917803-f5e0-44b9-99ec-6a0a274e9af6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=5784743d-3993-4e51-9a84-421a3d4bd72f HTTP/1.1" status: 200 len: 205 time: 0.0441461 Dec 21 16:51:15.171050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for e1869828-7d7b-4357-b2a7-419ffb00b1a3 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:15.172011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45162) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.243061 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-69a019e1-ea0f-4ce0-a0f5-083279ad2674 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] delete failed (client error): The resource could not be found. Dec 21 16:51:15.244188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-69a019e1-ea0f-4ce0-a0f5-083279ad2674 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/5784743d-3993-4e51-9a84-421a3d4bd72f HTTP/1.1" status: 404 len: 336 time: 0.0711915 Dec 21 16:51:15.246933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45166) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.293369 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7772be3f-c2f2-4f42-9a25-5d083ce9492b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf5a9694-39b3-46c0-a123-abe40799e152 HTTP/1.1" status: 200 len: 205 time: 0.0452189 Dec 21 16:51:15.295849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45170) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.361081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:15.366297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b4b1178-21ab-40ef-bc66-03ea91b28e26 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:15.368136 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-b768db67-cc99-4b92-9858-de7a1b7b95aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] delete failed (client error): The resource could not be found. Dec 21 16:51:15.369260 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b768db67-cc99-4b92-9858-de7a1b7b95aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/bf5a9694-39b3-46c0-a123-abe40799e152 HTTP/1.1" status: 404 len: 336 time: 0.0721538 Dec 21 16:51:15.372563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45174) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.417804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fb80f4-a160-4d80-ac8c-d5252151fbe0 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] DELETE failed (client error): The resource could not be found. Dec 21 16:51:15.418796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fb80f4-a160-4d80-ac8c-d5252151fbe0 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:51:15.420323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a6fb80f4-a160-4d80-ac8c-d5252151fbe0 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/42b7dc47-588c-442a-85e1-52aa49f0398a HTTP/1.1" status: 404 len: 337 time: 0.0465331 Dec 21 16:51:15.423144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45178) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.423346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=e1869828-7d7b-4357-b2a7-419ffb00b1a3,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:15.427122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:15.482840 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7592dc66-e8f3-4353-a226-5f18315c9c2f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef HTTP/1.1" status: 200 len: 205 time: 0.0574856 Dec 21 16:51:15.487262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45182) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.566637 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-a016ff14-a38b-4a95-95b8-4793364a2e46 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] delete failed (client error): The resource could not be found. Dec 21 16:51:15.572533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a016ff14-a38b-4a95-95b8-4793364a2e46 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/aed8dc5e-6a72-48e2-bfba-58c1ddf5e7ef HTTP/1.1" status: 404 len: 336 time: 0.0800939 Dec 21 16:51:15.572533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45186) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.624535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-611b9fe6-cd1c-4225-87c2-bd7cf5fb622b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=2044276a-272f-44a7-9c94-9ca97bdd9860 HTTP/1.1" status: 200 len: 205 time: 0.0512397 Dec 21 16:51:15.625198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45190) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.711295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5a06a923-5c59-46ac-9d1e-190e59e8807c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:15.724010 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-e998ddb1-272d-49a2-bd46-cd2c736f09a3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] delete failed (client error): The resource could not be found. Dec 21 16:51:15.725498 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e998ddb1-272d-49a2-bd46-cd2c736f09a3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/2044276a-272f-44a7-9c94-9ca97bdd9860 HTTP/1.1" status: 404 len: 336 time: 0.0967729 Dec 21 16:51:15.729145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45194) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.776840 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e75163-58d9-462f-a945-f7f74419a0c6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] DELETE failed (client error): The resource could not be found. Dec 21 16:51:15.777445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e75163-58d9-462f-a945-f7f74419a0c6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:51:15.779248 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-15e75163-58d9-462f-a945-f7f74419a0c6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/adb4307d-5510-4d5b-b3c8-acf5b3498812 HTTP/1.1" status: 404 len: 337 time: 0.0487049 Dec 21 16:51:15.782170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45198) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.835911 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7b73ff7b-c43b-4de5-89ec-7f0d5ac8e366 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4cf8b58-292b-4401-a23c-7407d49820ec HTTP/1.1" status: 200 len: 205 time: 0.0520911 Dec 21 16:51:15.838556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45202) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.916206 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-c401de64-173b-4ac8-8382-2ed22e06a908 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] delete failed (client error): The resource could not be found. Dec 21 16:51:15.918918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c401de64-173b-4ac8-8382-2ed22e06a908 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/d4cf8b58-292b-4401-a23c-7407d49820ec HTTP/1.1" status: 404 len: 336 time: 0.0777006 Dec 21 16:51:15.920268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45206) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.966727 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-66285b90-f334-492a-abff-648654c72e8d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] DELETE failed (client error): The resource could not be found. Dec 21 16:51:15.967262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66285b90-f334-492a-abff-648654c72e8d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:51:15.969091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-66285b90-f334-492a-abff-648654c72e8d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/4c2efd7b-cfbc-4238-8097-35c9ae2fcf57 HTTP/1.1" status: 404 len: 337 time: 0.0478067 Dec 21 16:51:15.971978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45210) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:15.996279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:16.019140 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ebe90862-c3ba-4e4b-b966-98f00910e13c tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fd4b160-232d-4d08-b66f-dd069d89ef7d HTTP/1.1" status: 200 len: 205 time: 0.0458930 Dec 21 16:51:16.021579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45214) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:16.092165 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-e420d92d-a7d4-4e36-bd66-4d7850e9ef88 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] delete failed (client error): The resource could not be found. Dec 21 16:51:16.093236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e420d92d-a7d4-4e36-bd66-4d7850e9ef88 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/routers/4fd4b160-232d-4d08-b66f-dd069d89ef7d HTTP/1.1" status: 404 len: 336 time: 0.0706677 Dec 21 16:51:16.096592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45218) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:16.138824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d240a9-4869-478b-81ee-13d10225c449 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] DELETE failed (client error): The resource could not be found. Dec 21 16:51:16.139341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d240a9-4869-478b-81ee-13d10225c449 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:51:16.141532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-51d240a9-4869-478b-81ee-13d10225c449 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/cb41e1b9-f2a2-4afb-8490-1c24bc1667b8 HTTP/1.1" status: 404 len: 337 time: 0.0435824 Dec 21 16:51:16.144177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45222) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:16.188028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfce6fef-9995-4637-ab13-27cdbf0f4c0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] DELETE failed (client error): The resource could not be found. Dec 21 16:51:16.188525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfce6fef-9995-4637-ab13-27cdbf0f4c0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 16:51:16.194178 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dfce6fef-9995-4637-ab13-27cdbf0f4c0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] 10.222.0.67 "DELETE /v2.0/subnets/b95c6cc2-3003-4d5b-b484-98107d02c5d4 HTTP/1.1" status: 404 len: 337 time: 0.0462239 Dec 21 16:51:16.528982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45230) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:16.625390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router af8761d9-72ec-4977-ae25-4781fdd4381e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:51:16.729615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-03b047fd-6273-4627-a117-43493a351bd1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b6b7133c76624214ba5411629bf7e743&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1992836 Dec 21 16:51:16.732305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45236) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:16.801511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c36c4d4-78c5-4a4a-8f9c-c4bdd0077130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:16.829113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c36c4d4-78c5-4a4a-8f9c-c4bdd0077130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:16.842935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:51:16.853289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e1e80-b430-4d00-a0d1-f41c42734a77 None None] Sync routers for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:51:16.853455 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/af8761d9-72ec-4977-ae25-4781fdd4381e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2901204 Dec 21 16:51:16.867882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e1e80-b430-4d00-a0d1-f41c42734a77 None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:16.868559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b91e1e80-b430-4d00-a0d1-f41c42734a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:16.888318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c36c4d4-78c5-4a4a-8f9c-c4bdd0077130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:16.896950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-121eaa4d-c8db-4273-bad5-82e2e1881628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:16.910661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8c36c4d4-78c5-4a4a-8f9c-c4bdd0077130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:16.914534 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8c36c4d4-78c5-4a4a-8f9c-c4bdd0077130 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b337034-955a-4bac-b75f-70d9f45fc9db HTTP/1.1" status: 204 len: 168 time: 0.1784055 Dec 21 16:51:16.916095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36c4d4-78c5-4a4a-8f9c-c4bdd0077130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b337034-955a-4bac-b75f-70d9f45fc9db,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:16.919975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c36c4d4-78c5-4a4a-8f9c-c4bdd0077130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:17.079685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b91e1e80-b430-4d00-a0d1-f41c42734a77 None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:17.169356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:17.289157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3998edc-8335-4854-9be6-72d6bbc740d2 req-6a7b13b3-ed57-4ca5-ae9b-0bea70f4a28c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:17.289929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e3998edc-8335-4854-9be6-72d6bbc740d2 req-6a7b13b3-ed57-4ca5-ae9b-0bea70f4a28c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:51:17.308146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e3998edc-8335-4854-9be6-72d6bbc740d2 req-6a7b13b3-ed57-4ca5-ae9b-0bea70f4a28c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:51:17.309426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e3998edc-8335-4854-9be6-72d6bbc740d2 req-6a7b13b3-ed57-4ca5-ae9b-0bea70f4a28c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 946 time: 0.1123302 Dec 21 16:51:17.375461 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e3998edc-8335-4854-9be6-72d6bbc740d2 req-c0664950-3607-4417-b882-8b4c673910bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587974 Dec 21 16:51:17.485687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b91e1e80-b430-4d00-a0d1-f41c42734a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:51:15Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f34bfb09-fc8a-4565-9336-86e2aa6fb0fd', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'port_id': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'mac_address': 'fa:16:3e:fb:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:49:41Z', 'updated_at': '2021-12-21T16:49:47Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:17.489882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e1e80-b430-4d00-a0d1-f41c42734a77 None None] Checking router: af8761d9-72ec-4977-ae25-4781fdd4381e for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:51:17.501126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e1e80-b430-4d00-a0d1-f41c42734a77 None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:17.501783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b91e1e80-b430-4d00-a0d1-f41c42734a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:50:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:17.840715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45262) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:17.852985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b91e1e80-b430-4d00-a0d1-f41c42734a77 None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:17.989532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2122511308'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:17.995044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:17.999135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Usage tracker for resource:network and tenant:a1cde8dea7d749fbbab4c52d9a963e2f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:18.002277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:18.008987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:18.019400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Made reservation on behalf of a1cde8dea7d749fbbab4c52d9a963e2f for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:51:18.021706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5281768-cdc1-487f-9254-84387cb4a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.024861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.039092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.076281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:18.080406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Usage tracker for resource:security_group_rule and tenant:a1cde8dea7d749fbbab4c52d9a963e2f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:18.084049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:18.088803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:18.167267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.169601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.173998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-304b8625-b036-4869-b6b7-88a7479de698 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:18.207390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbde9c6-b31e-44a8-aa40-6452f9390571,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:18.213918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:18.214855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:51:18.223647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.224095 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Added segment 9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a of type vlan for network a8cdd86c-b522-4c3f-abea-0305277febe9 Dec 21 16:51:18.255795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b91e1e80-b430-4d00-a0d1-f41c42734a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:51:15Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f34bfb09-fc8a-4565-9336-86e2aa6fb0fd', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'port_id': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'mac_address': 'fa:16:3e:fb:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:49:41Z', 'updated_at': '2021-12-21T16:49:47Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:18.260348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e1e80-b430-4d00-a0d1-f41c42734a77 None None] The sync data for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv is: [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:51:15Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f34bfb09-fc8a-4565-9336-86e2aa6fb0fd', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'port_id': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'mac_address': 'fa:16:3e:fb:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:49:41Z', 'updated_at': '2021-12-21T16:49:47Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:51:18.262846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.295296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.298150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.302609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:18.303153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.314195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-366179bb-340c-48aa-8d70-c830c7923a18 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:18.386009 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5435510 Dec 21 16:51:18.389208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45268) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:18.400566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Request body: {'subnet': {'network_id': 'a8cdd86c-b522-4c3f-abea-0305277febe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:18.464769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Pushing event updated for resources: {'Network': ['ID=a8cdd86c-b522-4c3f-abea-0305277febe9,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:18.468188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:18.476917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network a8cdd86c-b522-4c3f-abea-0305277febe9 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:51:18.580762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:18.586129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Usage tracker for resource:subnet and tenant:a1cde8dea7d749fbbab4c52d9a963e2f is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:18.591307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:18.606602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-200e2d35-af49-4e87-bd5a-96e5ba19d9e2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:18.607500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-200e2d35-af49-4e87-bd5a-96e5ba19d9e2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:51:18.615868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:18.621716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-200e2d35-af49-4e87-bd5a-96e5ba19d9e2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:51:18.623162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-200e2d35-af49-4e87-bd5a-96e5ba19d9e2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 946 time: 0.1099756 Dec 21 16:51:18.633349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Made reservation on behalf of a1cde8dea7d749fbbab4c52d9a963e2f for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:51:18.702538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 3bc883a4-4908-4d87-b151-c957b5dd9405 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:18.702945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.757688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:18.784056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48962b-465a-4095-a7cd-9460416cf128 req-93f2d76e-7ace-41f8-9976-6b22cd3895bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:18.785680 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ef48962b-465a-4095-a7cd-9460416cf128 req-93f2d76e-7ace-41f8-9976-6b22cd3895bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 946 time: 0.2679090 Dec 21 16:51:18.922039 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ef48962b-465a-4095-a7cd-9460416cf128 req-db186075-3774-4e53-a82c-10179959c704 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5aff87de-4830-47ef-aa60-0992879e3167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193056 Dec 21 16:51:18.965342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 3bc883a4-4908-4d87-b151-c957b5dd9405, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bc883a4-4908-4d87-b151-c957b5dd9405,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:18.965744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:19.039800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:19.044102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-23a4afa2-a2ac-4ae6-8093-6eb4e7ccbc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:19.098092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 3bc883a4-4908-4d87-b151-c957b5dd9405 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:19.137035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Pushing event updated for resources: {'Subnet': ['ID=cc40bd50-6b96-4039-a037-d1e4ccb8cfcd,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:19.139979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:19.145248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Checking segment: {'id': '9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8cdd86c-b522-4c3f-abea-0305277febe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:51:19.145646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Network hostable DHCP agents. Network: a8cdd86c-b522-4c3f-abea-0305277febe9, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:51:19.168445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Network a8cdd86c-b522-4c3f-abea-0305277febe9 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:51:19.177543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, a8cdd86c-b522-4c3f-abea-0305277febe9) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:51:19.181694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:19.182335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:19.192844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc64937f-bdc7-4e64-83cc-a4e438b11815 None None] Network a8cdd86c-b522-4c3f-abea-0305277febe9 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:51:19.203683 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8133006 Dec 21 16:51:19.206470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45274) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:19.212422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Request body: {'port': {'network_id': 'a8cdd86c-b522-4c3f-abea-0305277febe9', 'name': 'tempest-TagsExtTest-593599470'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:19.268592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:19.268592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbf2ea9d-2715-4f6d-b2ea-2a99500af8f5 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:19.338805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=3bc883a4-4908-4d87-b151-c957b5dd9405,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:19.338805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:19.379871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:19.379871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Usage tracker for resource:port and tenant:a1cde8dea7d749fbbab4c52d9a963e2f is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:19.405321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:19.405321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:19.451073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Made reservation on behalf of a1cde8dea7d749fbbab4c52d9a963e2f for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:51:19.451073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:19.458765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port 3bc883a4-4908-4d87-b151-c957b5dd9405 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:51:19.458765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:19.476655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5a54cf-987e-43c6-91c5-b692b8164ba9', 'name': 'network-vif-deleted', 'tag': '3bc883a4-4908-4d87-b151-c957b5dd9405'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:51:19.500940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] device_id is not set on port 307dd61c-8e85-4793-a070-a0a6297ee14f yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:51:19.538226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-a8cdd86c-b522-4c3f-abea-0305277febe9', 'network_id': 'a8cdd86c-b522-4c3f-abea-0305277febe9', 'tenant_id': 'a1cde8dea7d749fbbab4c52d9a963e2f', 'fixed_ips': [{'subnet_id': 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:51:19.538226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:19.612939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f2faa4f3-a95e-432b-bf3d-e20013ef2503 req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "DELETE /v2.0/ports/3bc883a4-4908-4d87-b151-c957b5dd9405 HTTP/1.1" status: 204 len: 173 time: 0.9792860 Dec 21 16:51:19.755200 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5a54cf-987e-43c6-91c5-b692b8164ba9', 'name': 'network-vif-deleted', 'tag': '3bc883a4-4908-4d87-b151-c957b5dd9405', 'status': 'completed', 'code': 200} Dec 21 16:51:19.775630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Allocated IP 172.20.0.2 (a8cdd86c-b522-4c3f-abea-0305277febe9/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/4c38a8ed-eb13-45d3-b140-7aee890b6b6d) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:51:19.821217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:19.938812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e1869828-7d7b-4357-b2a7-419ffb00b1a3 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:19.984380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: e1869828-7d7b-4357-b2a7-419ffb00b1a3 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:51:19.984380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e1869828-7d7b-4357-b2a7-419ffb00b1a3 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:20.159260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:20.171451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Transition to ACTIVE for port object 4c38a8ed-eb13-45d3-b140-7aee890b6b6d will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:51:20.190479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Transition to ACTIVE for port object 4c38a8ed-eb13-45d3-b140-7aee890b6b6d will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:51:20.200335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:20.214773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:20.220082 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9403deed-3868-4b2e-91c1-00b2eb831cd9 req-facd71db-59f7-48af-8b71-b18137fdf0a8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5a54cf-987e-43c6-91c5-b692b8164ba9 HTTP/1.1" status: 200 len: 210 time: 0.0648482 Dec 21 16:51:20.282161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Network a8cdd86c-b522-4c3f-abea-0305277febe9 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:51:20.282161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:51:20.282161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:51:20.323472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Pushing event updated for resources: {'Port': ['ID=4c38a8ed-eb13-45d3-b140-7aee890b6b6d,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:20.328492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Allocated IP 172.20.0.5 (a8cdd86c-b522-4c3f-abea-0305277febe9/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/307dd61c-8e85-4793-a070-a0a6297ee14f) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:51:20.357223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:20.420088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Attempting to bind port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:51:20.420088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Attempting to bind port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8cdd86c-b522-4c3f-abea-0305277febe9'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:51:20.420088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Attempting to bind port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d on network a8cdd86c-b522-4c3f-abea-0305277febe9 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:51:20.429917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:51:20.429917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Checking segment: {'id': '9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8cdd86c-b522-4c3f-abea-0305277febe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:51:20.429917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:20.429917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Bound using segment: {'id': '9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8cdd86c-b522-4c3f-abea-0305277febe9'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:51:20.429917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Bound port: 4c38a8ed-eb13-45d3-b140-7aee890b6b6d, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a8cdd86c-b522-4c3f-abea-0305277febe9'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:51:20.429917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:20.540314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] For port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:51:20.540314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] For port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4c38a8ed-eb13-45d3-b140-7aee890b6b6d,segment=NetworkSegment(9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a),segment_id=9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:51:20.540314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:20.549211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98fc3cf4-07fd-476e-9b40-641f958df4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:20.611612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:20.629689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Transition to ACTIVE for port object 307dd61c-8e85-4793-a070-a0a6297ee14f will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:51:20.634688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Pushing event updated for resources: {'Port': ['ID=4c38a8ed-eb13-45d3-b140-7aee890b6b6d,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:20.640274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:20.658480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:20.666371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:20.729668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Network a8cdd86c-b522-4c3f-abea-0305277febe9 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:51:20.733118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:51:20.735701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:51:20.805716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Pushing event updated for resources: {'Port': ['ID=307dd61c-8e85-4793-a070-a0a6297ee14f,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:20.811215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:20.823884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:20.824559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:20.859523 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6519415 Dec 21 16:51:20.863653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45286) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:20.879248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5d8cfe63-b363-48c9-b3fc-7666da860fc9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1797734036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:20.886321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5d8cfe63-b363-48c9-b3fc-7666da860fc9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:20.893745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5d8cfe63-b363-48c9-b3fc-7666da860fc9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Usage tracker for resource:router and tenant:a1cde8dea7d749fbbab4c52d9a963e2f is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:20.898301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5d8cfe63-b363-48c9-b3fc-7666da860fc9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:20.906949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5d8cfe63-b363-48c9-b3fc-7666da860fc9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:20.938511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d8cfe63-b363-48c9-b3fc-7666da860fc9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:20.940035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d8cfe63-b363-48c9-b3fc-7666da860fc9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:20.972338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d8cfe63-b363-48c9-b3fc-7666da860fc9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:21.007500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d8cfe63-b363-48c9-b3fc-7666da860fc9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:21.044694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5d8cfe63-b363-48c9-b3fc-7666da860fc9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:21.049200 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5d8cfe63-b363-48c9-b3fc-7666da860fc9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1721761 Dec 21 16:51:21.050332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45290) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:21.056660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6d70b4b5-4bf1-4fe3-8d5c-99710ab1d366 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1139376981', 'prefixes': ['172.20.0.0/16']}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:21.063078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6d70b4b5-4bf1-4fe3-8d5c-99710ab1d366 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:21.131882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d70b4b5-4bf1-4fe3-8d5c-99710ab1d366 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for subnetpool, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:21.133181 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6d70b4b5-4bf1-4fe3-8d5c-99710ab1d366 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0826259 Dec 21 16:51:21.136862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45294) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:21.143790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-ef8c940a-51d9-411e-a63e-bceb62fe73cd tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd', 'tempest-TagsExtTest-Tag-951493857') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:21.227221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ef8c940a-51d9-411e-a63e-bceb62fe73cd tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags/tempest-TagsExtTest-Tag-951493857 HTTP/1.1" status: 201 len: 201 time: 0.0892272 Dec 21 16:51:21.230092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45298) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:21.236645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-4a383573-4f91-47bd-8b83-8ac802d5d97b tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f', 'tempest-TagsExtTest-Tag-672390000') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:21.318373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45304) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:21.335119 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4a383573-4f91-47bd-8b83-8ac802d5d97b tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags/tempest-TagsExtTest-Tag-672390000 HTTP/1.1" status: 201 len: 201 time: 0.1038704 Dec 21 16:51:21.337835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45308) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:21.344459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-83353741-75f2-42fa-aebc-f63c2527120b tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137', 'tempest-TagsExtTest-Tag-1986394776') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:21.398628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11b4b29b-aa12-42ae-9d55-315c76a01f29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:21.434262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11b4b29b-aa12-42ae-9d55-315c76a01f29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:21.487599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11b4b29b-aa12-42ae-9d55-315c76a01f29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:21.493344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e282a2d4-dfba-4657-b575-652bea856d1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:21.500499 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-83353741-75f2-42fa-aebc-f63c2527120b tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags/tempest-TagsExtTest-Tag-1986394776 HTTP/1.1" status: 201 len: 201 time: 0.1613271 Dec 21 16:51:21.503454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45312) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:21.509786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4b29b-aa12-42ae-9d55-315c76a01f29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aff87de-4830-47ef-aa60-0992879e3167,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:21.510491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-93af7e2a-5ae9-4f36-ab44-75aafa1b2f74 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09', 'tempest-TagsExtTest-Tag-1474269122') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:21.512900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11b4b29b-aa12-42ae-9d55-315c76a01f29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:21.519509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11b4b29b-aa12-42ae-9d55-315c76a01f29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:21.521494 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-11b4b29b-aa12-42ae-9d55-315c76a01f29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/5aff87de-4830-47ef-aa60-0992879e3167 HTTP/1.1" status: 204 len: 168 time: 0.2020175 Dec 21 16:51:21.554306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-93af7e2a-5ae9-4f36-ab44-75aafa1b2f74 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags/tempest-TagsExtTest-Tag-1474269122 HTTP/1.1" status: 201 len: 201 time: 0.0497339 Dec 21 16:51:21.557326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45318) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:21.564422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-c9fd81c8-21df-4740-ba14-491a6b3d1bf5 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:21.567763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45322) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:21.646046 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c9fd81c8-21df-4740-ba14-491a6b3d1bf5 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags HTTP/1.1" status: 200 len: 240 time: 0.0865157 Dec 21 16:51:21.648735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45326) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:21.654869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-7a6252e4-a91b-4951-8e48-0829ec4b3c58 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd', 'tempest-TagsExtTest-Tag-951493857') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:21.736899 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7a6252e4-a91b-4951-8e48-0829ec4b3c58 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags/tempest-TagsExtTest-Tag-951493857 HTTP/1.1" status: 204 len: 168 time: 0.0817833 Dec 21 16:51:21.736899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45330) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:21.747094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-1483dea8-7ad6-4114-abd2-8e90ee65f4cf tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd', 'tempest-TagsExtTest-Tag-951493857') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:21.787988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c17282-e7a5-44fe-ab10-3b8fc4cc7f41 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting subnet d0de8cf4-f99d-4053-8045-dc15b41aaa51 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:51:21.787988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c17282-e7a5-44fe-ab10-3b8fc4cc7f41 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:21.847841 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1483dea8-7ad6-4114-abd2-8e90ee65f4cf tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags/tempest-TagsExtTest-Tag-951493857 HTTP/1.1" status: 204 len: 168 time: 0.1122961 Dec 21 16:51:21.850142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45334) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:21.859727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-fe335fe7-f6cb-4ec9-a90f-c78ff30aa481 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:21.872201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c17282-e7a5-44fe-ab10-3b8fc4cc7f41 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:21.997497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fe335fe7-f6cb-4ec9-a90f-c78ff30aa481 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags HTTP/1.1" status: 200 len: 205 time: 0.1412172 Dec 21 16:51:21.997497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45338) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:22.007143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-3658cf1a-679f-4316-a838-7ded0fa6beb9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:22.012006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4c38a8ed-eb13-45d3-b140-7aee890b6b6d up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:51:22.037933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c17282-e7a5-44fe-ab10-3b8fc4cc7f41 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:22.104343 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3658cf1a-679f-4316-a838-7ded0fa6beb9 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags HTTP/1.1" status: 200 len: 240 time: 0.1094937 Dec 21 16:51:22.107042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45342) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:22.115683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-b826c02b-1fd0-474b-b824-fcdb9572eb87 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f', 'tempest-TagsExtTest-Tag-672390000') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:22.131608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:51:22.135103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c17282-e7a5-44fe-ab10-3b8fc4cc7f41 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:22.142205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5577870a-e0f5-48ec-9b5a-ccc12cc87933 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:22.188943 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b826c02b-1fd0-474b-b824-fcdb9572eb87 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags/tempest-TagsExtTest-Tag-672390000 HTTP/1.1" status: 204 len: 168 time: 0.0804155 Dec 21 16:51:22.190818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c17282-e7a5-44fe-ab10-3b8fc4cc7f41 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Subnet': ['ID=d0de8cf4-f99d-4053-8045-dc15b41aaa51,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:22.191621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45346) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:22.194361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-18c17282-e7a5-44fe-ab10-3b8fc4cc7f41 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:22.199733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c17282-e7a5-44fe-ab10-3b8fc4cc7f41 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:22.201152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-9cd4aa69-6fa7-4e34-b283-a3850697cf84 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f', 'tempest-TagsExtTest-Tag-672390000') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:22.203223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2645721-b0c3-4993-81c6-f158f041bb61 None None] Network 80038b44-f8ff-45d3-b41f-0d9c6691e077 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:51:22.206773 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-18c17282-e7a5-44fe-ab10-3b8fc4cc7f41 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/subnets/d0de8cf4-f99d-4053-8045-dc15b41aaa51 HTTP/1.1" status: 204 len: 168 time: 0.6381269 Dec 21 16:51:22.209563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45350) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:22.366138 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9cd4aa69-6fa7-4e34-b283-a3850697cf84 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags/tempest-TagsExtTest-Tag-672390000 HTTP/1.1" status: 204 len: 168 time: 0.1732676 Dec 21 16:51:22.368806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45354) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:22.378965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-f91f3694-7004-416f-be1d-e107f683d1db tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:22.391878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:22.407336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port bd512640-ea49-4d7b-844b-aa521733e8f0 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:22.407722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:22.516746 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f91f3694-7004-416f-be1d-e107f683d1db tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags HTTP/1.1" status: 200 len: 205 time: 0.1379995 Dec 21 16:51:22.516746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45358) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:22.529704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-9d25d8fe-2056-41cd-88fb-319fc8149aaf tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:22.591440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fad5a5-18c5-4dad-a56d-8cb44d822a27 None None] Network a8cdd86c-b522-4c3f-abea-0305277febe9 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:51:22.651288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 3bc883a4-4908-4d87-b151-c957b5dd9405 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:22.696381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 3bc883a4-4908-4d87-b151-c957b5dd9405 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:51:22.696381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 3bc883a4-4908-4d87-b151-c957b5dd9405 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:22.696381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b6c69-fd97-42cb-90b3-f413c2877551 None None] DHCP port deletion for 80038b44-f8ff-45d3-b41f-0d9c6691e077 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:51:22.748990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port bd512640-ea49-4d7b-844b-aa521733e8f0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bd512640-ea49-4d7b-844b-aa521733e8f0,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:22.749397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:22.824097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-577b6c69-fd97-42cb-90b3-f413c2877551 None None] Deleting port bd512640-ea49-4d7b-844b-aa521733e8f0 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:22.824097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-577b6c69-fd97-42cb-90b3-f413c2877551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:22.919777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for bd512640-ea49-4d7b-844b-aa521733e8f0 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:22.981023 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9d25d8fe-2056-41cd-88fb-319fc8149aaf tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags HTTP/1.1" status: 200 len: 241 time: 0.4544241 Dec 21 16:51:22.981023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45362) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:22.988193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c470697f-cf6d-47fe-8adc-73b7b80d9c00 None None] Provisioning for port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:51:22.994217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-2681e183-d3c8-4ed6-81a4-7678b73b9a8c tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137', 'tempest-TagsExtTest-Tag-1986394776') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.000080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c470697f-cf6d-47fe-8adc-73b7b80d9c00 None None] Provisioning complete for port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:23.000080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c470697f-cf6d-47fe-8adc-73b7b80d9c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:23.171510 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2681e183-d3c8-4ed6-81a4-7678b73b9a8c tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags/tempest-TagsExtTest-Tag-1986394776 HTTP/1.1" status: 204 len: 168 time: 0.1895361 Dec 21 16:51:23.171510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45366) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:23.183386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-2b55d3b1-c960-4626-9e1d-8865c8faddb6 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137', 'tempest-TagsExtTest-Tag-1986394776') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.310494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-577b6c69-fd97-42cb-90b3-f413c2877551 None None] For port bd512640-ea49-4d7b-844b-aa521733e8f0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bd512640-ea49-4d7b-844b-aa521733e8f0,segment=NetworkSegment(ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7),segment_id=ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:23.310494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-577b6c69-fd97-42cb-90b3-f413c2877551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:23.315340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c470697f-cf6d-47fe-8adc-73b7b80d9c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:23.319878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:23.337439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a030d85-5465-42f5-897b-277e4d5bf3b4 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:23.378679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2b55d3b1-c960-4626-9e1d-8865c8faddb6 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags/tempest-TagsExtTest-Tag-1986394776 HTTP/1.1" status: 204 len: 168 time: 0.2113395 Dec 21 16:51:23.381027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45370) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:23.387393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-5275d604-004a-461f-bdab-acd558110c11 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.391073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port bd512640-ea49-4d7b-844b-aa521733e8f0 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:51:23.433582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=bd512640-ea49-4d7b-844b-aa521733e8f0,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:23.436610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:23.545525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-577b6c69-fd97-42cb-90b3-f413c2877551 None None] Calling delete_port for bd512640-ea49-4d7b-844b-aa521733e8f0 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:23.565495 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5275d604-004a-461f-bdab-acd558110c11 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags HTTP/1.1" status: 200 len: 205 time: 0.1828303 Dec 21 16:51:23.568240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45374) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:23.587260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-83ea0410-1786-4b7e-8d22-b22dc7180181 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.597225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:23.620743 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-83ea0410-1786-4b7e-8d22-b22dc7180181 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags HTTP/1.1" status: 200 len: 241 time: 0.0506389 Dec 21 16:51:23.623153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45378) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:23.625403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80038b44-f8ff-45d3-b41f-0d9c6691e077']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.631464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-34cb7755-3a31-4738-99ed-0de532447de4 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09', 'tempest-TagsExtTest-Tag-1474269122') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.658642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.659250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba741a58-c3f1-4e1b-8103-d0cf4a93bcc7') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.668881 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-34cb7755-3a31-4738-99ed-0de532447de4 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags/tempest-TagsExtTest-Tag-1474269122 HTTP/1.1" status: 204 len: 168 time: 0.0417242 Dec 21 16:51:23.669366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45382) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:23.677033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-05c08658-f4ca-42cc-ba55-68ba0f8cb04e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09', 'tempest-TagsExtTest-Tag-1474269122') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.685875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:23.708473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:23.722631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:51:23.723151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:23.738144 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-05c08658-f4ca-42cc-ba55-68ba0f8cb04e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags/tempest-TagsExtTest-Tag-1474269122 HTTP/1.1" status: 204 len: 168 time: 0.0674789 Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:51:23.742331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45386) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:23.756858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-557b73e3-1bab-4e69-a0a7-e55217224e88 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.836002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c470697f-cf6d-47fe-8adc-73b7b80d9c00 None None] For port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4c38a8ed-eb13-45d3-b140-7aee890b6b6d,segment=NetworkSegment(9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a),segment_id=9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:23.842517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c470697f-cf6d-47fe-8adc-73b7b80d9c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:23.847142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-603b5428-b22b-4808-a163-b74b66355dcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:23.862254 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-557b73e3-1bab-4e69-a0a7-e55217224e88 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags HTTP/1.1" status: 200 len: 205 time: 0.1187239 Dec 21 16:51:23.867032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45390) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:23.874186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-7722d394-10ec-4039-b5fb-aa9dcd9b4e30 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.895491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:23.910231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:23.935109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:23.942555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-577b6c69-fd97-42cb-90b3-f413c2877551 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:51:23.942748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-577b6c69-fd97-42cb-90b3-f413c2877551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:51:23.946415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bd512640-ea49-4d7b-844b-aa521733e8f0 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:23.959351 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7722d394-10ec-4039-b5fb-aa9dcd9b4e30 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags HTTP/1.1" status: 204 len: 168 time: 0.0909014 Dec 21 16:51:23.963925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Network': ['ID=80038b44-f8ff-45d3-b41f-0d9c6691e077,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:23.965633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45394) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:23.969539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:23.976512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-1a2983b3-0a0c-4ce7-ad25-2e6545b29df1 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:23.997720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470697f-cf6d-47fe-8adc-73b7b80d9c00 None None] Pushing event updated for resources: {'Port': ['ID=4c38a8ed-eb13-45d3-b140-7aee890b6b6d,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:24.002667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c470697f-cf6d-47fe-8adc-73b7b80d9c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:24.003332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: bd512640-ea49-4d7b-844b-aa521733e8f0 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:51:24.004210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bd512640-ea49-4d7b-844b-aa521733e8f0 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:24.014444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e7a41b26-3e82-4608-aa01-06afb27e2184 None None] Provisioning complete for port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:24.014906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7a41b26-3e82-4608-aa01-06afb27e2184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:24.022716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/networks/80038b44-f8ff-45d3-b41f-0d9c6691e077 HTTP/1.1" status: 204 len: 168 time: 1.8073101 Dec 21 16:51:24.023869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45398) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:24.129994 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1a2983b3-0a0c-4ce7-ad25-2e6545b29df1 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags HTTP/1.1" status: 204 len: 168 time: 0.1630068 Dec 21 16:51:24.133470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45402) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:24.141255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-ade25ea8-8c89-4329-b8e9-d5e55c5ff29a tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:24.320817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 5567c5f3-8e73-4d49-95c7-98a196bb1637 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:24.321180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e7a41b26-3e82-4608-aa01-06afb27e2184 None None] Provisioning for port 307dd61c-8e85-4793-a070-a0a6297ee14f completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:51:24.321320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:24.326692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e7a41b26-3e82-4608-aa01-06afb27e2184 None None] Provisioning complete for port 307dd61c-8e85-4793-a070-a0a6297ee14f triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:24.327199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7a41b26-3e82-4608-aa01-06afb27e2184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:24.385296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e7a41b26-3e82-4608-aa01-06afb27e2184 None None] Port 307dd61c-8e85-4793-a070-a0a6297ee14f cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:51:24.415206 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ade25ea8-8c89-4329-b8e9-d5e55c5ff29a tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags HTTP/1.1" status: 204 len: 168 time: 0.2806067 Dec 21 16:51:24.418665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45406) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:24.427560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-3f4af19d-da61-416d-9433-c52758d38366 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:24.444927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-577b6c69-fd97-42cb-90b3-f413c2877551 None None] Deleting port bd512640-ea49-4d7b-844b-aa521733e8f0 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:24.446199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-577b6c69-fd97-42cb-90b3-f413c2877551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:24.519898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-577b6c69-fd97-42cb-90b3-f413c2877551 None None] The port 'bd512640-ea49-4d7b-844b-aa521733e8f0' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:51:24.534944 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3f4af19d-da61-416d-9433-c52758d38366 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags HTTP/1.1" status: 204 len: 168 time: 0.1137900 Dec 21 16:51:24.538470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45410) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:24.544664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8f32c645-af73-43c2-a568-b9cc492a181d None None] Provisioning complete for port 307dd61c-8e85-4793-a070-a0a6297ee14f triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:24.545090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f32c645-af73-43c2-a568-b9cc492a181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:24.559616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-2b20d236-d386-4bb3-8882-4877db0c387b tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd', 'tempest-TagsExtTest-Tag-1678404544') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:24.605318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:24.605686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:24.605853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8f32c645-af73-43c2-a568-b9cc492a181d None None] Port 307dd61c-8e85-4793-a070-a0a6297ee14f cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:51:24.745235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 5567c5f3-8e73-4d49-95c7-98a196bb1637 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:24.859584 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2b20d236-d386-4bb3-8882-4877db0c387b tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags/tempest-TagsExtTest-Tag-1678404544 HTTP/1.1" status: 201 len: 201 time: 0.3200097 Dec 21 16:51:24.862535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45414) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:24.870378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-ff98d3d0-2322-4af9-a44f-91e2680e88ae tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f', 'tempest-TagsExtTest-Tag-1597681335') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:24.931304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:24.935867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4490180-4ccb-4def-a2d1-f723d15712ba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:24.979383 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff98d3d0-2322-4af9-a44f-91e2680e88ae tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags/tempest-TagsExtTest-Tag-1597681335 HTTP/1.1" status: 201 len: 201 time: 0.1155970 Dec 21 16:51:24.983709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45418) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:24.987041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=5567c5f3-8e73-4d49-95c7-98a196bb1637,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:24.990466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:24.992364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-1b37ac8a-0401-447e-baac-f8f536c6c9eb tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137', 'tempest-TagsExtTest-Tag-53028589') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:25.103400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:25.162292 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1b37ac8a-0401-447e-baac-f8f536c6c9eb tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags/tempest-TagsExtTest-Tag-53028589 HTTP/1.1" status: 201 len: 201 time: 0.1776137 Dec 21 16:51:25.165242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45422) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:25.172094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-eadfe78c-b368-4e9a-9ccf-0fdd3abeea52 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09', 'tempest-TagsExtTest-Tag-56080168') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:25.214450 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eadfe78c-b368-4e9a-9ccf-0fdd3abeea52 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags/tempest-TagsExtTest-Tag-56080168 HTTP/1.1" status: 201 len: 201 time: 0.0482929 Dec 21 16:51:25.217390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45426) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:25.224889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-ba8a479e-c4e0-429a-88ab-41dcfea41a16 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd', {'tags': ['tempest-TagsExtTest-Tag-1846489889', 'tempest-TagsExtTest-Tag-648298753', 'tempest-TagsExtTest-Tag-320684763']}) {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:25.310477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45430) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:25.310677 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ba8a479e-c4e0-429a-88ab-41dcfea41a16 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags HTTP/1.1" status: 200 len: 316 time: 0.0920329 Dec 21 16:51:25.319172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-662799cf-526d-4fca-824a-dfd7c4721e3f tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:25.508811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-662799cf-526d-4fca-824a-dfd7c4721e3f tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags HTTP/1.1" status: 204 len: 168 time: 0.1956637 Dec 21 16:51:25.512640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45434) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:25.565798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-8520e305-564a-4142-95cb-13042b02e5ec tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd', 'tempest-TagsExtTest-Tag-1846489889') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:25.673700 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-8520e305-564a-4142-95cb-13042b02e5ec tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:25.673700 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8520e305-564a-4142-95cb-13042b02e5ec tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags/tempest-TagsExtTest-Tag-1846489889 HTTP/1.1" status: 404 len: 329 time: 0.1608737 Dec 21 16:51:25.677492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45438) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:25.685143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-5fb56f07-9aed-40a3-a40a-5a6bec1f455c tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd', 'tempest-TagsExtTest-Tag-648298753') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:25.740178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router af8761d9-72ec-4977-ae25-4781fdd4381e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:51:25.840043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-5fb56f07-9aed-40a3-a40a-5a6bec1f455c tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:25.841185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5fb56f07-9aed-40a3-a40a-5a6bec1f455c tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags/tempest-TagsExtTest-Tag-648298753 HTTP/1.1" status: 404 len: 328 time: 0.1629920 Dec 21 16:51:25.844328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45442) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:25.852424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-88fcb3da-9cf4-4cf1-bab5-59642b2d5199 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd', 'tempest-TagsExtTest-Tag-320684763') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:25.922693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4c38a8ed-eb13-45d3-b140-7aee890b6b6d up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:51:26.018368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:26.018817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:26.246838 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-88fcb3da-9cf4-4cf1-bab5-59642b2d5199 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:26.247984 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-88fcb3da-9cf4-4cf1-bab5-59642b2d5199 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags/tempest-TagsExtTest-Tag-320684763 HTTP/1.1" status: 404 len: 328 time: 0.4027121 Dec 21 16:51:26.251386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45446) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:26.258654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-418bb747-04f2-4d92-8011-e8830b0d2d82 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f', {'tags': ['tempest-TagsExtTest-Tag-77746367', 'tempest-TagsExtTest-Tag-746143678', 'tempest-TagsExtTest-Tag-1138963987']}) {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:26.290379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:51:26.300486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724868a-bc89-4373-8b2f-f8783f016cf3 None None] Sync routers for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:51:26.311275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:26.314544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724868a-bc89-4373-8b2f-f8783f016cf3 None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:26.315387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5724868a-bc89-4373-8b2f-f8783f016cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:51:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:26.366109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-418bb747-04f2-4d92-8011-e8830b0d2d82 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags HTTP/1.1" status: 200 len: 315 time: 0.1129122 Dec 21 16:51:26.369408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45450) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:26.379354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-68144dcd-8bfe-404c-b22c-41546f1aff59 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:26.404643 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/floatingips/f34bfb09-fc8a-4565-9336-86e2aa6fb0fd HTTP/1.1" status: 204 len: 168 time: 2.3746271 Dec 21 16:51:26.404643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'tag': '96f26e9e-a552-4433-a0c1-e80447763ac6'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:51:26.504397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'tag': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'status': 'completed', 'code': 200} Dec 21 16:51:26.527809 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-68144dcd-8bfe-404c-b22c-41546f1aff59 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags HTTP/1.1" status: 204 len: 168 time: 0.1538646 Dec 21 16:51:26.527809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45458) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:26.539433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-5dd57ab8-ae58-4667-b696-b03e910b6bd0 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f', 'tempest-TagsExtTest-Tag-77746367') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:26.594644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-5724868a-bc89-4373-8b2f-f8783f016cf3 None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:26.628043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-5dd57ab8-ae58-4667-b696-b03e910b6bd0 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:26.628869 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5dd57ab8-ae58-4667-b696-b03e910b6bd0 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags/tempest-TagsExtTest-Tag-77746367 HTTP/1.1" status: 404 len: 327 time: 0.1006231 Dec 21 16:51:26.632291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45464) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:26.638999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-354a6615-d6ed-4def-b413-641708b7f4ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f', 'tempest-TagsExtTest-Tag-746143678') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:26.760873 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-354a6615-d6ed-4def-b413-641708b7f4ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:26.763088 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-354a6615-d6ed-4def-b413-641708b7f4ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags/tempest-TagsExtTest-Tag-746143678 HTTP/1.1" status: 404 len: 328 time: 0.1287212 Dec 21 16:51:26.765174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45470) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:26.779452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-42815151-bcde-498e-b134-b9dcbae15607 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f', 'tempest-TagsExtTest-Tag-1138963987') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:26.835917 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-996ac81c-b879-4928-9d06-6fa1c6bd6e68 req-268a6f72-a76d-4c16-92aa-66057eac1764 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 1099 time: 0.3088031 Dec 21 16:51:26.917681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac9810-33ee-411a-96e2-ae0a117d0877 req-914ea41c-3d6d-4af7-aa03-8c5d577d60a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:26.925545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a7ac9810-33ee-411a-96e2-ae0a117d0877 req-914ea41c-3d6d-4af7-aa03-8c5d577d60a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 946 time: 0.1089473 Dec 21 16:51:26.965122 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-42815151-bcde-498e-b134-b9dcbae15607 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:26.969038 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-42815151-bcde-498e-b134-b9dcbae15607 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags/tempest-TagsExtTest-Tag-1138963987 HTTP/1.1" status: 404 len: 329 time: 0.2000506 Dec 21 16:51:26.970051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45474) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:26.981112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-5667a303-c2c1-4317-a9aa-46bf8d18e98a tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137', {'tags': ['tempest-TagsExtTest-Tag-1305783974', 'tempest-TagsExtTest-Tag-228901797', 'tempest-TagsExtTest-Tag-1137812580']}) {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:27.013057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ac81c-b879-4928-9d06-6fa1c6bd6e68 req-05153c29-d874-421a-9ae5-c7e5dbe2ae62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:27.014520 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-996ac81c-b879-4928-9d06-6fa1c6bd6e68 req-05153c29-d874-421a-9ae5-c7e5dbe2ae62 service neutron] 10.222.0.48 "GET /v2.0/networks?id=028b8517-b34c-48eb-a677-5fc3e9641dff HTTP/1.1" status: 200 len: 897 time: 0.1696303 Dec 21 16:51:27.021231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5724868a-bc89-4373-8b2f-f8783f016cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:51:15Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:27.025533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724868a-bc89-4373-8b2f-f8783f016cf3 None None] Checking router: af8761d9-72ec-4977-ae25-4781fdd4381e for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:51:27.041552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724868a-bc89-4373-8b2f-f8783f016cf3 None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:27.042225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5724868a-bc89-4373-8b2f-f8783f016cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:51:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:27.092343 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-996ac81c-b879-4928-9d06-6fa1c6bd6e68 req-668a0e0a-9c9a-4f9e-a71c-da018e925340 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96f26e9e-a552-4433-a0c1-e80447763ac6 HTTP/1.1" status: 200 len: 217 time: 0.0692689 Dec 21 16:51:27.114490 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a7ac9810-33ee-411a-96e2-ae0a117d0877 req-d2fc99fd-5f68-4b0a-9d19-4440aac59502 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877072 Dec 21 16:51:27.166436 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5667a303-c2c1-4317-a9aa-46bf8d18e98a tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags HTTP/1.1" status: 200 len: 317 time: 0.1951754 Dec 21 16:51:27.169771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45480) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:27.178146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-1b3c371e-1000-4acb-8fc6-faf45e06e52d tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:27.258710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-5724868a-bc89-4373-8b2f-f8783f016cf3 None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:27.299155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ac81c-b879-4928-9d06-6fa1c6bd6e68 req-05f382cd-e212-4fb6-a5fd-fda5ebb56955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:27.300757 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-996ac81c-b879-4928-9d06-6fa1c6bd6e68 req-05f382cd-e212-4fb6-a5fd-fda5ebb56955 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54d987e4-30f5-43ce-8792-425b9ef4b246 HTTP/1.1" status: 200 len: 834 time: 0.2027953 Dec 21 16:51:27.414666 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-996ac81c-b879-4928-9d06-6fa1c6bd6e68 req-1ef3c2e1-1508-40fd-afae-482e88590244 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=028b8517-b34c-48eb-a677-5fc3e9641dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1037943 Dec 21 16:51:27.421473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1b3c371e-1000-4acb-8fc6-faf45e06e52d tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags HTTP/1.1" status: 204 len: 168 time: 0.2504888 Dec 21 16:51:27.424725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45484) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:27.434082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-4344ac25-b70e-4724-a4f8-090b02e385e3 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137', 'tempest-TagsExtTest-Tag-1305783974') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:27.581832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-996ac81c-b879-4928-9d06-6fa1c6bd6e68 req-dd512962-882f-4b7f-9f78-42df0cfb4818 service neutron] 10.222.0.48 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592047 Dec 21 16:51:27.613655 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-4344ac25-b70e-4724-a4f8-090b02e385e3 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:27.620360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4344ac25-b70e-4724-a4f8-090b02e385e3 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags/tempest-TagsExtTest-Tag-1305783974 HTTP/1.1" status: 404 len: 329 time: 0.1932101 Dec 21 16:51:27.620734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45488) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:27.629185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-7cd3fed9-a878-4e0f-84af-514eff1f97de tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137', 'tempest-TagsExtTest-Tag-228901797') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:27.748149 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-996ac81c-b879-4928-9d06-6fa1c6bd6e68 req-5eee7014-e40b-41f2-9ce3-699f8bcd37fa service neutron] 10.222.0.48 "GET /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598330 Dec 21 16:51:27.785438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5724868a-bc89-4373-8b2f-f8783f016cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:51:15Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:27.790118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724868a-bc89-4373-8b2f-f8783f016cf3 None None] The sync data for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv is: [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:51:15Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6b2d3af8-425c-4a87-96df-8efef111378a', 'name': '', 'network_id': '028b8517-b34c-48eb-a677-5fc3e9641dff', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:e3:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:06Z', 'updated_at': '2021-12-21T16:49:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '54d987e4-30f5-43ce-8792-425b9ef4b246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:51:27.795619 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-7cd3fed9-a878-4e0f-84af-514eff1f97de tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:27.796783 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7cd3fed9-a878-4e0f-84af-514eff1f97de tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags/tempest-TagsExtTest-Tag-228901797 HTTP/1.1" status: 404 len: 328 time: 0.1749732 Dec 21 16:51:27.800063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45492) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:27.807589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-fcae20fc-6449-47fb-b5dd-867648716d5e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137', 'tempest-TagsExtTest-Tag-1137812580') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:28.161028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-d12073fb-346e-4603-bb0d-9f64bc2e10a4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:28.162731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-d12073fb-346e-4603-bb0d-9f64bc2e10a4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:51:28.181038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-d12073fb-346e-4603-bb0d-9f64bc2e10a4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:51:28.182688 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-d12073fb-346e-4603-bb0d-9f64bc2e10a4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 946 time: 0.1230960 Dec 21 16:51:28.210504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-fcae20fc-6449-47fb-b5dd-867648716d5e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:28.211749 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fcae20fc-6449-47fb-b5dd-867648716d5e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags/tempest-TagsExtTest-Tag-1137812580 HTTP/1.1" status: 404 len: 329 time: 0.4105930 Dec 21 16:51:28.216039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45498) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:28.222895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-125c2430-820d-4937-9585-153407d476f5 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09', {'tags': ['tempest-TagsExtTest-Tag-529743486', 'tempest-TagsExtTest-Tag-2027975854', 'tempest-TagsExtTest-Tag-1978528831']}) {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:28.269704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 96f26e9e-a552-4433-a0c1-e80447763ac6 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:28.270336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:28.311172 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-125c2430-820d-4937-9585-153407d476f5 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "PUT /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags HTTP/1.1" status: 200 len: 317 time: 0.0936396 Dec 21 16:51:28.314089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45502) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:28.323046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-29475796-a870-40e8-ab5b-4e26184d761e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:28.334019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48020c75-2162-4396-86b4-a07d398ef28f None None] New status for floating IP f34bfb09-fc8a-4565-9336-86e2aa6fb0fd: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:51:28.350633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445bb98-3208-45ff-8de6-ebb7d66e5ebe req-628081b0-f39c-4401-9656-5894d960895e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:28.351811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c445bb98-3208-45ff-8de6-ebb7d66e5ebe req-628081b0-f39c-4401-9656-5894d960895e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 946 time: 0.1005623 Dec 21 16:51:28.409101 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c445bb98-3208-45ff-8de6-ebb7d66e5ebe req-259c5ce7-eba7-43b7-bfef-08c621c496c0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=694549a2-c6ba-4ec5-83b9-031b0d10ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507112 Dec 21 16:51:28.559758 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-29475796-a870-40e8-ab5b-4e26184d761e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags HTTP/1.1" status: 204 len: 168 time: 0.2444520 Dec 21 16:51:28.562802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45506) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:28.571796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-35b0b39a-d514-457a-b36e-101ee7be78df tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09', 'tempest-TagsExtTest-Tag-529743486') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:28.599648 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-35b0b39a-d514-457a-b36e-101ee7be78df tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:28.600939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-35b0b39a-d514-457a-b36e-101ee7be78df tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags/tempest-TagsExtTest-Tag-529743486 HTTP/1.1" status: 404 len: 328 time: 0.0371087 Dec 21 16:51:28.604123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45510) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:28.613194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-212d1f93-8362-46b0-af00-850625022abb tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09', 'tempest-TagsExtTest-Tag-2027975854') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:28.620446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 96f26e9e-a552-4433-a0c1-e80447763ac6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96f26e9e-a552-4433-a0c1-e80447763ac6,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:28.620446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:28.635323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-212d1f93-8362-46b0-af00-850625022abb tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:28.635813 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-212d1f93-8362-46b0-af00-850625022abb tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags/tempest-TagsExtTest-Tag-2027975854 HTTP/1.1" status: 404 len: 329 time: 0.0307045 Dec 21 16:51:28.638996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45514) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:28.644705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-20d09c74-3c16-4cc6-9d00-38aeb4eccbbd tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09', 'tempest-TagsExtTest-Tag-1978528831') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:28.669229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-20d09c74-3c16-4cc6-9d00-38aeb4eccbbd tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] show failed (client error): The resource could not be found. Dec 21 16:51:28.670360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-20d09c74-3c16-4cc6-9d00-38aeb4eccbbd tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags/tempest-TagsExtTest-Tag-1978528831 HTTP/1.1" status: 404 len: 329 time: 0.0304079 Dec 21 16:51:28.673329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45518) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:28.679148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-c111254a-70ad-46a0-af83-65d2975f3c4c tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f87fca17-0386-434b-b50f-6668817f5b09') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:28.708991 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c111254a-70ad-46a0-af83-65d2975f3c4c tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09/tags HTTP/1.1" status: 204 len: 168 time: 0.0345869 Dec 21 16:51:28.711653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45522) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:28.717755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-b259b565-c738-44da-bcb5-611aebb23530 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cc2998e9-30e0-4a23-b922-09a36bfdf137') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:28.747115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 96f26e9e-a552-4433-a0c1-e80447763ac6 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:28.864320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b259b565-c738-44da-bcb5-611aebb23530 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137/tags HTTP/1.1" status: 204 len: 168 time: 0.1489270 Dec 21 16:51:28.864671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45526) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:28.870660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-d6a79cb6-f68e-43c5-84b5-47c02dc9c07d tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '307dd61c-8e85-4793-a070-a0a6297ee14f') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:28.897839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:28.905073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4615d38c-a6dc-4519-b2f5-b4180e8da16c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:28.946609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d6a79cb6-f68e-43c5-84b5-47c02dc9c07d tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f/tags HTTP/1.1" status: 204 len: 168 time: 0.0782633 Dec 21 16:51:28.946888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45530) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:28.949400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=96f26e9e-a552-4433-a0c1-e80447763ac6,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:28.952693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.tag.tag_plugin [None req-56e917b5-7afb-4293-a5fc-157fbeab5f76 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cc40bd50-6b96-4039-a037-d1e4ccb8cfcd') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:28.997335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:28.997772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:28.998203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:28.998626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:28.999077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:28.999498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:28.999916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:29.000393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:29.000812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:29.001225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:29.001635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:29.005664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:29.027449 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-56e917b5-7afb-4293-a5fc-157fbeab5f76 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd/tags HTTP/1.1" status: 204 len: 168 time: 0.0794845 Dec 21 16:51:29.031285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45534) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:29.045714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port 96f26e9e-a552-4433-a0c1-e80447763ac6 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:51:29.048216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:29.053052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'name': 'network-vif-deleted', 'tag': '96f26e9e-a552-4433-a0c1-e80447763ac6'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:51:29.066210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f71fa296-eefa-424e-8c66-b5a6dac41acf req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "DELETE /v2.0/ports/96f26e9e-a552-4433-a0c1-e80447763ac6 HTTP/1.1" status: 204 len: 173 time: 0.8775685 Dec 21 16:51:29.121162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2086cd50-532b-43a1-bf3f-bf103e01ace4', 'name': 'network-vif-deleted', 'tag': '96f26e9e-a552-4433-a0c1-e80447763ac6', 'status': 'completed', 'code': 200} Dec 21 16:51:29.129188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75277135-ccc9-4aac-a1f4-2c8817efc182 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for subnetpool, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:29.133457 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-75277135-ccc9-4aac-a1f4-2c8817efc182 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/subnetpools/f87fca17-0386-434b-b50f-6668817f5b09 HTTP/1.1" status: 204 len: 168 time: 0.0987363 Dec 21 16:51:29.133709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45540) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:29.178759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-649906c5-4d6f-40d4-bcc9-aac6b4de8156 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Synchronizing usage tracker for tenant:a1cde8dea7d749fbbab4c52d9a963e2f on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:51:29.203378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-649906c5-4d6f-40d4-bcc9-aac6b4de8156 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Unset dirty status for tenant:a1cde8dea7d749fbbab4c52d9a963e2f on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:51:29.204750 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-649906c5-4d6f-40d4-bcc9-aac6b4de8156 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc2998e9-30e0-4a23-b922-09a36bfdf137 HTTP/1.1" status: 200 len: 205 time: 0.0699914 Dec 21 16:51:29.207463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45544) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:29.293645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:29.351270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-192b841f-8555-4286-9109-fda0424bf67e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:29.677670 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4a874bbf-b431-4558-bfa6-ce6a2716904c req-e5a3e05f-633b-46ae-9c84-a65f7f5358ea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=2086cd50-532b-43a1-bf3f-bf103e01ace4 HTTP/1.1" status: 200 len: 210 time: 0.0538707 Dec 21 16:51:29.815925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-192b841f-8555-4286-9109-fda0424bf67e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:29.820784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-192b841f-8555-4286-9109-fda0424bf67e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:29.844290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-192b841f-8555-4286-9109-fda0424bf67e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:29.844850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192b841f-8555-4286-9109-fda0424bf67e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Fanout notify agent at l3_agent the message router_deleted on router cc2998e9-30e0-4a23-b922-09a36bfdf137 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:51:29.856316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-192b841f-8555-4286-9109-fda0424bf67e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:29.860144 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-192b841f-8555-4286-9109-fda0424bf67e tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/routers/cc2998e9-30e0-4a23-b922-09a36bfdf137 HTTP/1.1" status: 204 len: 168 time: 0.6516154 Dec 21 16:51:29.860674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45550) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:29.937783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5385688f-2cad-4c2f-abff-d02c7730ac18 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Deleting port 307dd61c-8e85-4793-a070-a0a6297ee14f {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:29.938174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5385688f-2cad-4c2f-abff-d02c7730ac18 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:30.200507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5385688f-2cad-4c2f-abff-d02c7730ac18 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:30.329880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5385688f-2cad-4c2f-abff-d02c7730ac18 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Calling delete_port for 307dd61c-8e85-4793-a070-a0a6297ee14f owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:30.477617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5385688f-2cad-4c2f-abff-d02c7730ac18 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:30.483148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61851d82-dac8-49d4-8604-68397952fc9a tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:30.528369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385688f-2cad-4c2f-abff-d02c7730ac18 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Pushing event deleted for resources: {'Port': ['ID=307dd61c-8e85-4793-a070-a0a6297ee14f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:30.532561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5385688f-2cad-4c2f-abff-d02c7730ac18 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:30.649526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5385688f-2cad-4c2f-abff-d02c7730ac18 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:30.657965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 96f26e9e-a552-4433-a0c1-e80447763ac6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:30.665122 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5385688f-2cad-4c2f-abff-d02c7730ac18 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/ports/307dd61c-8e85-4793-a070-a0a6297ee14f HTTP/1.1" status: 204 len: 168 time: 0.8032622 Dec 21 16:51:30.667853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45554) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:30.695905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 96f26e9e-a552-4433-a0c1-e80447763ac6 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:51:30.696660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 96f26e9e-a552-4433-a0c1-e80447763ac6 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:30.792067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45560) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:30.961809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a6a789-9b34-4f34-9a10-dec80605e991 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Deleting subnet cc40bd50-6b96-4039-a037-d1e4ccb8cfcd {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:51:30.976456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-42a6a789-9b34-4f34-9a10-dec80605e991 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.013861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbf5f-ff53-4b64-9f45-9238a7a0fac3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.066531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-42a6a789-9b34-4f34-9a10-dec80605e991 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.098842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbf5f-ff53-4b64-9f45-9238a7a0fac3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.203634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-42a6a789-9b34-4f34-9a10-dec80605e991 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.252743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbf5f-ff53-4b64-9f45-9238a7a0fac3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.260415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6482e1da-cb50-4344-9614-1449a22f37db tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:31.284905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bbf5f-ff53-4b64-9f45-9238a7a0fac3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694549a2-c6ba-4ec5-83b9-031b0d10ce84,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:31.287429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc9bbf5f-ff53-4b64-9f45-9238a7a0fac3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:31.302203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbf5f-ff53-4b64-9f45-9238a7a0fac3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.303845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bc9bbf5f-ff53-4b64-9f45-9238a7a0fac3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/694549a2-c6ba-4ec5-83b9-031b0d10ce84 HTTP/1.1" status: 204 len: 168 time: 0.5105355 Dec 21 16:51:31.323157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-42a6a789-9b34-4f34-9a10-dec80605e991 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.328073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-203dbdae-d356-4fa7-9a76-6d90e0bfe98b tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:31.361496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45566) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:31.369649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6a789-9b34-4f34-9a10-dec80605e991 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Pushing event deleted for resources: {'Subnet': ['ID=cc40bd50-6b96-4039-a037-d1e4ccb8cfcd,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:31.372523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-42a6a789-9b34-4f34-9a10-dec80605e991 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:31.375821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-42a6a789-9b34-4f34-9a10-dec80605e991 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.385840 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-42a6a789-9b34-4f34-9a10-dec80605e991 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/subnets/cc40bd50-6b96-4039-a037-d1e4ccb8cfcd HTTP/1.1" status: 204 len: 168 time: 0.7144167 Dec 21 16:51:31.385840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45570) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:31.390423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19adc346-0e51-4d5d-ac85-03ab279fb8d2 None None] Network a8cdd86c-b522-4c3f-abea-0305277febe9 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:51:31.524915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.539289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Deleting port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:31.539785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.700262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3a8278-be12-4720-a1e1-d8c68ed946d8 None None] DHCP port deletion for a8cdd86c-b522-4c3f-abea-0305277febe9 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:51:31.705513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-db3a8278-be12-4720-a1e1-d8c68ed946d8 None None] Deleting port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:31.705836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db3a8278-be12-4720-a1e1-d8c68ed946d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.805452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] For port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4c38a8ed-eb13-45d3-b140-7aee890b6b6d,segment=NetworkSegment(9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a),segment_id=9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:31.805641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:31.908324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:32.001024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4c38a8ed-eb13-45d3-b140-7aee890b6b6d no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:32.062792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-db3a8278-be12-4720-a1e1-d8c68ed946d8 None None] For port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4c38a8ed-eb13-45d3-b140-7aee890b6b6d,segment=NetworkSegment(9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a),segment_id=9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:32.063316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db3a8278-be12-4720-a1e1-d8c68ed946d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:32.194187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Calling delete_port for 4c38a8ed-eb13-45d3-b140-7aee890b6b6d owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:32.214295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-db3a8278-be12-4720-a1e1-d8c68ed946d8 None None] Calling delete_port for 4c38a8ed-eb13-45d3-b140-7aee890b6b6d owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:32.284029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:32.290425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:32.307271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d update to DOWN by agent not found {{(pid=88889) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 21 16:51:32.334948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-db3a8278-be12-4720-a1e1-d8c68ed946d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:51:32.335444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-db3a8278-be12-4720-a1e1-d8c68ed946d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:51:32.342881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Pushing event deleted for resources: {'Port': ['ID=4c38a8ed-eb13-45d3-b140-7aee890b6b6d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:32.347242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:32.352585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] No DVR routers for this DVR port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:51:32.498595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:32.530341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8cdd86c-b522-4c3f-abea-0305277febe9']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:32.544992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:32.545176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbc46a0-49f3-485e-ab9d-9c52f9be0c0a') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:32.559032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:32.575624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:32.584802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:51:32.585255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:51:32.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:51:32.700291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:32.703059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:32.721956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:32.729874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Pushing event deleted for resources: {'Network': ['ID=a8cdd86c-b522-4c3f-abea-0305277febe9,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:32.734906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:32.744873 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] 10.222.0.67 "DELETE /v2.0/networks/a8cdd86c-b522-4c3f-abea-0305277febe9 HTTP/1.1" status: 204 len: 168 time: 1.3577712 Dec 21 16:51:32.836547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-db3a8278-be12-4720-a1e1-d8c68ed946d8 None None] Deleting port 4c38a8ed-eb13-45d3-b140-7aee890b6b6d {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:32.839077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db3a8278-be12-4720-a1e1-d8c68ed946d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:32.930934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 6b2d3af8-425c-4a87-96df-8efef111378a {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:32.931549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:32.931691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-db3a8278-be12-4720-a1e1-d8c68ed946d8 None None] The port '4c38a8ed-eb13-45d3-b140-7aee890b6b6d' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:51:33.089371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45578) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:33.175704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 6b2d3af8-425c-4a87-96df-8efef111378a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6b2d3af8-425c-4a87-96df-8efef111378a,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:33.175704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:33.311047 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c39ba263-a4f4-4c43-a471-afc0740ecf53 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a1cde8dea7d749fbbab4c52d9a963e2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2200654 Dec 21 16:51:33.311565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 6b2d3af8-425c-4a87-96df-8efef111378a owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:33.313798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45584) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:33.385662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7ba12c4-df0c-4a65-b307-a6fb3957ba36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:33.422627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7ba12c4-df0c-4a65-b307-a6fb3957ba36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:33.473758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7ba12c4-df0c-4a65-b307-a6fb3957ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:33.477807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fb42a616-0991-473a-8419-87f850f2d978 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:33.492463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba12c4-df0c-4a65-b307-a6fb3957ba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbde9c6-b31e-44a8-aa40-6452f9390571,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:33.495247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7ba12c4-df0c-4a65-b307-a6fb3957ba36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:33.496632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7ba12c4-df0c-4a65-b307-a6fb3957ba36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:33.497894 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d7ba12c4-df0c-4a65-b307-a6fb3957ba36 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/efbde9c6-b31e-44a8-aa40-6452f9390571 HTTP/1.1" status: 204 len: 168 time: 0.1831276 Dec 21 16:51:33.543637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:33.548705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-449cfb9a-4f99-411d-880b-d2c5d7393a5f tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:33.598615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=6b2d3af8-425c-4a87-96df-8efef111378a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:33.643075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:33.643743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:33.644005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:33.644318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:33.644743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:33.646188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:33.646188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:33.647656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:33.647656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:33.647656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:33.647656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:33.655454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:33.981069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:34.624624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45606) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:34.633312 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0070720 Dec 21 16:51:34.636957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45608) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:34.663474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router af8761d9-72ec-4977-ae25-4781fdd4381e has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:51:34.804610 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6e1e2a3a-4088-4845-a844-fee9f9aee905 tempest-NetworksApiDiscovery-745951281 tempest-NetworksApiDiscovery-745951281-project] 10.222.0.67 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1605301 Dec 21 16:51:34.878055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:51:34.890310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152571e1-3b81-4294-8991-570d68050d0d None None] Sync routers for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:51:34.892548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/af8761d9-72ec-4977-ae25-4781fdd4381e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5298564 Dec 21 16:51:34.895520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45616) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:34.901747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152571e1-3b81-4294-8991-570d68050d0d None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:34.902523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-152571e1-3b81-4294-8991-570d68050d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:51:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:35.112865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-152571e1-3b81-4294-8991-570d68050d0d None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:35.120721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d506f7bf-6887-4c14-8a54-7c9bbcaf8c14 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting subnet 54d987e4-30f5-43ce-8792-425b9ef4b246 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:51:35.124342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d506f7bf-6887-4c14-8a54-7c9bbcaf8c14 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.196007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d506f7bf-6887-4c14-8a54-7c9bbcaf8c14 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.206854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45622) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:35.306674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d506f7bf-6887-4c14-8a54-7c9bbcaf8c14 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.423127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28c6aa6f-06f8-43ed-83ed-7a71c838689d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.445749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d506f7bf-6887-4c14-8a54-7c9bbcaf8c14 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.464442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41cc88ac-39fb-4d14-bc29-c5c760e1c17a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:35.465680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-28c6aa6f-06f8-43ed-83ed-7a71c838689d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:35.469999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-28c6aa6f-06f8-43ed-83ed-7a71c838689d admin admin] Usage tracker for resource:security_group_rule and tenant:dbd6c2f8f56d4358ae65cf46e0e700f9 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:35.473173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-28c6aa6f-06f8-43ed-83ed-7a71c838689d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:35.480338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-28c6aa6f-06f8-43ed-83ed-7a71c838689d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:35.503289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-152571e1-3b81-4294-8991-570d68050d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:51:33Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:35.508570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152571e1-3b81-4294-8991-570d68050d0d None None] Checking router: af8761d9-72ec-4977-ae25-4781fdd4381e for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:51:35.518991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d506f7bf-6887-4c14-8a54-7c9bbcaf8c14 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.527566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506f7bf-6887-4c14-8a54-7c9bbcaf8c14 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Subnet': ['ID=54d987e4-30f5-43ce-8792-425b9ef4b246,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:35.528245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c784a4-00bb-4210-a4e0-d552d597176d None None] Network 028b8517-b34c-48eb-a677-5fc3e9641dff requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:51:35.531504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d506f7bf-6887-4c14-8a54-7c9bbcaf8c14 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:35.535040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152571e1-3b81-4294-8991-570d68050d0d None None] Routers {'af8761d9-72ec-4977-ae25-4781fdd4381e'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:35.535225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-152571e1-3b81-4294-8991-570d68050d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:51:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af8761d9-72ec-4977-ae25-4781fdd4381e'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:35.544792 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d506f7bf-6887-4c14-8a54-7c9bbcaf8c14 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/subnets/54d987e4-30f5-43ce-8792-425b9ef4b246 HTTP/1.1" status: 204 len: 168 time: 0.6481192 Dec 21 16:51:35.547904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45630) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:35.559429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28c6aa6f-06f8-43ed-83ed-7a71c838689d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.577428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-28c6aa6f-06f8-43ed-83ed-7a71c838689d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.596007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb333481-ac84-4df9-a2aa-b3ff84e4142d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:35.647343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6aa6f-06f8-43ed-83ed-7a71c838689d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da2e461-434d-479f-8307-1edaf5e57d08,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:35.656726 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-28c6aa6f-06f8-43ed-83ed-7a71c838689d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dbd6c2f8f56d4358ae65cf46e0e700f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4481270 Dec 21 16:51:35.657684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-28c6aa6f-06f8-43ed-83ed-7a71c838689d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:35.658356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45634) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:35.756033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5ab218b-2e11-44a7-aed6-659e61177c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.767138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-152571e1-3b81-4294-8991-570d68050d0d None None] Set router af8761d9-72ec-4977-ae25-4781fdd4381e gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:35.805465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5ab218b-2e11-44a7-aed6-659e61177c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.857101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] DHCP port deletion for 028b8517-b34c-48eb-a677-5fc3e9641dff request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:51:35.868272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Deleting port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:35.868708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.886567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.948465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5ab218b-2e11-44a7-aed6-659e61177c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.957561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc9bbf5f-ff53-4b64-9f45-9238a7a0fac3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:35.978160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab218b-2e11-44a7-aed6-659e61177c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da2e461-434d-479f-8307-1edaf5e57d08,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:35.981426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c5ab218b-2e11-44a7-aed6-659e61177c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:35.982500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5ab218b-2e11-44a7-aed6-659e61177c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:35.985039 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c5ab218b-2e11-44a7-aed6-659e61177c85 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7da2e461-434d-479f-8307-1edaf5e57d08 HTTP/1.1" status: 204 len: 168 time: 0.3247969 Dec 21 16:51:36.153908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-152571e1-3b81-4294-8991-570d68050d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:51:33Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:36.174767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152571e1-3b81-4294-8991-570d68050d0d None None] The sync data for ids ['af8761d9-72ec-4977-ae25-4781fdd4381e'] in dv-neutron-822515-1-hyperv is: [{'id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'name': 'tempest-TestNetworkBasicOps-router-466626427', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:48:54Z', 'updated_at': '2021-12-21T16:51:33Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '0402820a-0c3a-4644-a9d5-fcdd3b9e3842', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8761d9-72ec-4977-ae25-4781fdd4381e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:48:55Z', 'updated_at': '2021-12-21T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:51:36.195515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:36.206748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:36.208101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:36.232630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:36.310868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] For port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:36.311031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:36.519571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Calling delete_port for 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:36.638458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:36.696058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:36.700634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:36.703776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e9ce6972-14e8-4895-a309-9129590a0ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:36.745805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 0402820a-0c3a-4644-a9d5-fcdd3b9e3842, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=0402820a-0c3a-4644-a9d5-fcdd3b9e3842,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:36.746286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:36.772901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:51:36.773670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:51:36.781690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:36.791401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:36.791795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:36.792185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:36.792572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:36.792962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:36.793559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:36.793971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:36.794454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:36.794879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:36.795233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:36.795588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:36.804395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:36.898455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:37.089508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:37.094294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f15a853-f06e-442e-b1f4-bd87719161e9 tempest-RoutersAdminTest-1840814400 tempest-RoutersAdminTest-1840814400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:37.141545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=0402820a-0c3a-4644-a9d5-fcdd3b9e3842,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:37.150712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:37.274905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Deleting port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:37.275470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:37.411673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:37.519197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] For port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006,segment=NetworkSegment(3056f1e9-4d13-4b86-b557-41d52c0e030c),segment_id=3056f1e9-4d13-4b86-b557-41d52c0e030c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:37.519641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:37.701084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:37.706142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:37.733565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:37.734257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Fanout notify agent at l3_agent the message router_deleted on router af8761d9-72ec-4977-ae25-4781fdd4381e {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:51:37.750937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:37.752317 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/routers/af8761d9-72ec-4977-ae25-4781fdd4381e HTTP/1.1" status: 204 len: 168 time: 2.2016504 Dec 21 16:51:37.755886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45640) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:37.851327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Calling delete_port for 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:51:37.912851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:37.927323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:51:37.927699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:37.948025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:37.954433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:37.992289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6b2d3af8-425c-4a87-96df-8efef111378a no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:38.008502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] The port '8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:51:38.036218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Pushing event deleted for resources: {'Port': ['ID=8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:38.045428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:38.046378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 6b2d3af8-425c-4a87-96df-8efef111378a {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:51:38.046378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6b2d3af8-425c-4a87-96df-8efef111378a not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:38.054387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] No DVR routers for this DVR port 8cc8f0be-4ce6-4b8d-b43b-9fa94fbec006 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:51:38.158399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.187439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028b8517-b34c-48eb-a677-5fc3e9641dff']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:38.200379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3056f1e9-4d13-4b86-b557-41d52c0e030c') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:38.200719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3056f1e9-4d13-4b86-b557-41d52c0e030c') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:38.213790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.228356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.234556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:51:38.235013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:51:38.250355 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:51:38.335004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.338607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb9cb9f2-c869-4e81-a8a4-1d05f1fd2ae6 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:38.356444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.363190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Network': ['ID=028b8517-b34c-48eb-a677-5fc3e9641dff,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:38.368601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:38.372811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/networks/028b8517-b34c-48eb-a677-5fc3e9641dff HTTP/1.1" status: 204 len: 168 time: 0.6118958 Dec 21 16:51:38.393361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45644) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:38.400267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'network': {'name': 'tempest-network-smoke--1402089212', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'port_security_enabled': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:38.405921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:38.410295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:network and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:38.413397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:38.419465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:38.429165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:51:38.434594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.464130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:51:38.473709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.474318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Added segment 52155c2b-6f7e-4e7b-bb04-f0c36c1fe770 of type vlan for network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 Dec 21 16:51:38.501640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.529877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.534022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:38.534661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.540431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:38.603817 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2089622 Dec 21 16:51:38.606825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45648) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:38.612641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'admin_state_up': True, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:38.620936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:38.625034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:router and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:38.628101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:38.634026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:38.644059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.645032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.656082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Network': ['ID=e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:38.658925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ff85069-1e41-48ff-9b3b-7a4d3d1a9ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:38.664748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:38.667222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:51:38.817608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:39.003476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:39.034002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:39.177059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.69 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/720ead49-ca6b-402f-bbe3-555adb0d974b) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:51:39.352305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:39.379738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:39.384221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45517fe8-8332-4499-8abc-8a75b939e9f8 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:39.447936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:51:39.451794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:51:39.455095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:51:39.493432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=720ead49-ca6b-402f-bbe3-555adb0d974b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:39.502350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:39.644796 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84360c94-79c5-4d41-9191-0edd35ef6691 req-164cf730-2f31-4c3f-8995-40e01c63f3d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1364918 Dec 21 16:51:39.713900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:39.713900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:39.884551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:51:39.918710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:51:39.919121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 0402820a-0c3a-4644-a9d5-fcdd3b9e3842 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:51:39.929377 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84360c94-79c5-4d41-9191-0edd35ef6691 req-f7736b33-711f-46db-9fae-7066486c4cb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 1098 time: 0.1600657 Dec 21 16:51:40.112296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360c94-79c5-4d41-9191-0edd35ef6691 req-64cbfaba-f203-4344-b15b-6c21db19dff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:40.114450 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84360c94-79c5-4d41-9191-0edd35ef6691 req-64cbfaba-f203-4344-b15b-6c21db19dff2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.1623328 Dec 21 16:51:40.252083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84360c94-79c5-4d41-9191-0edd35ef6691 req-cbaa0d61-0519-4629-ba7f-ddc48fbf7048 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524b7de1-9748-4527-beb5-a9df759bf517 HTTP/1.1" status: 200 len: 1000 time: 0.1278832 Dec 21 16:51:40.253062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4ec30881-c96b-4890-8223-845ef518aead is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:51:40.620603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360c94-79c5-4d41-9191-0edd35ef6691 req-b25444fd-298e-4453-9494-a96cd6c5d0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:40.622211 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84360c94-79c5-4d41-9191-0edd35ef6691 req-b25444fd-298e-4453-9494-a96cd6c5d0d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.3638194 Dec 21 16:51:40.781447 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84360c94-79c5-4d41-9191-0edd35ef6691 req-133eaeec-57b3-4d43-98bc-26b52eef1fd9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1520259 Dec 21 16:51:40.927348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:51:40.937118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Sync routers for ids ['4ec30881-c96b-4890-8223-845ef518aead'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:51:40.955578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Routers {'4ec30881-c96b-4890-8223-845ef518aead'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:40.955578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:51:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4ec30881-c96b-4890-8223-845ef518aead'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:40.961936 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84360c94-79c5-4d41-9191-0edd35ef6691 req-2f64dea6-b6d6-4647-95fd-b8a20bea7dde service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667297 Dec 21 16:51:40.993993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:40.998236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3873849 Dec 21 16:51:40.998718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45652) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:41.049642 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-832da87b-a870-4005-8c6b-622621466394 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=265bc93eb934473fb3c7691bab6254d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469785 Dec 21 16:51:41.050539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45656) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:41.117720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84360c94-79c5-4d41-9191-0edd35ef6691 req-01c958f8-5d33-46e2-9324-0e0a835cb111 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478488 Dec 21 16:51:41.173075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Set router 4ec30881-c96b-4890-8223-845ef518aead gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:41.206425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111b000e-f710-4369-a6cb-0611ddeaa479 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:41.208111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-111b000e-f710-4369-a6cb-0611ddeaa479 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1572831 Dec 21 16:51:41.211181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45660) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:41.259791 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bccf8d39-535f-4b3d-ae90-b18059105dab tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473664 Dec 21 16:51:41.262499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45664) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:41.268761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-90740878', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:41.385127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:41.389274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:subnet and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:41.393886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:41.400094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:41.409240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:51:41.478050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:39Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:41.482494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Checking router: 4ec30881-c96b-4890-8223-845ef518aead for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:51:41.482892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Updating router 4ec30881-c96b-4890-8223-845ef518aead port 720ead49-ca6b-402f-bbe3-555adb0d974b binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:51:41.518223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:41.538052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:41.742068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:41.746396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b51e129-f1e1-4ebb-a233-0174e04524e3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:41.828376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Subnet': ['ID=c8e14168-ef82-4aea-8931-b06599b8bb94,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:41.834102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:41.842865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Checking segment: {'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:51:41.842865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network hostable DHCP agents. Network: e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:51:41.869189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:51:41.877826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:51:41.881987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:41.882676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:41.886079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:41.889985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc1f6e5-196a-4464-ba5a-8e1620961871 None None] Network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:51:41.904500 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6408539 Dec 21 16:51:41.907390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45668) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:41.932183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Transition to ACTIVE for port object 720ead49-ca6b-402f-bbe3-555adb0d974b will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:51:41.941739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:41.994104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c470697f-cf6d-47fe-8adc-73b7b80d9c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:42.092243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bae6c7-3e36-4618-a6c5-d3ae1ac80a45 None None] Pushing event updated for resources: {'Port': ['ID=720ead49-ca6b-402f-bbe3-555adb0d974b,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:42.098756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30bae6c7-3e36-4618-a6c5-d3ae1ac80a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:42.109719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Attempting to bind port 720ead49-ca6b-402f-bbe3-555adb0d974b on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:51:42.110135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Attempting to bind port 720ead49-ca6b-402f-bbe3-555adb0d974b by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:51:42.110543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Attempting to bind port 720ead49-ca6b-402f-bbe3-555adb0d974b on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:51:42.161703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:51:42.161703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:51:42.161703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:42.161703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:51:42.162217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Bound port: 720ead49-ca6b-402f-bbe3-555adb0d974b, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:51:42.162571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:42.295556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ips': [{'subnet_id': 'c8e14168-ef82-4aea-8931-b06599b8bb94'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:51:42.296301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:42.308887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] For port 720ead49-ca6b-402f-bbe3-555adb0d974b, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:51:42.323005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] For port 720ead49-ca6b-402f-bbe3-555adb0d974b, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=720ead49-ca6b-402f-bbe3-555adb0d974b,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:51:42.367808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:42.373449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:42.543987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bae6c7-3e36-4618-a6c5-d3ae1ac80a45 None None] Pushing event updated for resources: {'Port': ['ID=720ead49-ca6b-402f-bbe3-555adb0d974b,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:42.556805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30bae6c7-3e36-4618-a6c5-d3ae1ac80a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:42.567128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Routers {'4ec30881-c96b-4890-8223-845ef518aead'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:42.567833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:51:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4ec30881-c96b-4890-8223-845ef518aead'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:42.647216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Allocated IP 172.20.0.2 (e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82/c8e14168-ef82-4aea-8931-b06599b8bb94/3ae13332-3c1c-4c04-8106-f0e50a700e8c) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:51:42.978074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:43.061847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] Set router 4ec30881-c96b-4890-8223-845ef518aead gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:43.360880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:43.392294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Transition to ACTIVE for port object 3ae13332-3c1c-4c04-8106-f0e50a700e8c will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:51:43.453832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Transition to ACTIVE for port object 3ae13332-3c1c-4c04-8106-f0e50a700e8c will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:51:43.462809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:43.467525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:43.534039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.1 (e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82/c8e14168-ef82-4aea-8931-b06599b8bb94/85d1f13b-18b4-4c5a-95cb-5e9139ea503d) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:51:43.545561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:51:43.550462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:51:43.559180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:51:43.565423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:39Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:43.569601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Pushing event updated for resources: {'Port': ['ID=3ae13332-3c1c-4c04-8106-f0e50a700e8c,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:43.575916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:43.577391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff46c028-6749-4180-a1df-3278ea9d08f1 None None] The sync data for ids ['4ec30881-c96b-4890-8223-845ef518aead'] in dv-neutron-822515-1-hyperv is: [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:39Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:51:43.677558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Attempting to bind port 3ae13332-3c1c-4c04-8106-f0e50a700e8c on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:51:43.677558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Attempting to bind port 3ae13332-3c1c-4c04-8106-f0e50a700e8c by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:51:43.677558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Attempting to bind port 3ae13332-3c1c-4c04-8106-f0e50a700e8c on network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:51:43.682597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:51:43.682597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Checking segment: {'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:51:43.682597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:43.682597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Bound using segment: {'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:51:43.682597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Bound port: 3ae13332-3c1c-4c04-8106-f0e50a700e8c, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:51:43.682597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:43.740226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:43.759277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 85d1f13b-18b4-4c5a-95cb-5e9139ea503d will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:51:43.781816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:43.788207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d003086-797c-4d7e-912d-db40905ed77f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:43.794195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] For port 3ae13332-3c1c-4c04-8106-f0e50a700e8c, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:51:43.797564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] For port 3ae13332-3c1c-4c04-8106-f0e50a700e8c, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3ae13332-3c1c-4c04-8106-f0e50a700e8c,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:51:43.800946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:43.806490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af494be2-3b49-41e2-971c-fc388fca0a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:43.859473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:51:43.863480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:51:43.868625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:51:43.896996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Pushing event updated for resources: {'Port': ['ID=3ae13332-3c1c-4c04-8106-f0e50a700e8c,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:43.900150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:43.915320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=85d1f13b-18b4-4c5a-95cb-5e9139ea503d,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:43.921135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:43.940819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:44.034529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:44.647512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:44.653034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:44.689515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a35bcf82-9882-43a4-9d88-24fef739d6e4 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:44.716138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:51:44.783288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=85d1f13b-18b4-4c5a-95cb-5e9139ea503d,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:44.785751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:44.790373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:44.947422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:51:44.948916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:51:45.371408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4ec30881-c96b-4890-8223-845ef518aead has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:51:45.599700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:51:45.615907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/4ec30881-c96b-4890-8223-845ef518aead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7074151 Dec 21 16:51:45.618528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45676) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:45.705720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0f25aef-7b2e-4429-b873-87ec870ddec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:45.709362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06b6210-6794-4380-aa26-a4c6e6aaf310 None None] Network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:51:45.786432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac972d-80de-4e24-984b-089659b0ec33 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:45.786910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac972d-80de-4e24-984b-089659b0ec33 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:45.787322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac972d-80de-4e24-984b-089659b0ec33 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:45.787727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac972d-80de-4e24-984b-089659b0ec33 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:45.788136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac972d-80de-4e24-984b-089659b0ec33 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:45.788852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac972d-80de-4e24-984b-089659b0ec33 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:45.790687 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e9ac972d-80de-4e24-984b-089659b0ec33 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1711175 Dec 21 16:51:45.793915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45680) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:45.833769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a2569e27-7c8b-40b9-b4ea-145b498bd0aa None None] Provisioning for port 3ae13332-3c1c-4c04-8106-f0e50a700e8c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:51:45.874642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b279f9-b7dd-410d-8f08-d2f2975a3924 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:45.875226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b279f9-b7dd-410d-8f08-d2f2975a3924 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:45.875690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b279f9-b7dd-410d-8f08-d2f2975a3924 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:45.876164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b279f9-b7dd-410d-8f08-d2f2975a3924 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:45.877129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b279f9-b7dd-410d-8f08-d2f2975a3924 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:45.883334 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-71b279f9-b7dd-410d-8f08-d2f2975a3924 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0854206 Dec 21 16:51:45.884095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45684) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:46.000538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3ae13332-3c1c-4c04-8106-f0e50a700e8c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:51:46.089435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 3ae13332-3c1c-4c04-8106-f0e50a700e8c completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:51:46.095325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 3ae13332-3c1c-4c04-8106-f0e50a700e8c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:46.095762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:46.253741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:46.290116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 3ae13332-3c1c-4c04-8106-f0e50a700e8c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3ae13332-3c1c-4c04-8106-f0e50a700e8c,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:46.292876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:46.293688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 720ead49-ca6b-402f-bbe3-555adb0d974b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:51:46.323171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e9ce6972-14e8-4895-a309-9129590a0ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:46.418087 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea55768c-84f5-43a6-adc2-d1e59403b217 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.5303974 Dec 21 16:51:46.499579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c486a94d-1712-440b-b992-397e9ab3e5ec None None] Provisioning for port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:51:46.516447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c486a94d-1712-440b-b992-397e9ab3e5ec None None] Provisioning complete for port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:46.516875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c486a94d-1712-440b-b992-397e9ab3e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:46.563147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=3ae13332-3c1c-4c04-8106-f0e50a700e8c,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:46.569568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:46.589666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c486a94d-1712-440b-b992-397e9ab3e5ec None None] Port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:51:46.613932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 720ead49-ca6b-402f-bbe3-555adb0d974b completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:51:46.619142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c486a94d-1712-440b-b992-397e9ab3e5ec None None] Provisioning complete for port 3ae13332-3c1c-4c04-8106-f0e50a700e8c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:46.619361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c486a94d-1712-440b-b992-397e9ab3e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:46.651836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 720ead49-ca6b-402f-bbe3-555adb0d974b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:46.652910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:46.755212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45690) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:46.762978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781821396', 'description': 'tempest-secgroup-smoke-781821396 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:46.780609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:46.786259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:46.792577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:46.800027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:46.817654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:46.861734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:46.869015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:46.876718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:46.881911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:46.887172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 720ead49-ca6b-402f-bbe3-555adb0d974b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=720ead49-ca6b-402f-bbe3-555adb0d974b,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:46.890655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:46.903669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:46.903669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:46.960862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Sync routers for ids ['4ec30881-c96b-4890-8223-845ef518aead'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:51:46.984555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Routers {'4ec30881-c96b-4890-8223-845ef518aead'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:46.985127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:46.987393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:51:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4ec30881-c96b-4890-8223-845ef518aead'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:46.995357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.009326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81ba5bee-ed9d-4dd6-8db8-e810f2f73c30 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:47.022960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=720ead49-ca6b-402f-bbe3-555adb0d974b,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:47.031311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:47.032051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0efe6bd0-53b8-46d6-b2e9-077f5a3cd771 None None] Provisioning complete for port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:47.032051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0efe6bd0-53b8-46d6-b2e9-077f5a3cd771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.057466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48178156-09e8-4585-a073-db4cf5865aa9,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:47.062407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:47.062960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.067711 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3108177 Dec 21 16:51:47.068577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45694) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:47.077073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '48178156-09e8-4585-a073-db4cf5865aa9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:47.086229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:47.093321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:47.098499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:47.107465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0efe6bd0-53b8-46d6-b2e9-077f5a3cd771 None None] Port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:51:47.107684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:47.134284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.134721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.214975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.226338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.228890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:47.239965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b4b8fc78-593e-45b2-929f-6bd737039aa4 None None] Provisioning complete for port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:47.244568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b4b8fc78-593e-45b2-929f-6bd737039aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.256234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba15baae-f91a-4f25-b0e6-8d047938af63,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:47.259157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:47.261218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Set router 4ec30881-c96b-4890-8223-845ef518aead gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:47.273685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.278348 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2046595 Dec 21 16:51:47.278348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45698) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:47.292787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '48178156-09e8-4585-a073-db4cf5865aa9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:47.297293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:47.299956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:47.306135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:47.315427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:47.315547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8fc78-593e-45b2-929f-6bd737039aa4 None None] Port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:51:47.336508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.424783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.431860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.434015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f34771db-e838-4dc5-a0e0-99952a1ce41c tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:47.461096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66226d67-d10d-427d-92de-1e3eb0a6e4db,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:47.466463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:47.472031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.473542 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1941504 Dec 21 16:51:47.476550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45702) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:47.484187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '48178156-09e8-4585-a073-db4cf5865aa9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:47.492586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:47.497653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:47.501937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:47.510245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:47.531298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.613423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.619850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.628364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0ce8e469-b1be-422c-ac52-a4402f05f7dc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:47.657052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0411ba7c-caab-4ec4-ba4c-4583823caefb,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:47.659905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:47.667175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.667175 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1888769 Dec 21 16:51:47.670988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45706) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:47.679839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '48178156-09e8-4585-a073-db4cf5865aa9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:47.689053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:47.694137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:47.698247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:47.704679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:47.727366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.762944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:43Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '85d1f13b-18b4-4c5a-95cb-5e9139ea503d', 'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:b4:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:43Z', 'updated_at': '2021-12-21T16:51:44Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:47.767601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Checking router: 4ec30881-c96b-4890-8223-845ef518aead for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:51:47.767954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Updating router 4ec30881-c96b-4890-8223-845ef518aead port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:51:47.801633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.812565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.814056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2f04612d-138f-468b-ae40-d817e6ac441b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:47.830382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.838145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429214a6-ac79-45bc-9241-26b4c0735232,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:47.848194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:47.872291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:47.874147 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2025037 Dec 21 16:51:47.883991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45710) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:47.883991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '48178156-09e8-4585-a073-db4cf5865aa9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:47.892620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:47.900037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:47.901724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:47.916959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:47.929704 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:51:47.945883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3ae13332-3c1c-4c04-8106-f0e50a700e8c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:51:47.946185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.022993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cd18a719-49f1-4a15-8876-ab7991086def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.023637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.030298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.030298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a52577b8-3933-447d-bb06-f991d49fa321 tempest-ServerActionsTestJSON-1530945101 tempest-ServerActionsTestJSON-1530945101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:48.037559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 3ae13332-3c1c-4c04-8106-f0e50a700e8c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:48.037559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.049488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a1cda8-465d-451d-9824-3eaf095d1ee0,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:48.056365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:48.069242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.073328 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1929739 Dec 21 16:51:48.073932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45714) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:48.082607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '48178156-09e8-4585-a073-db4cf5865aa9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:48.089629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:48.093961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:48.098028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:48.104796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:48.123085 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:51:48.135749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.183043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 720ead49-ca6b-402f-bbe3-555adb0d974b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:51:48.221067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.233205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.235261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6af1abed-c2d0-4531-9778-9b308fe87c99 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:48.236004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.250834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Transition to ACTIVE for port object 85d1f13b-18b4-4c5a-95cb-5e9139ea503d will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:51:48.265896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.269660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf4657b-e5f3-491b-ab63-aa591b2aed25,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:48.270149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 720ead49-ca6b-402f-bbe3-555adb0d974b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:48.270565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.270681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:48.272778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:48.281938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.283513 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2082517 Dec 21 16:51:48.357615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.447562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Pushing event updated for resources: {'Port': ['ID=85d1f13b-18b4-4c5a-95cb-5e9139ea503d,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:48.478432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:48.478573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:48.479293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:48.479574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:48.479838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:48.480392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:48.480560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:48.481121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:48.481668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:48.482272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:48.483628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:51:48.529658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:48.595036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2177d89c-b55a-451b-9c53-50f125e7271f req-37489c49-eccd-4bcd-aa12-b15bb80fdb6a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:51:48.599618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Attempting to bind port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:51:48.600213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Attempting to bind port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:51:48.600613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Attempting to bind port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d on network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:51:48.609837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:51:48.610826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Checking segment: {'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:51:48.610977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.611769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Bound using segment: {'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:51:48.611893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Bound port: 85d1f13b-18b4-4c5a-95cb-5e9139ea503d, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:51:48.612386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.616001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2177d89c-b55a-451b-9c53-50f125e7271f req-37489c49-eccd-4bcd-aa12-b15bb80fdb6a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:51:48.616552 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-37489c49-eccd-4bcd-aa12-b15bb80fdb6a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781821396&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.0803692 Dec 21 16:51:48.717203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] For port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:51:48.721108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] For port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=85d1f13b-18b4-4c5a-95cb-5e9139ea503d,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:51:48.724305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:48.728429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-622eb4e6-27a2-4569-b575-f5b9fafa1908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:48.795317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f6114b6-cf23-4e03-b79e-6a98929cd91f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:48.796204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f6114b6-cf23-4e03-b79e-6a98929cd91f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:51:48.813919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Pushing event updated for resources: {'Port': ['ID=85d1f13b-18b4-4c5a-95cb-5e9139ea503d,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:48.819147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:48.819809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f6114b6-cf23-4e03-b79e-6a98929cd91f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:51:48.820204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Routers {'4ec30881-c96b-4890-8223-845ef518aead'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:51:48.820883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:51:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4ec30881-c96b-4890-8223-845ef518aead'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:48.821437 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f6114b6-cf23-4e03-b79e-6a98929cd91f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/networks?id=e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 HTTP/1.1" status: 200 len: 797 time: 0.1923878 Dec 21 16:51:48.845396 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-a76ae9b6-04e2-4c77-9bdf-6ae0aca34e19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/quotas/265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 375 time: 0.0153170 Dec 21 16:51:48.942250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2177d89c-b55a-451b-9c53-50f125e7271f req-35db4c2d-5c16-46c2-b5be-780a73a91c0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:51:48.960824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2177d89c-b55a-451b-9c53-50f125e7271f req-35db4c2d-5c16-46c2-b5be-780a73a91c0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:51:48.962292 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-35db4c2d-5c16-46c2-b5be-780a73a91c0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054790 Dec 21 16:51:49.028225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] Set router 4ec30881-c96b-4890-8223-845ef518aead gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:51:49.119295 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-4d868327-9038-48b4-9a76-e2a44d3f6adf service neutron] 10.222.0.67 "GET /v2.0/networks/e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431515 Dec 21 16:51:49.267747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-162d1313-9077-4000-a3fb-354455ee84fa service neutron] 10.222.0.67 "GET /v2.0/networks/e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419716 Dec 21 16:51:49.364405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:43Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '85d1f13b-18b4-4c5a-95cb-5e9139ea503d', 'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:b4:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:43Z', 'updated_at': '2021-12-21T16:51:48Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:51:49.368435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870eab76-5037-48b9-9df4-a90c181dc4d8 None None] The sync data for ids ['4ec30881-c96b-4890-8223-845ef518aead'] in dv-neutron-822515-1-hyperv is: [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:43Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '85d1f13b-18b4-4c5a-95cb-5e9139ea503d', 'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:b4:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:43Z', 'updated_at': '2021-12-21T16:51:48Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:51:49.514384 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0ed6d78a-83c1-45ad-92cc-1507ffe261e1 req-d98b6900-58c5-4416-8406-e6b8a40918ea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 210 time: 0.0752079 Dec 21 16:51:49.738248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:49.973245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 85d1f13b-18b4-4c5a-95cb-5e9139ea503d up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:51:50.052531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:51:50.058159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:50.058594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:50.183852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:50.224749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=85d1f13b-18b4-4c5a-95cb-5e9139ea503d,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:50.228090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:50.230234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:50.302353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=85d1f13b-18b4-4c5a-95cb-5e9139ea503d,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:50.305709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:50.683839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-acba0392-93ea-4cec-957e-95abc709f008 req-dcb8fa0d-57fd-4543-ab97-e80fc7363ff0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 210 time: 0.0463130 Dec 21 16:51:50.867472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d89c-b55a-451b-9c53-50f125e7271f req-96dec83b-68d4-41c2-801c-190ea2f83b5d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:50.868223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2177d89c-b55a-451b-9c53-50f125e7271f req-96dec83b-68d4-41c2-801c-190ea2f83b5d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:51:50.882239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2177d89c-b55a-451b-9c53-50f125e7271f req-96dec83b-68d4-41c2-801c-190ea2f83b5d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:51:50.883590 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-96dec83b-68d4-41c2-801c-190ea2f83b5d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 HTTP/1.1" status: 200 len: 797 time: 0.1781390 Dec 21 16:51:50.939640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2177d89c-b55a-451b-9c53-50f125e7271f req-e509d08f-2e98-4642-af67-56bb0b62ebba tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:51:50.953131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2177d89c-b55a-451b-9c53-50f125e7271f req-e509d08f-2e98-4642-af67-56bb0b62ebba tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:51:50.954380 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-e509d08f-2e98-4642-af67-56bb0b62ebba tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 379 time: 0.0591590 Dec 21 16:51:50.963248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'device_id': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'admin_state_up': True, 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'security_groups': ['48178156-09e8-4585-a073-db4cf5865aa9']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:51.107103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:51.117647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:51.127576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:51:51.133966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:51.317374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.12 (e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82/c8e14168-ef82-4aea-8931-b06599b8bb94/8b96d646-41e3-443c-a2b9-d96494416205) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:51:51.514871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:51.531189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 8b96d646-41e3-443c-a2b9-d96494416205 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:51:51.550537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:51.556687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3df8ec26-d824-440d-aaca-07e7716664a1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:51.634333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:51:51.638038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:51:51.640025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=8b96d646-41e3-443c-a2b9-d96494416205,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:51.642356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:51:51.673122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:51.707756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:51.708435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:51.735328 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7764080 Dec 21 16:51:51.747137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Request body: {'port': {'device_id': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:51.874252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:51.911805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77fb29-b81d-4a9c-9de9-84e77b2eeddb req-2226352a-a6ab-4322-8d0d-d98d88ac73a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:51.913399 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b77fb29-b81d-4a9c-9de9-84e77b2eeddb req-2226352a-a6ab-4322-8d0d-d98d88ac73a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 932 time: 0.0981832 Dec 21 16:51:51.919719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-84ab367d-128c-4d65-9be6-39a232c26d3c None None] Provisioning for port 8b96d646-41e3-443c-a2b9-d96494416205 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:51:51.924742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-84ab367d-128c-4d65-9be6-39a232c26d3c None None] Provisioning complete for port 8b96d646-41e3-443c-a2b9-d96494416205 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:51.925384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-84ab367d-128c-4d65-9be6-39a232c26d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:51.958149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 85d1f13b-18b4-4c5a-95cb-5e9139ea503d up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:51:51.975450 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b77fb29-b81d-4a9c-9de9-84e77b2eeddb req-875d5528-f467-4a4e-aa3f-c43c0379e61b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=48178156-09e8-4585-a073-db4cf5865aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515654 Dec 21 16:51:52.040349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-84ab367d-128c-4d65-9be6-39a232c26d3c None None] Port 8b96d646-41e3-443c-a2b9-d96494416205 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:51:52.059666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:52.060095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:52.254702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b96d646-41e3-443c-a2b9-d96494416205 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:51:52.261812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:52.277119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Transition to ACTIVE for port object 8b96d646-41e3-443c-a2b9-d96494416205 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:51:52.280177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:52.284168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95ab06da-f09c-440b-a673-898d57d9e5fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:52.417388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Pushing event updated for resources: {'Port': ['ID=8b96d646-41e3-443c-a2b9-d96494416205,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:52.421352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:52.532992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Attempting to bind port 8b96d646-41e3-443c-a2b9-d96494416205 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:51:52.533371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Attempting to bind port 8b96d646-41e3-443c-a2b9-d96494416205 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:51:52.533777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Attempting to bind port 8b96d646-41e3-443c-a2b9-d96494416205 on network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:51:52.540889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Port 8b96d646-41e3-443c-a2b9-d96494416205 on network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:51:52.541251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Attempting to bind port 8b96d646-41e3-443c-a2b9-d96494416205 on network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:51:52.548189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:51:52.548570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Checking segment: {'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:51:52.548997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Bound using segment: {'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:51:52.549473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Bound port: 8b96d646-41e3-443c-a2b9-d96494416205, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:51:52.549862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:52.641650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] For port 8b96d646-41e3-443c-a2b9-d96494416205, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:51:52.644744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] For port 8b96d646-41e3-443c-a2b9-d96494416205, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b96d646-41e3-443c-a2b9-d96494416205,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:51:52.648070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:52.652596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acc768ad-5bdf-40c9-96d8-dea24f4a823e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:52.717673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:52.719210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] 10.222.0.48 "PUT /v2.0/ports/8b96d646-41e3-443c-a2b9-d96494416205 HTTP/1.1" status: 200 len: 1094 time: 0.9767897 Dec 21 16:51:52.719784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'tag': '8b96d646-41e3-443c-a2b9-d96494416205'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:51:52.739332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Pushing event updated for resources: {'Port': ['ID=8b96d646-41e3-443c-a2b9-d96494416205,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:52.743129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:52.804617 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'tag': '8b96d646-41e3-443c-a2b9-d96494416205', 'status': 'completed', 'code': 200} Dec 21 16:51:52.843059 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-f7b13d9e-f6ee-493c-b29f-cc06fb779530 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 1097 time: 0.0795751 Dec 21 16:51:52.919648 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-6697d6ca-8465-43bb-a33b-d5a9ae9b4a52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b96d646-41e3-443c-a2b9-d96494416205 HTTP/1.1" status: 200 len: 217 time: 0.0698411 Dec 21 16:51:52.994250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d89c-b55a-451b-9c53-50f125e7271f req-2838db15-de4d-4567-935d-e54b7aafd001 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:52.995866 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-2838db15-de4d-4567-935d-e54b7aafd001 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c8e14168-ef82-4aea-8931-b06599b8bb94 HTTP/1.1" status: 200 len: 833 time: 0.0700045 Dec 21 16:51:53.079804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-eb70def9-829c-4692-8b7a-5dc8a3738c39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776577 Dec 21 16:51:53.185464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7964d-be22-4e24-ad0e-fecdd251a66e req-9072c9f7-0a66-4543-b67e-36ed175f9704 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:53.187044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ea7964d-be22-4e24-ad0e-fecdd251a66e req-9072c9f7-0a66-4543-b67e-36ed175f9704 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 944 time: 0.0891435 Dec 21 16:51:53.225896 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-1563f72a-39b2-4d46-88a4-bd72ab0e01fe service neutron] 10.222.0.48 "GET /v2.0/networks/e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400790 Dec 21 16:51:53.236961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ea7964d-be22-4e24-ad0e-fecdd251a66e req-f49205fc-232f-49bb-95fb-fa80ac2636e9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=48178156-09e8-4585-a073-db4cf5865aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436876 Dec 21 16:51:53.372334 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2177d89c-b55a-451b-9c53-50f125e7271f req-ed011f04-8996-4fcb-8107-5fb3b3ea9593 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392229 Dec 21 16:51:53.489151 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3384b324-038e-4a5b-a30d-7c0bdef9a109 req-3116c6e9-c723-4478-86cf-e7abef35ef5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 1097 time: 0.0730667 Dec 21 16:51:53.627694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384b324-038e-4a5b-a30d-7c0bdef9a109 req-d8cc86e6-e40b-47f9-bb15-32d2aed11bfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:53.629752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3384b324-038e-4a5b-a30d-7c0bdef9a109 req-d8cc86e6-e40b-47f9-bb15-32d2aed11bfe service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 HTTP/1.1" status: 200 len: 898 time: 0.1337788 Dec 21 16:51:53.702346 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3384b324-038e-4a5b-a30d-7c0bdef9a109 req-2b4217d6-76e6-47bc-8cd2-d58f98331166 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b96d646-41e3-443c-a2b9-d96494416205 HTTP/1.1" status: 200 len: 217 time: 0.0653791 Dec 21 16:51:53.769467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384b324-038e-4a5b-a30d-7c0bdef9a109 req-74145b61-03e0-4fc4-9533-735bf45d9b01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:53.771600 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3384b324-038e-4a5b-a30d-7c0bdef9a109 req-74145b61-03e0-4fc4-9533-735bf45d9b01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c8e14168-ef82-4aea-8931-b06599b8bb94 HTTP/1.1" status: 200 len: 833 time: 0.0626774 Dec 21 16:51:53.852169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3384b324-038e-4a5b-a30d-7c0bdef9a109 req-913925d9-86ef-4302-9b8b-301e49775051 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722184 Dec 21 16:51:53.992234 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3384b324-038e-4a5b-a30d-7c0bdef9a109 req-ff4e293d-19a5-4700-b6a1-b9f9cade7743 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323202 Dec 21 16:51:54.131359 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3384b324-038e-4a5b-a30d-7c0bdef9a109 req-838a2388-bd61-420f-8e5a-9b7b0d01e15f service neutron] 10.222.0.48 "GET /v2.0/networks/e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323726 Dec 21 16:51:54.443866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba0c5e-1a86-4d53-b31f-d1499e6b4571 req-89289491-efc8-49c8-8840-3b0bf7a911fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:54.445474 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-02ba0c5e-1a86-4d53-b31f-d1499e6b4571 req-89289491-efc8-49c8-8840-3b0bf7a911fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 944 time: 0.0841024 Dec 21 16:51:54.498326 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-02ba0c5e-1a86-4d53-b31f-d1499e6b4571 req-52a84add-c86a-4ad1-8c08-bc32e38c97a7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=48178156-09e8-4585-a073-db4cf5865aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463998 Dec 21 16:51:54.749910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 8b96d646-41e3-443c-a2b9-d96494416205 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:51:55.051090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 8b96d646-41e3-443c-a2b9-d96494416205, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b96d646-41e3-443c-a2b9-d96494416205,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:55.064762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '8b96d646-41e3-443c-a2b9-d96494416205', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'port_id': '8b96d646-41e3-443c-a2b9-d96494416205', 'mac_address': 'fa:16:3e:dc:f8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:51:55.120357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:55.138654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b96d646-41e3-443c-a2b9-d96494416205 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:51:55.154029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 8b96d646-41e3-443c-a2b9-d96494416205, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b96d646-41e3-443c-a2b9-d96494416205,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:55.156861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:55.159471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:55.224604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=8b96d646-41e3-443c-a2b9-d96494416205,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:55.227971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:55.369989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['8b96d646-41e3-443c-a2b9-d96494416205'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:51:55.704431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65130f4-b24a-4bf6-9709-000466413578 req-87181b5f-9419-4f6e-beb1-5730a30457a6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:55.705975 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f65130f4-b24a-4bf6-9709-000466413578 req-87181b5f-9419-4f6e-beb1-5730a30457a6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 945 time: 0.0833640 Dec 21 16:51:55.754810 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f65130f4-b24a-4bf6-9709-000466413578 req-f129374e-fd96-4fdc-ba41-e208645685c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=48178156-09e8-4585-a073-db4cf5865aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427117 Dec 21 16:51:56.768164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 8b96d646-41e3-443c-a2b9-d96494416205 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:51:56.839200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 8b96d646-41e3-443c-a2b9-d96494416205 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:51:56.844014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 8b96d646-41e3-443c-a2b9-d96494416205 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:51:56.844433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:56.961828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00047b7-cbee-47c8-8198-9ccb7db5b1e4 req-bf1b8a57-c94f-4853-800d-5aedb581946c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:56.962086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:56.963728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c00047b7-cbee-47c8-8198-9ccb7db5b1e4 req-bf1b8a57-c94f-4853-800d-5aedb581946c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 945 time: 0.0869787 Dec 21 16:51:56.990069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b96d646-41e3-443c-a2b9-d96494416205'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:51:57.000136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 8b96d646-41e3-443c-a2b9-d96494416205, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b96d646-41e3-443c-a2b9-d96494416205,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:51:57.004001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:57.006678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d108dd48-7968-4807-9187-c1be40a6d246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:51:57.013491 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c00047b7-cbee-47c8-8198-9ccb7db5b1e4 req-4dcaa6c9-6c7f-485b-a17a-93df155ba313 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=48178156-09e8-4585-a073-db4cf5865aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435307 Dec 21 16:51:57.075136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=8b96d646-41e3-443c-a2b9-d96494416205,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:51:57.078515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:51:57.333015 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b96d646-41e3-443c-a2b9-d96494416205', 'code': 200} Dec 21 16:51:57.570976 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-55ea87bd-260b-4341-862f-8f868a609759 req-9b294c45-76e4-4487-9975-39bc3ca4ab60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 1099 time: 0.0769024 Dec 21 16:51:57.615446 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-55ea87bd-260b-4341-862f-8f868a609759 req-6bf9622a-6a2f-4382-81a7-42870eb7b8cb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48178156-09e8-4585-a073-db4cf5865aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373399 Dec 21 16:51:58.224274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef3627-802a-4c27-8569-f7b4224e25ba req-74057620-5d9e-43f0-b881-0627d6930146 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:58.225970 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3eef3627-802a-4c27-8569-f7b4224e25ba req-74057620-5d9e-43f0-b881-0627d6930146 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 946 time: 0.0876446 Dec 21 16:51:58.276386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3eef3627-802a-4c27-8569-f7b4224e25ba req-0be2aedd-88ae-4b01-950b-9d76c400e9ec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=48178156-09e8-4585-a073-db4cf5865aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442653 Dec 21 16:51:59.302229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:51:59.486965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096ef4-a28a-4d97-bb25-1df2b2e77aa5 req-ea21c429-d3f9-4060-b056-549db64dd5b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:59.489158 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f096ef4-a28a-4d97-bb25-1df2b2e77aa5 req-ea21c429-d3f9-4060-b056-549db64dd5b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 946 time: 0.0864010 Dec 21 16:51:59.536607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f096ef4-a28a-4d97-bb25-1df2b2e77aa5 req-6157e443-97d7-40b5-a818-6aa40b49f5fe tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=48178156-09e8-4585-a073-db4cf5865aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413589 Dec 21 16:51:59.735607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96bd1d-8ecd-4fea-87d3-9cfcbb0736cf req-b320e96c-d2f9-448f-a12e-32aea9917adb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:51:59.737240 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6e96bd1d-8ecd-4fea-87d3-9cfcbb0736cf req-b320e96c-d2f9-448f-a12e-32aea9917adb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 946 time: 0.0812204 Dec 21 16:51:59.787989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6e96bd1d-8ecd-4fea-87d3-9cfcbb0736cf req-b546ff53-7d38-43cb-be4d-a544cfd65247 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=48178156-09e8-4585-a073-db4cf5865aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442936 Dec 21 16:51:59.815697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45772) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:59.889532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1a27fb9d-da76-4a38-9ab5-2503f18791ca tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 1094 time: 0.0725398 Dec 21 16:51:59.892300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45776) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:51:59.898633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '8b96d646-41e3-443c-a2b9-d96494416205', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:51:59.904523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:51:59.908682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:floatingip and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:51:59.912350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:51:59.918404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:51:59.927921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:00.073418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:00.217309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.40 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/9e92656c-6709-4140-83c6-c1f6e88dba4c) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:52:00.375382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:00.402353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:00.406962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4a72c13-0e4c-400b-b1da-5ab8175ac9d1 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:00.465566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:52:00.473036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:52:00.478055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:52:00.517960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=9e92656c-6709-4140-83c6-c1f6e88dba4c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:00.527121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:01.001889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:01.056906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:01.270894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:01.274343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:01.278710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:01.389541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=9e92656c-6709-4140-83c6-c1f6e88dba4c,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:01.393953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:01.406171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:01.829411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP 3c5b7ea2-de96-419b-b24f-53be3efe21b3 associated. External IP: 172.26.7.40, port: 8b96d646-41e3-443c-a2b9-d96494416205. Dec 21 16:52:02.235677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4ec30881-c96b-4890-8223-845ef518aead has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:52:02.457806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:52:02.468235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a48d83-0763-4534-af74-04bb2b7b3cc0 None None] Sync routers for ids ['4ec30881-c96b-4890-8223-845ef518aead'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:52:02.481603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a48d83-0763-4534-af74-04bb2b7b3cc0 None None] Routers {'4ec30881-c96b-4890-8223-845ef518aead'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:52:02.482256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-39a48d83-0763-4534-af74-04bb2b7b3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:51:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4ec30881-c96b-4890-8223-845ef518aead'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:02.482770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:02.538420 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6449134 Dec 21 16:52:02.539941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'tag': '8b96d646-41e3-443c-a2b9-d96494416205'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:52:02.541519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45780) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:02.592411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'tag': '8b96d646-41e3-443c-a2b9-d96494416205', 'status': 'completed', 'code': 200} Dec 21 16:52:02.671001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-39a48d83-0763-4534-af74-04bb2b7b3cc0 None None] Set router 4ec30881-c96b-4890-8223-845ef518aead gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:52:02.702955 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eb6a2b24-0b69-4a8a-a25e-a26e4d114b3d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/3c5b7ea2-de96-419b-b24f-53be3efe21b3 HTTP/1.1" status: 200 len: 991 time: 0.1588852 Dec 21 16:52:02.734409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a36c6a1f-14b4-4bcd-bad3-31202c738316 req-e1b553fc-2762-4dae-90ce-e68f6baffe99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 1099 time: 0.1087120 Dec 21 16:52:03.055722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-39a48d83-0763-4534-af74-04bb2b7b3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:43Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '3c5b7ea2-de96-419b-b24f-53be3efe21b3', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4ec30881-c96b-4890-8223-845ef518aead', 'port_id': '8b96d646-41e3-443c-a2b9-d96494416205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'mac_address': 'fa:16:3e:dc:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:52:00Z', 'updated_at': '2021-12-21T16:52:00Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d1f13b-18b4-4c5a-95cb-5e9139ea503d', 'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:b4:dc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:43Z', 'updated_at': '2021-12-21T16:51:50Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:03.059969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a48d83-0763-4534-af74-04bb2b7b3cc0 None None] Checking router: 4ec30881-c96b-4890-8223-845ef518aead for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:52:03.071494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a48d83-0763-4534-af74-04bb2b7b3cc0 None None] Routers {'4ec30881-c96b-4890-8223-845ef518aead'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:52:03.072161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-39a48d83-0763-4534-af74-04bb2b7b3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:51:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4ec30881-c96b-4890-8223-845ef518aead'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:03.103111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c6a1f-14b4-4bcd-bad3-31202c738316 req-1154de88-aea0-4e30-89dc-bc93ba6bb6e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:03.104715 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a36c6a1f-14b4-4bcd-bad3-31202c738316 req-1154de88-aea0-4e30-89dc-bc93ba6bb6e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 HTTP/1.1" status: 200 len: 898 time: 0.3645153 Dec 21 16:52:03.212692 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a36c6a1f-14b4-4bcd-bad3-31202c738316 req-a90e2e75-31fe-40b3-9e15-2be1bd15bb11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b96d646-41e3-443c-a2b9-d96494416205 HTTP/1.1" status: 200 len: 999 time: 0.1015308 Dec 21 16:52:03.259440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-39a48d83-0763-4534-af74-04bb2b7b3cc0 None None] Set router 4ec30881-c96b-4890-8223-845ef518aead gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:52:03.284253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c6a1f-14b4-4bcd-bad3-31202c738316 req-bd18d034-3152-4991-825d-bfe588072bb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:03.286305 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a36c6a1f-14b4-4bcd-bad3-31202c738316 req-bd18d034-3152-4991-825d-bfe588072bb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c8e14168-ef82-4aea-8931-b06599b8bb94 HTTP/1.1" status: 200 len: 833 time: 0.0666373 Dec 21 16:52:03.368663 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a36c6a1f-14b4-4bcd-bad3-31202c738316 req-77e3951e-e663-47ef-961a-c520b0b7aa68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764358 Dec 21 16:52:03.514667 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a36c6a1f-14b4-4bcd-bad3-31202c738316 req-8e48364c-71ca-4cfe-8d60-f3794abeef29 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386001 Dec 21 16:52:03.633703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-39a48d83-0763-4534-af74-04bb2b7b3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:43Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '3c5b7ea2-de96-419b-b24f-53be3efe21b3', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4ec30881-c96b-4890-8223-845ef518aead', 'port_id': '8b96d646-41e3-443c-a2b9-d96494416205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'mac_address': 'fa:16:3e:dc:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:52:00Z', 'updated_at': '2021-12-21T16:52:00Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d1f13b-18b4-4c5a-95cb-5e9139ea503d', 'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:b4:dc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:43Z', 'updated_at': '2021-12-21T16:51:50Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:03.637927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a48d83-0763-4534-af74-04bb2b7b3cc0 None None] The sync data for ids ['4ec30881-c96b-4890-8223-845ef518aead'] in dv-neutron-822515-1-hyperv is: [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:43Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '3c5b7ea2-de96-419b-b24f-53be3efe21b3', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4ec30881-c96b-4890-8223-845ef518aead', 'port_id': '8b96d646-41e3-443c-a2b9-d96494416205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'mac_address': 'fa:16:3e:dc:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:52:00Z', 'updated_at': '2021-12-21T16:52:00Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d1f13b-18b4-4c5a-95cb-5e9139ea503d', 'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:b4:dc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:43Z', 'updated_at': '2021-12-21T16:51:50Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:52:03.661798 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a36c6a1f-14b4-4bcd-bad3-31202c738316 req-8180b859-94f3-4bb3-ac26-c57eb112bc7c service neutron] 10.222.0.48 "GET /v2.0/networks/e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404974 Dec 21 16:52:03.705113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45786) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:03.816554 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0f2ce057-bdf0-4701-86e6-77a1fb74729b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/3c5b7ea2-de96-419b-b24f-53be3efe21b3 HTTP/1.1" status: 200 len: 991 time: 0.1101053 Dec 21 16:52:03.984977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d711b-4a72-430b-a550-1b2e60db7020 None None] New status for floating IP 3c5b7ea2-de96-419b-b24f-53be3efe21b3: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:52:04.820215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45790) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:04.931687 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c564a9e7-eccc-4552-a4ae-6b690114d608 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/3c5b7ea2-de96-419b-b24f-53be3efe21b3 HTTP/1.1" status: 200 len: 993 time: 0.1101675 Dec 21 16:52:15.708112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-deaab0b1-47f4-4ae5-8f84-4be5bcd307d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:17.126618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:17.968291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ccda482a-aac0-4f48-9669-5921e544478d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:18.299746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:19.738814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:21.717634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:52:29.312145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:29.485288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45804) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:29.595763 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0ffdf435-a71d-4216-94e0-4cbf77115528 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/3c5b7ea2-de96-419b-b24f-53be3efe21b3 HTTP/1.1" status: 200 len: 993 time: 0.1090925 Dec 21 16:52:29.941930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45812) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:30.152224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 9e92656c-6709-4140-83c6-c1f6e88dba4c {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:52:30.152532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:30.330098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:30.330719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:30.463021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 9e92656c-6709-4140-83c6-c1f6e88dba4c owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:52:30.611801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:30.616954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2306235a-65ee-4420-aee5-76fc398df082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:30.660313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=9e92656c-6709-4140-83c6-c1f6e88dba4c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:30.699298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:30.699747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:30.700177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:30.700602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:30.701029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:30.701452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:30.701869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:30.702285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:30.702702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:30.703142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:30.703556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:30.711069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:30.770046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:31.173042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4ec30881-c96b-4890-8223-845ef518aead has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:52:31.382630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:52:31.394318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa31a00d-9ff6-45f8-a24e-37f6060cc516 None None] Sync routers for ids ['4ec30881-c96b-4890-8223-845ef518aead'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:52:31.400793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:31.407416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31a00d-9ff6-45f8-a24e-37f6060cc516 None None] Routers {'4ec30881-c96b-4890-8223-845ef518aead'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:52:31.408101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fa31a00d-9ff6-45f8-a24e-37f6060cc516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4ec30881-c96b-4890-8223-845ef518aead'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:31.468147 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/floatingips/3c5b7ea2-de96-419b-b24f-53be3efe21b3 HTTP/1.1" status: 204 len: 168 time: 1.5249119 Dec 21 16:52:31.468784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'tag': '8b96d646-41e3-443c-a2b9-d96494416205'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:52:31.528191 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'tag': '8b96d646-41e3-443c-a2b9-d96494416205', 'status': 'completed', 'code': 200} Dec 21 16:52:31.600070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-fa31a00d-9ff6-45f8-a24e-37f6060cc516 None None] Set router 4ec30881-c96b-4890-8223-845ef518aead gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:52:31.635044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c7fc3a-4469-41c7-9bb1-bb2a779f42dd req-4160d43c-adf4-4b9e-816e-40de8e64deaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 1099 time: 0.0761163 Dec 21 16:52:31.797820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7fc3a-4469-41c7-9bb1-bb2a779f42dd req-69fbae37-16a1-4155-bf33-55021392cc77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:31.799880 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c7fc3a-4469-41c7-9bb1-bb2a779f42dd req-69fbae37-16a1-4155-bf33-55021392cc77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 HTTP/1.1" status: 200 len: 898 time: 0.1535246 Dec 21 16:52:31.878169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c7fc3a-4469-41c7-9bb1-bb2a779f42dd req-4451ed69-e576-4dda-8ac9-86375dd2212a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b96d646-41e3-443c-a2b9-d96494416205 HTTP/1.1" status: 200 len: 217 time: 0.0712357 Dec 21 16:52:31.884466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6bc6b-4e87-4260-a77e-834e0363f2f2 req-c48a0064-d17e-41ed-90c8-dd92ab09a2e9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:31.891682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dcc6bc6b-4e87-4260-a77e-834e0363f2f2 req-c48a0064-d17e-41ed-90c8-dd92ab09a2e9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 946 time: 0.0959158 Dec 21 16:52:31.937399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fa31a00d-9ff6-45f8-a24e-37f6060cc516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:43Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '85d1f13b-18b4-4c5a-95cb-5e9139ea503d', 'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:b4:dc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:43Z', 'updated_at': '2021-12-21T16:51:50Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:31.941751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa31a00d-9ff6-45f8-a24e-37f6060cc516 None None] Checking router: 4ec30881-c96b-4890-8223-845ef518aead for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:52:31.947528 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dcc6bc6b-4e87-4260-a77e-834e0363f2f2 req-6648bff5-f353-4e89-bb63-7b249fa97c95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=48178156-09e8-4585-a073-db4cf5865aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547447 Dec 21 16:52:31.952853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7fc3a-4469-41c7-9bb1-bb2a779f42dd req-2ae01a1e-a529-4248-af6b-f37494c65b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:31.953900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31a00d-9ff6-45f8-a24e-37f6060cc516 None None] Routers {'4ec30881-c96b-4890-8223-845ef518aead'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:52:31.954243 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c7fc3a-4469-41c7-9bb1-bb2a779f42dd req-2ae01a1e-a529-4248-af6b-f37494c65b52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c8e14168-ef82-4aea-8931-b06599b8bb94 HTTP/1.1" status: 200 len: 833 time: 0.0695701 Dec 21 16:52:31.954636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fa31a00d-9ff6-45f8-a24e-37f6060cc516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4ec30881-c96b-4890-8223-845ef518aead'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:32.042104 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c7fc3a-4469-41c7-9bb1-bb2a779f42dd req-af6f9997-b683-41e9-9f47-a580646d25e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808451 Dec 21 16:52:32.194028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c7fc3a-4469-41c7-9bb1-bb2a779f42dd req-018afdeb-b498-4da9-8f51-55b0d0bbc566 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419661 Dec 21 16:52:32.307817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-fa31a00d-9ff6-45f8-a24e-37f6060cc516 None None] Set router 4ec30881-c96b-4890-8223-845ef518aead gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:52:32.343230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c7fc3a-4469-41c7-9bb1-bb2a779f42dd req-f7a1cfbe-7008-4994-b6ca-f9e415d50b98 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414905 Dec 21 16:52:32.638948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fa31a00d-9ff6-45f8-a24e-37f6060cc516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:43Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '85d1f13b-18b4-4c5a-95cb-5e9139ea503d', 'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:b4:dc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:43Z', 'updated_at': '2021-12-21T16:51:50Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:32.643064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa31a00d-9ff6-45f8-a24e-37f6060cc516 None None] The sync data for ids ['4ec30881-c96b-4890-8223-845ef518aead'] in dv-neutron-822515-1-hyperv is: [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:51:43Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '85d1f13b-18b4-4c5a-95cb-5e9139ea503d', 'name': '', 'network_id': 'e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:b4:dc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:43Z', 'updated_at': '2021-12-21T16:51:50Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c8e14168-ef82-4aea-8931-b06599b8bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:52:33.081425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6dcae-45aa-4447-af20-7c54ee49dc41 None None] New status for floating IP 3c5b7ea2-de96-419b-b24f-53be3efe21b3: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:52:33.138473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-2ed71f22-af01-4fc8-b2ab-054c4e02ab6d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:33.139265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-2ed71f22-af01-4fc8-b2ab-054c4e02ab6d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:52:33.150033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce688e-ca6b-4ab2-b10f-89514d761f8a req-3dcb8b32-a69b-4e56-8ea3-4800d6e3d373 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:33.151483 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99ce688e-ca6b-4ab2-b10f-89514d761f8a req-3dcb8b32-a69b-4e56-8ea3-4800d6e3d373 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 946 time: 0.0892932 Dec 21 16:52:33.155648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-2ed71f22-af01-4fc8-b2ab-054c4e02ab6d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:52:33.156896 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-2ed71f22-af01-4fc8-b2ab-054c4e02ab6d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 946 time: 0.1011534 Dec 21 16:52:33.205902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99ce688e-ca6b-4ab2-b10f-89514d761f8a req-e4f032f5-a4b7-4884-8c0a-39b6d47cf7fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=48178156-09e8-4585-a073-db4cf5865aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467319 Dec 21 16:52:33.231123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 8b96d646-41e3-443c-a2b9-d96494416205 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:52:33.231517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:33.710382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 8b96d646-41e3-443c-a2b9-d96494416205, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b96d646-41e3-443c-a2b9-d96494416205,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:33.710988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:33.835518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 8b96d646-41e3-443c-a2b9-d96494416205 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:52:33.976727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:33.983477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2834c08e-55e7-415a-bef6-448635cfc432 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:34.030886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=8b96d646-41e3-443c-a2b9-d96494416205,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:34.033499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:34.108841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port 8b96d646-41e3-443c-a2b9-d96494416205 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:52:34.111319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:34.114016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'name': 'network-vif-deleted', 'tag': '8b96d646-41e3-443c-a2b9-d96494416205'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:52:34.128965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a200d0b-5741-4179-b64b-7eb7c6ad3886 req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "DELETE /v2.0/ports/8b96d646-41e3-443c-a2b9-d96494416205 HTTP/1.1" status: 204 len: 173 time: 0.9664834 Dec 21 16:52:34.176314 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc17aefe-12f5-4785-8343-17eb65399de8', 'name': 'network-vif-deleted', 'tag': '8b96d646-41e3-443c-a2b9-d96494416205', 'status': 'completed', 'code': 200} Dec 21 16:52:34.414764 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3190d703-1ec0-4175-9919-b6c65f1279e5 req-883d9a32-ec71-4a16-b4d9-189cabf9742e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc17aefe-12f5-4785-8343-17eb65399de8 HTTP/1.1" status: 200 len: 210 time: 0.0609665 Dec 21 16:52:35.526128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45830) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:35.600679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:35.637532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:35.691923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:35.697058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-54c73cbd-c9cb-4dda-a4fc-f80dc0e0a3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:35.712609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48178156-09e8-4585-a073-db4cf5865aa9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:35.726938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:35.727375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:35.727799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:35.728218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:35.728636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:35.729053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:35.729468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:35.729882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:35.730291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:35.730703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:35.731140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:35.733932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:35.735173 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/48178156-09e8-4585-a073-db4cf5865aa9 HTTP/1.1" status: 204 len: 168 time: 0.2078967 Dec 21 16:52:35.736169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:35.771278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45836) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:36.219918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:36.867165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:52:36.867746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:36.967487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 8b96d646-41e3-443c-a2b9-d96494416205 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:52:37.004860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 8b96d646-41e3-443c-a2b9-d96494416205 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:52:37.005263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 8b96d646-41e3-443c-a2b9-d96494416205 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:52:37.056455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 85d1f13b-18b4-4c5a-95cb-5e9139ea503d, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=85d1f13b-18b4-4c5a-95cb-5e9139ea503d,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:37.056849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:37.421388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 85d1f13b-18b4-4c5a-95cb-5e9139ea503d owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:52:37.610252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:37.615513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:37.659683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=85d1f13b-18b4-4c5a-95cb-5e9139ea503d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:37.662330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:37.971451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:38.578749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4ec30881-c96b-4890-8223-845ef518aead has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:52:38.789693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:52:38.799555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66245888-7117-4b8f-8aaf-dba827334148 None None] Sync routers for ids ['4ec30881-c96b-4890-8223-845ef518aead'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:52:38.803231 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/4ec30881-c96b-4890-8223-845ef518aead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0307388 Dec 21 16:52:38.806094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45840) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:38.812951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66245888-7117-4b8f-8aaf-dba827334148 None None] Routers {'4ec30881-c96b-4890-8223-845ef518aead'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:52:38.813781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-66245888-7117-4b8f-8aaf-dba827334148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4ec30881-c96b-4890-8223-845ef518aead'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:39.006850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f54dfe-d5fa-46c4-85c8-c86b6345556c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting subnet c8e14168-ef82-4aea-8931-b06599b8bb94 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:52:39.009931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55f54dfe-d5fa-46c4-85c8-c86b6345556c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:39.014027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-66245888-7117-4b8f-8aaf-dba827334148 None None] Set router 4ec30881-c96b-4890-8223-845ef518aead gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:52:39.066641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55f54dfe-d5fa-46c4-85c8-c86b6345556c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:39.151618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55f54dfe-d5fa-46c4-85c8-c86b6345556c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:39.226377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55f54dfe-d5fa-46c4-85c8-c86b6345556c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:39.231869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-64877781-a553-4260-91a9-68ffbe7fa838 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:39.270596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f54dfe-d5fa-46c4-85c8-c86b6345556c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e14168-ef82-4aea-8931-b06599b8bb94,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:39.273288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-55f54dfe-d5fa-46c4-85c8-c86b6345556c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:39.276927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55f54dfe-d5fa-46c4-85c8-c86b6345556c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:39.283773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f32dbf-0e1d-4e45-aeb6-c638d05371a9 None None] Network e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:52:39.285211 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-55f54dfe-d5fa-46c4-85c8-c86b6345556c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/subnets/c8e14168-ef82-4aea-8931-b06599b8bb94 HTTP/1.1" status: 204 len: 168 time: 0.4773769 Dec 21 16:52:39.288403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45844) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:39.478578 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7bc90e6-a7bf-4cf7-b8c5-8b76a3e0cc8f req-e621321e-d2f7-42fa-8472-0ee6dc34976c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821106 Dec 21 16:52:39.497475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-66245888-7117-4b8f-8aaf-dba827334148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:52:37Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:39.505138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66245888-7117-4b8f-8aaf-dba827334148 None None] Checking router: 4ec30881-c96b-4890-8223-845ef518aead for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:52:39.510821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:39.538854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66245888-7117-4b8f-8aaf-dba827334148 None None] Routers {'4ec30881-c96b-4890-8223-845ef518aead'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:52:39.539542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-66245888-7117-4b8f-8aaf-dba827334148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4ec30881-c96b-4890-8223-845ef518aead'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:39.632671 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7bc90e6-a7bf-4cf7-b8c5-8b76a3e0cc8f req-1e948777-0fe2-43f1-98b7-a5a1600b4f64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 1098 time: 0.0805035 Dec 21 16:52:39.699929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] DHCP port deletion for e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:52:39.717227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Deleting port 3ae13332-3c1c-4c04-8106-f0e50a700e8c {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:52:39.717758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:39.725941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:39.735277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 720ead49-ca6b-402f-bbe3-555adb0d974b {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:52:39.735649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:39.800158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc90e6-a7bf-4cf7-b8c5-8b76a3e0cc8f req-235582d9-282c-4dcd-80eb-c4bf517605c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:39.801895 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7bc90e6-a7bf-4cf7-b8c5-8b76a3e0cc8f req-235582d9-282c-4dcd-80eb-c4bf517605c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.1491942 Dec 21 16:52:39.854823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-66245888-7117-4b8f-8aaf-dba827334148 None None] Set router 4ec30881-c96b-4890-8223-845ef518aead gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:52:39.938224 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7bc90e6-a7bf-4cf7-b8c5-8b76a3e0cc8f req-dc970da6-585a-4008-b30e-f814674a2dbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524b7de1-9748-4527-beb5-a9df759bf517 HTTP/1.1" status: 200 len: 1000 time: 0.1301193 Dec 21 16:52:40.024579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3ae13332-3c1c-4c04-8106-f0e50a700e8c no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:52:40.030454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc90e6-a7bf-4cf7-b8c5-8b76a3e0cc8f req-f5e0729c-6a6c-4d01-bee6-3596d77f7439 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:40.032178 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7bc90e6-a7bf-4cf7-b8c5-8b76a3e0cc8f req-f5e0729c-6a6c-4d01-bee6-3596d77f7439 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.0875435 Dec 21 16:52:40.125631 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7bc90e6-a7bf-4cf7-b8c5-8b76a3e0cc8f req-51fa4b10-a59d-46e0-843c-eb1b488d3a8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868347 Dec 21 16:52:40.184204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 720ead49-ca6b-402f-bbe3-555adb0d974b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=720ead49-ca6b-402f-bbe3-555adb0d974b,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:40.185154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:40.252423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:40.296865 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7bc90e6-a7bf-4cf7-b8c5-8b76a3e0cc8f req-d79f2164-0c99-413f-8ec0-cc02888b8d55 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640267 Dec 21 16:52:40.298710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 3ae13332-3c1c-4c04-8106-f0e50a700e8c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3ae13332-3c1c-4c04-8106-f0e50a700e8c,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:40.331056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 720ead49-ca6b-402f-bbe3-555adb0d974b owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:52:40.505940 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7bc90e6-a7bf-4cf7-b8c5-8b76a3e0cc8f req-cdcea101-7e02-4617-996c-9c5fba4f2d9f service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024305 Dec 21 16:52:40.531820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:40.535035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] For port 3ae13332-3c1c-4c04-8106-f0e50a700e8c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3ae13332-3c1c-4c04-8106-f0e50a700e8c,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:40.535777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:40.551235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:40.567420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:40.571364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e636d405-c466-4459-b8ee-8a9546c92a1a tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:40.618515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=720ead49-ca6b-402f-bbe3-555adb0d974b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:40.622326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:40.732725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Calling delete_port for 3ae13332-3c1c-4c04-8106-f0e50a700e8c owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:52:40.854884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=3ae13332-3c1c-4c04-8106-f0e50a700e8c,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:40.859941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:40.885518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:40.885908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:40.886295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:40.886675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:40.887079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:40.887454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:40.887826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:40.888198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:40.888573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:40.888937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:40.889305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:52:40.894938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:40.898330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:52:40.898866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:52:40.916551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-66245888-7117-4b8f-8aaf-dba827334148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:52:37Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:40.920764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66245888-7117-4b8f-8aaf-dba827334148 None None] The sync data for ids ['4ec30881-c96b-4890-8223-845ef518aead'] in dv-neutron-822515-1-hyperv is: [{'id': '4ec30881-c96b-4890-8223-845ef518aead', 'name': 'tempest-TestNetworkBasicOps-router-1090308970', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:51:38Z', 'updated_at': '2021-12-21T16:52:37Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '720ead49-ca6b-402f-bbe3-555adb0d974b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec30881-c96b-4890-8223-845ef518aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:51:39Z', 'updated_at': '2021-12-21T16:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:52:41.132754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:41.137283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:41.164250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:41.164820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec30881-c96b-4890-8223-845ef518aead {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:52:41.180002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:41.181217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/routers/4ec30881-c96b-4890-8223-845ef518aead HTTP/1.1" status: 204 len: 168 time: 1.8917630 Dec 21 16:52:41.184209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45848) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:41.309371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:41.320489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 3ae13332-3c1c-4c04-8106-f0e50a700e8c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:52:41.320852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:41.400596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Deleting port 3ae13332-3c1c-4c04-8106-f0e50a700e8c {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:52:41.400961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:41.550121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 3ae13332-3c1c-4c04-8106-f0e50a700e8c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3ae13332-3c1c-4c04-8106-f0e50a700e8c,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:41.550519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:41.620776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] For port 3ae13332-3c1c-4c04-8106-f0e50a700e8c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3ae13332-3c1c-4c04-8106-f0e50a700e8c,segment=NetworkSegment(52155c2b-6f7e-4e7b-bb04-f0c36c1fe770),segment_id=52155c2b-6f7e-4e7b-bb04-f0c36c1fe770)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:41.621222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:41.679992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 3ae13332-3c1c-4c04-8106-f0e50a700e8c owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:52:41.752494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Calling delete_port for 3ae13332-3c1c-4c04-8106-f0e50a700e8c owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:52:41.758907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:41.763749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:41.809334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=3ae13332-3c1c-4c04-8106-f0e50a700e8c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:41.813928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:41.817088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port 3ae13332-3c1c-4c04-8106-f0e50a700e8c on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:52:41.828795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:52:41.829202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:52:41.946949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:41.950612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 85d1f13b-18b4-4c5a-95cb-5e9139ea503d no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:52:41.977454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:41.984393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 85d1f13b-18b4-4c5a-95cb-5e9139ea503d {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:52:41.984794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 85d1f13b-18b4-4c5a-95cb-5e9139ea503d not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:52:41.985272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 720ead49-ca6b-402f-bbe3-555adb0d974b no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:52:41.990845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:41.991176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52155c2b-6f7e-4e7b-bb04-f0c36c1fe770') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:42.003787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.018808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.021639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 720ead49-ca6b-402f-bbe3-555adb0d974b {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:52:42.022043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 720ead49-ca6b-402f-bbe3-555adb0d974b not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:52:42.025261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:52:42.025740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:52:42.040963 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:52:42.119366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.122866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df82f709-1e92-4879-9b0b-a7927db5e64a tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:42.144844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.154182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Network': ['ID=e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:42.157665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:42.168192 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/networks/e8c3b7b0-93c1-4fa1-b19e-0b2444dbbc82 HTTP/1.1" status: 204 len: 168 time: 0.9829483 Dec 21 16:52:42.185632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45852) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:42.192093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'network': {'name': 'tempest-network-smoke--30020681', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'port_security_enabled': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:42.197409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:42.201795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:network and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:52:42.204801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:52:42.210915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:42.221812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:52:42.227663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.256899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:52:42.265657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.266046 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Added segment 1bfd3adb-de5c-495f-93d4-8386ed688ee6 of type vlan for network 79c059de-0576-47fb-9c97-2a7eff8b31ee Dec 21 16:52:42.293903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.323324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.327492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:42.328136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.333318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b942fe6-d8c2-4645-8de4-e6683ef493f4 tempest-RoutersNegativeIpV6Test-491500707 tempest-RoutersNegativeIpV6Test-491500707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:42.391273 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2048485 Dec 21 16:52:42.394262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45856) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:42.401244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-127577092', 'admin_state_up': True, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:42.409905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:42.414062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:router and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:52:42.417099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:52:42.423260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:42.437355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.438360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.448199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Network': ['ID=79c059de-0576-47fb-9c97-2a7eff8b31ee,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:42.451473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:42.462275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.463810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 79c059de-0576-47fb-9c97-2a7eff8b31ee details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:52:42.547803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Deleting port 3ae13332-3c1c-4c04-8106-f0e50a700e8c {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:52:42.548234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.620577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.631703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-41f0f36a-4798-4d8d-92ce-6bb7df164222 None None] The port '3ae13332-3c1c-4c04-8106-f0e50a700e8c' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:52:42.804614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.835730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:42.979856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.190 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/362003a0-71fc-400a-8fbb-7d235c2ec56a) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:52:43.131777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:43.157349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:43.161713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aabe357b-d319-45a9-96cc-24b8a8018cdf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:43.231448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:52:43.234431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:52:43.238829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:52:43.264502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=362003a0-71fc-400a-8fbb-7d235c2ec56a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:43.270195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:43.400010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:43.400774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:43.635212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router a14b4982-973e-4bac-b705-96729a47f8d4 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:52:43.844002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:52:43.854282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Sync routers for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:52:43.867753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:52:43.868410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:43.870557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:43.872020 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4765420 Dec 21 16:52:43.875292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45860) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:43.920184 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ebbeae0c-8d73-4272-bec6-d397b4633af1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=265bc93eb934473fb3c7691bab6254d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436523 Dec 21 16:52:43.922907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45864) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:44.051278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:52:44.063022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0fa8ac-49ff-4ae0-8ec0-96930c636f6f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:44.064681 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff0fa8ac-49ff-4ae0-8ec0-96930c636f6f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1407852 Dec 21 16:52:44.067919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45868) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:44.115818 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eb0b5642-86db-470d-aa90-0f9f567bb91f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464516 Dec 21 16:52:44.118557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45872) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:44.125019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-107139761', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:44.247196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:44.251271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:subnet and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:52:44.254865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:52:44.260948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:44.270027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:52:44.502749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:43Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:44.507130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Checking router: a14b4982-973e-4bac-b705-96729a47f8d4 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:52:44.507536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Updating router a14b4982-973e-4bac-b705-96729a47f8d4 port 362003a0-71fc-400a-8fbb-7d235c2ec56a binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:52:44.562203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:44.621155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:44.844405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:44.849301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-42a6a789-9b34-4f34-9a10-dec80605e991 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:44.898606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:44.911381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Transition to ACTIVE for port object 362003a0-71fc-400a-8fbb-7d235c2ec56a will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:52:44.917183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:44.921362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:44.931770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Subnet': ['ID=034c7ea9-fae3-40fb-8217-75bf4bcc209c,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:44.935821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:44.944533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Checking segment: {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:52:44.944933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network hostable DHCP agents. Network: 79c059de-0576-47fb-9c97-2a7eff8b31ee, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:52:44.967122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 79c059de-0576-47fb-9c97-2a7eff8b31ee is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:52:44.976189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 79c059de-0576-47fb-9c97-2a7eff8b31ee) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:52:44.981517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:44.982159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:44.993855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930c9350-b397-4e0f-a214-5bdd6943b45d None None] Network 79c059de-0576-47fb-9c97-2a7eff8b31ee requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:52:45.007189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45876) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:45.007415 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b06366b6-da3c-442c-aa87-e745a4989fe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8874295 Dec 21 16:52:45.012182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c922d4-bd61-4342-b702-356c40f22754 None None] Pushing event updated for resources: {'Port': ['ID=362003a0-71fc-400a-8fbb-7d235c2ec56a,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:45.014926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Attempting to bind port 362003a0-71fc-400a-8fbb-7d235c2ec56a on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:52:45.015455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Attempting to bind port 362003a0-71fc-400a-8fbb-7d235c2ec56a by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:52:45.015967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Attempting to bind port 362003a0-71fc-400a-8fbb-7d235c2ec56a on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:52:45.019675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72c922d4-bd61-4342-b702-356c40f22754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:45.024966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:52:45.025508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:52:45.026056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:45.026572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:52:45.027227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Bound port: 362003a0-71fc-400a-8fbb-7d235c2ec56a, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:52:45.027759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:45.103920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] For port 362003a0-71fc-400a-8fbb-7d235c2ec56a, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:52:45.107305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] For port 362003a0-71fc-400a-8fbb-7d235c2ec56a, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=362003a0-71fc-400a-8fbb-7d235c2ec56a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:52:45.111208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:45.116920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8456c87-2500-49d2-b565-8f92e5481918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:45.202163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c922d4-bd61-4342-b702-356c40f22754 None None] Pushing event updated for resources: {'Port': ['ID=362003a0-71fc-400a-8fbb-7d235c2ec56a,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:45.205921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72c922d4-bd61-4342-b702-356c40f22754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:45.208160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:52:45.208978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:45.231844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-79c059de-0576-47fb-9c97-2a7eff8b31ee', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:52:45.232788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:45.393607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:52:45.396972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Allocated IP 172.20.0.2 (79c059de-0576-47fb-9c97-2a7eff8b31ee/034c7ea9-fae3-40fb-8217-75bf4bcc209c/e291513e-f84a-4647-ad6b-1b7eac8ab043) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:52:45.620179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:45.633546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Transition to ACTIVE for port object e291513e-f84a-4647-ad6b-1b7eac8ab043 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:52:45.655828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Transition to ACTIVE for port object e291513e-f84a-4647-ad6b-1b7eac8ab043 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:52:45.661091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:45.667435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:45.716205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:43Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:45.721366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07abd543-1dea-48cd-969a-48159a493c33 None None] The sync data for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv is: [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:43Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:52:45.759553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-342248ac-b3d9-4cc4-baba-423bf7cb9430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:45.765076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Network 79c059de-0576-47fb-9c97-2a7eff8b31ee is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:52:45.766827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:52:45.768733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Pushing event updated for resources: {'Port': ['ID=e291513e-f84a-4647-ad6b-1b7eac8ab043,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:45.771212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:52:45.773906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:45.871843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Attempting to bind port e291513e-f84a-4647-ad6b-1b7eac8ab043 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:52:45.872350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Attempting to bind port e291513e-f84a-4647-ad6b-1b7eac8ab043 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:52:45.872770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Attempting to bind port e291513e-f84a-4647-ad6b-1b7eac8ab043 on network 79c059de-0576-47fb-9c97-2a7eff8b31ee {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:52:45.880572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:52:45.880976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Checking segment: {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:52:45.881431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:45.881881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Bound using segment: {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:52:45.882412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Bound port: e291513e-f84a-4647-ad6b-1b7eac8ab043, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:52:45.882951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:45.974988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] For port e291513e-f84a-4647-ad6b-1b7eac8ab043, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:52:45.978207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] For port e291513e-f84a-4647-ad6b-1b7eac8ab043, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e291513e-f84a-4647-ad6b-1b7eac8ab043,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:52:45.981553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:45.986351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:46.072852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Pushing event updated for resources: {'Port': ['ID=e291513e-f84a-4647-ad6b-1b7eac8ab043,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:46.076189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:46.085457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:46.581740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.1 (79c059de-0576-47fb-9c97-2a7eff8b31ee/034c7ea9-fae3-40fb-8217-75bf4bcc209c/48919477-5cd8-477f-8e28-72de7a36c757) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:52:46.761869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:46.779893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 48919477-5cd8-477f-8e28-72de7a36c757 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:52:46.801617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:46.806770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66f0e268-0f9e-45d8-9b0e-d742f116de0a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:46.868829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 79c059de-0576-47fb-9c97-2a7eff8b31ee is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:52:46.877423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:52:46.882645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:52:46.921852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=48919477-5cd8-477f-8e28-72de7a36c757,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:46.931771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:46.950563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:47.039375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:47.129216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:47.471817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:47.475504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:47.506557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ac19284-f4af-4d31-a96a-25f1e386fbaf tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:47.598758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:47.610889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=48919477-5cd8-477f-8e28-72de7a36c757,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:47.615119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:47.700859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd896ed-a7a7-4cd3-b045-f65f40d4abad None None] Network 79c059de-0576-47fb-9c97-2a7eff8b31ee requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:52:47.752072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 79c059de-0576-47fb-9c97-2a7eff8b31ee is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:52:47.753840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:52:47.819101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ffa9aba3-ba7c-44bb-aca5-bdf815869e8b None None] Provisioning for port e291513e-f84a-4647-ad6b-1b7eac8ab043 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:52:47.975157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-733c753d-5a42-40e1-af5b-eb69bd7a231f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:48.027005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e291513e-f84a-4647-ad6b-1b7eac8ab043 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:52:48.098750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port e291513e-f84a-4647-ad6b-1b7eac8ab043 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:52:48.104284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e291513e-f84a-4647-ad6b-1b7eac8ab043 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:52:48.104945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:48.183379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router a14b4982-973e-4bac-b705-96729a47f8d4 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:52:48.231645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:48.273750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b25d8d83-a76b-4a98-880d-c3783c6db5ee None None] Provisioning for port 48919477-5cd8-477f-8e28-72de7a36c757 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:52:48.281175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b25d8d83-a76b-4a98-880d-c3783c6db5ee None None] Provisioning complete for port 48919477-5cd8-477f-8e28-72de7a36c757 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:52:48.281597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b25d8d83-a76b-4a98-880d-c3783c6db5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:48.317837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port e291513e-f84a-4647-ad6b-1b7eac8ab043, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e291513e-f84a-4647-ad6b-1b7eac8ab043,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:48.342986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:48.344074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 362003a0-71fc-400a-8fbb-7d235c2ec56a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:52:48.385921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:48.445356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:52:48.460613 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/a14b4982-973e-4bac-b705-96729a47f8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4518094 Dec 21 16:52:48.463467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45880) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:48.624452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:48.629701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b25d8d83-a76b-4a98-880d-c3783c6db5ee None None] Port 48919477-5cd8-477f-8e28-72de7a36c757 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:52:48.645577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3f9b3-1fd1-4169-a3f2-9b5dbb7ae631 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.646208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3f9b3-1fd1-4169-a3f2-9b5dbb7ae631 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.646625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3f9b3-1fd1-4169-a3f2-9b5dbb7ae631 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.647062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3f9b3-1fd1-4169-a3f2-9b5dbb7ae631 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.647463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3f9b3-1fd1-4169-a3f2-9b5dbb7ae631 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.647934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3f9b3-1fd1-4169-a3f2-9b5dbb7ae631 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.649933 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dff3f9b3-1fd1-4169-a3f2-9b5dbb7ae631 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1850209 Dec 21 16:52:48.652958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45884) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:48.683716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=e291513e-f84a-4647-ad6b-1b7eac8ab043,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:48.687223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:48.690093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b25d8d83-a76b-4a98-880d-c3783c6db5ee None None] Provisioning complete for port e291513e-f84a-4647-ad6b-1b7eac8ab043 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:52:48.690552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b25d8d83-a76b-4a98-880d-c3783c6db5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:48.745343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d5d4e2-07eb-456a-9708-0ffa1c8c7bc5 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.746050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d5d4e2-07eb-456a-9708-0ffa1c8c7bc5 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.746446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d5d4e2-07eb-456a-9708-0ffa1c8c7bc5 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.746981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d5d4e2-07eb-456a-9708-0ffa1c8c7bc5 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.747364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d5d4e2-07eb-456a-9708-0ffa1c8c7bc5 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.747770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d5d4e2-07eb-456a-9708-0ffa1c8c7bc5 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:48.751213 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-96d5d4e2-07eb-456a-9708-0ffa1c8c7bc5 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0956011 Dec 21 16:52:48.751558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 362003a0-71fc-400a-8fbb-7d235c2ec56a completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:52:48.753202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45888) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:48.760108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 362003a0-71fc-400a-8fbb-7d235c2ec56a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:52:48.762338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:48.818497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Sync routers for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:52:48.894178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:52:48.894845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:48.976805 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f4043ab9-8b7d-4b34-92e0-54f70ce6249f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2223382 Dec 21 16:52:49.107945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:49.149967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 362003a0-71fc-400a-8fbb-7d235c2ec56a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=362003a0-71fc-400a-8fbb-7d235c2ec56a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:49.157916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:49.165612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a9c91ad-4565-4c61-9ee5-774b432aa8a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:49.225263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c77f94fd-46a9-46fc-b1fa-ef5434eb0dc7 None None] Provisioning complete for port 48919477-5cd8-477f-8e28-72de7a36c757 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:52:49.225263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c77f94fd-46a9-46fc-b1fa-ef5434eb0dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:49.263760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:52:49.357601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=362003a0-71fc-400a-8fbb-7d235c2ec56a,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:49.371398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:49.372060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c77f94fd-46a9-46fc-b1fa-ef5434eb0dc7 None None] Port 48919477-5cd8-477f-8e28-72de7a36c757 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:52:49.587088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45894) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:49.594329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70825466', 'description': 'tempest-secgroup-smoke-70825466 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:49.601747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:49.607665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:52:49.610754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:52:49.619675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:49.634945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:49.656116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:47Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:49.660130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Checking router: a14b4982-973e-4bac-b705-96729a47f8d4 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:52:49.660547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Updating router a14b4982-973e-4bac-b705-96729a47f8d4 port 48919477-5cd8-477f-8e28-72de7a36c757 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:52:49.673354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:49.678090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:52:49.681081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:52:49.688913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:49.720976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:49.757400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:49.760750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:49.766290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6d70d423-a54a-45ea-947d-984fcc103e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:49.801352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:49.811654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a2f637-cd20-4820-9e54-a837c7888a90,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:49.817101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:49.819086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:49.821609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45898) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:49.821760 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2333899 Dec 21 16:52:49.828877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'd1a2f637-cd20-4820-9e54-a837c7888a90', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:49.835924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:49.841652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:52:49.844121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:52:49.852220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:49.874632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:49.977042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e291513e-f84a-4647-ad6b-1b7eac8ab043 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:52:50.189233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.192089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.194026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dfa713bd-7e10-4be6-9ec9-513f1d946d78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:50.218607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc04c5c9-a89d-4d11-b4f0-485acb1c1dd5,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:50.221318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:50.228539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.229888 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4072077 Dec 21 16:52:50.232863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45902) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:50.238887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'd1a2f637-cd20-4820-9e54-a837c7888a90', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:50.245057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:50.249164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:52:50.252230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:52:50.259592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:50.261219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e291513e-f84a-4647-ad6b-1b7eac8ab043 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:52:50.261645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.276406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.343372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.346343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.348837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d0659bf7-c904-4aa8-a986-9889844f6b25 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:50.372978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cfe0f7-8778-487a-9e74-7c2ead4b36c1,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:50.375631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:50.382331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.386591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45906) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:50.387048 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1528068 Dec 21 16:52:50.393427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'd1a2f637-cd20-4820-9e54-a837c7888a90', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:50.401295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:50.405623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:52:50.408984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:52:50.415845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:50.432442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.511505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.514593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.516559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:50.542947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15e618d-5fec-4b60-b7e0-983f7e78bbdb,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:50.545808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:50.552955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.554288 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1661332 Dec 21 16:52:50.557225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45910) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:50.563465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'd1a2f637-cd20-4820-9e54-a837c7888a90', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:50.570746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:50.575297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:52:50.578592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:52:50.589493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:50.616125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.664096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.696058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.698167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.699005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 362003a0-71fc-400a-8fbb-7d235c2ec56a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:52:50.708633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eba64551-e113-4e5f-9411-cb8e773bfbd4 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:50.728899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Transition to ACTIVE for port object 48919477-5cd8-477f-8e28-72de7a36c757 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:52:50.732894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c848952-3f43-4ed7-a3d6-0d88b8deb5d2,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:50.735847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:50.746047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.748977 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1890731 Dec 21 16:52:50.750253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45914) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:50.757041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'd1a2f637-cd20-4820-9e54-a837c7888a90', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:50.760251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.764632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:50.767092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2f0e639f-5300-4488-a25d-370488ceb4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:50.769402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:52:50.772578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:52:50.779119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:50.790198 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:52:50.797491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.881780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.885505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.895944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d44cd56c-882a-43ee-a92f-4553b2bbf62d tempest-SecGroupIPv6Test-2141892425 tempest-SecGroupIPv6Test-2141892425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:50.920114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8741385f-8d00-4138-8ef9-c390b0ce966a,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:50.921869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06094615-f2ee-4af3-9ee3-260f255231c7 None None] Pushing event updated for resources: {'Port': ['ID=48919477-5cd8-477f-8e28-72de7a36c757,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:50.923357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:50.926879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-06094615-f2ee-4af3-9ee3-260f255231c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:50.936215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 362003a0-71fc-400a-8fbb-7d235c2ec56a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:52:50.936215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.936464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:50.939292 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1879649 Dec 21 16:52:50.940257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45918) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:52:50.949036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'd1a2f637-cd20-4820-9e54-a837c7888a90', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:50.955736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:50.960474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:52:50.964063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:52:50.971059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:50.989190 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:52:50.997038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:51.075946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:51.084377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Attempting to bind port 48919477-5cd8-477f-8e28-72de7a36c757 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:52:51.084553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Attempting to bind port 48919477-5cd8-477f-8e28-72de7a36c757 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:52:51.084829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Attempting to bind port 48919477-5cd8-477f-8e28-72de7a36c757 on network 79c059de-0576-47fb-9c97-2a7eff8b31ee {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:52:51.085801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:51.089441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:51.093855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:52:51.094097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Checking segment: {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:52:51.094815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:51.095760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Bound using segment: {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:52:51.095891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Bound port: 48919477-5cd8-477f-8e28-72de7a36c757, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:52:51.097738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:51.118231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c9ef57-2645-43db-8593-29f2fb4c4420,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:51.123224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:51.137287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:51.141842 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1996288 Dec 21 16:52:51.282012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] For port 48919477-5cd8-477f-8e28-72de7a36c757, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:52:51.289557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] For port 48919477-5cd8-477f-8e28-72de7a36c757, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=48919477-5cd8-477f-8e28-72de7a36c757,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:52:51.294850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:51.299629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ace5f7c6-5d7b-4806-b5c0-d3d1582c0a00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:51.408032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06094615-f2ee-4af3-9ee3-260f255231c7 None None] Pushing event updated for resources: {'Port': ['ID=48919477-5cd8-477f-8e28-72de7a36c757,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:51.412025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-06094615-f2ee-4af3-9ee3-260f255231c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:51.414437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:52:51.414660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-165c6f91-81da-4a36-82a4-b5c136ea18d3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:52:51.415165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:51.437679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-165c6f91-81da-4a36-82a4-b5c136ea18d3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:52:51.439023 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-165c6f91-81da-4a36-82a4-b5c136ea18d3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70825466&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.0860052 Dec 21 16:52:51.633967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-7b257987-f3ae-430e-834b-23631620e07d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:51.636359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-7b257987-f3ae-430e-834b-23631620e07d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:52:51.653526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:52:51.668328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-7b257987-f3ae-430e-834b-23631620e07d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:52:51.669728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-7b257987-f3ae-430e-834b-23631620e07d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/networks?id=79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 200 len: 795 time: 0.2195058 Dec 21 16:52:51.696154 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-0598f90b-d4ed-4b55-85eb-880607d53444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/quotas/265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 375 time: 0.0189447 Dec 21 16:52:51.781311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-67b17c29-8c1e-4d1a-8e25-eb4449c662df tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:52:51.803744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-67b17c29-8c1e-4d1a-8e25-eb4449c662df tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:52:51.805622 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-67b17c29-8c1e-4d1a-8e25-eb4449c662df tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084027 Dec 21 16:52:51.978836 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-0128b601-e611-492d-874b-6febac5f2a89 service neutron] 10.222.0.67 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546302 Dec 21 16:52:52.026805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:51Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:52:52.031829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c1d70-d511-49fc-af6a-95b4518f3631 None None] The sync data for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv is: [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:51Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:52:52.154905 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-a073ffaa-1320-4da3-953a-79d244dc905d service neutron] 10.222.0.67 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685615 Dec 21 16:52:52.434634 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d8563060-495b-4c1d-af0d-32e0146492b5 req-59d8c8f9-0d87-409a-a69c-99af544fc34a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 210 time: 0.0685236 Dec 21 16:52:53.601862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-02e5ebc5-fe2c-42ed-8305-6863d9ea95d6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:53.604166 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-02e5ebc5-fe2c-42ed-8305-6863d9ea95d6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 200 len: 795 time: 0.1700406 Dec 21 16:52:53.643781 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bcf52cd1-7b06-4b52-bd78-34f380bf6e0a req-f27daeaf-c682-4f14-a526-f9f055e6375f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 210 time: 0.0530667 Dec 21 16:52:53.689916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-861f3eca-78b9-4c98-8bf4-569c617ac58f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:52:53.704555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-861f3eca-78b9-4c98-8bf4-569c617ac58f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:52:53.705791 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-861f3eca-78b9-4c98-8bf4-569c617ac58f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 378 time: 0.0907724 Dec 21 16:52:53.721347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'device_id': '5c161814-8737-43df-8112-8656b80560ca', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'admin_state_up': True, 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'security_groups': ['d1a2f637-cd20-4820-9e54-a837c7888a90']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:53.872323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:52:53.882397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:52:53.891074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:52:53.897144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:54.011583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 48919477-5cd8-477f-8e28-72de7a36c757 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:52:54.089621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.12 (79c059de-0576-47fb-9c97-2a7eff8b31ee/034c7ea9-fae3-40fb-8217-75bf4bcc209c/6da75b03-d423-4f8e-a0bf-cc42d46a7447) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:52:54.091501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 48919477-5cd8-477f-8e28-72de7a36c757 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:52:54.096112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 48919477-5cd8-477f-8e28-72de7a36c757 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:52:54.096544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:54.225045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:54.271450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 48919477-5cd8-477f-8e28-72de7a36c757, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=48919477-5cd8-477f-8e28-72de7a36c757,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:54.280136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:54.286316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:54.303209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:54.320446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 6da75b03-d423-4f8e-a0bf-cc42d46a7447 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:52:54.340471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:54.346090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc20d5b3-b2d4-4f45-bb12-7c10a1c046a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:54.353919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=48919477-5cd8-477f-8e28-72de7a36c757,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:54.357088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:54.424584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 79c059de-0576-47fb-9c97-2a7eff8b31ee is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:52:54.429521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:52:54.430672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=6da75b03-d423-4f8e-a0bf-cc42d46a7447,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:54.433102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:52:54.467348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:54.503518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:54.504392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:54.540581 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8230908 Dec 21 16:52:54.553178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Request body: {'port': {'device_id': '5c161814-8737-43df-8112-8656b80560ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:52:54.677966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:54.790679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5b0dcff7-9b58-4d1e-a4d8-8b374c3359c7 None None] Provisioning for port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:52:54.795660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5b0dcff7-9b58-4d1e-a4d8-8b374c3359c7 None None] Provisioning complete for port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:52:54.796087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b0dcff7-9b58-4d1e-a4d8-8b374c3359c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:54.855320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5b0dcff7-9b58-4d1e-a4d8-8b374c3359c7 None None] Port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:52:54.858708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6693-e199-4fa6-88c2-a73c461f4834 req-a4e072a6-f866-4cca-b71e-454583bcc605 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:54.860123 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5b2a6693-e199-4fa6-88c2-a73c461f4834 req-a4e072a6-f866-4cca-b71e-454583bcc605 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 932 time: 0.0856178 Dec 21 16:52:54.912225 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5b2a6693-e199-4fa6-88c2-a73c461f4834 req-5d25ffa3-731e-47cf-ae24-e9b467275592 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=d1a2f637-cd20-4820-9e54-a837c7888a90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454628 Dec 21 16:52:55.043595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da75b03-d423-4f8e-a0bf-cc42d46a7447 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:52:55.051060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:55.066199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Transition to ACTIVE for port object 6da75b03-d423-4f8e-a0bf-cc42d46a7447 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:52:55.068969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:55.073434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4437a035-bc9f-472b-b688-ee3c9692690c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:55.208491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Pushing event updated for resources: {'Port': ['ID=6da75b03-d423-4f8e-a0bf-cc42d46a7447,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:55.211787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:55.324966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Attempting to bind port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:52:55.325268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Attempting to bind port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:52:55.325632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Attempting to bind port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 on network 79c059de-0576-47fb-9c97-2a7eff8b31ee {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:52:55.332423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 on network 79c059de-0576-47fb-9c97-2a7eff8b31ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:52:55.332962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Attempting to bind port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 on network 79c059de-0576-47fb-9c97-2a7eff8b31ee {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:52:55.340065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:52:55.340441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Checking segment: {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:52:55.340864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Bound using segment: {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:52:55.341337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Bound port: 6da75b03-d423-4f8e-a0bf-cc42d46a7447, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:52:55.341722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:55.438519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] For port 6da75b03-d423-4f8e-a0bf-cc42d46a7447, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:52:55.442298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] For port 6da75b03-d423-4f8e-a0bf-cc42d46a7447, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6da75b03-d423-4f8e-a0bf-cc42d46a7447,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:52:55.445605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:55.449985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c6d450a-c1bf-45e0-919e-ed0052b0f306 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:55.511674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:55.513183 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] 10.222.0.48 "PUT /v2.0/ports/6da75b03-d423-4f8e-a0bf-cc42d46a7447 HTTP/1.1" status: 200 len: 1094 time: 0.9655361 Dec 21 16:52:55.513758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c161814-8737-43df-8112-8656b80560ca', 'tag': '6da75b03-d423-4f8e-a0bf-cc42d46a7447'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:52:55.532249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Pushing event updated for resources: {'Port': ['ID=6da75b03-d423-4f8e-a0bf-cc42d46a7447,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:55.535486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:55.595885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c161814-8737-43df-8112-8656b80560ca', 'tag': '6da75b03-d423-4f8e-a0bf-cc42d46a7447', 'status': 'completed', 'code': 200} Dec 21 16:52:55.637931 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-04ec6413-9c7f-461d-9f86-c06ef5c82261 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 1097 time: 0.0864446 Dec 21 16:52:55.711038 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-73fa0525-92eb-4e28-84cd-2a554ab9696c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da75b03-d423-4f8e-a0bf-cc42d46a7447 HTTP/1.1" status: 200 len: 217 time: 0.0662162 Dec 21 16:52:55.783045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-e6a6e12e-d9fb-4685-8b9b-4bbc4937e586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:55.785123 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-e6a6e12e-d9fb-4685-8b9b-4bbc4937e586 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=034c7ea9-fae3-40fb-8217-75bf4bcc209c HTTP/1.1" status: 200 len: 834 time: 0.0683601 Dec 21 16:52:55.866239 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-887362b3-b10d-4008-ab78-0064a891b00a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c059de-0576-47fb-9c97-2a7eff8b31ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747583 Dec 21 16:52:55.967625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 48919477-5cd8-477f-8e28-72de7a36c757 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:52:56.010636 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-9162dece-f123-4cab-a804-55eea70bc163 service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379800 Dec 21 16:52:56.040295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 48919477-5cd8-477f-8e28-72de7a36c757 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:52:56.041150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:56.137853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4be3f-aa0f-467a-99b5-853a5149a634 req-8d28c42b-d139-4db0-ad0c-092e318d92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:56.139424 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f8d4be3f-aa0f-467a-99b5-853a5149a634 req-8d28c42b-d139-4db0-ad0c-092e318d92bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 944 time: 0.0926204 Dec 21 16:52:56.160380 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0da4a2b-c1d8-4425-8913-c15a42bbadf6 req-2bfd36a2-9ccf-4280-8e67-973ad8584aa8 service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422551 Dec 21 16:52:56.190615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f8d4be3f-aa0f-467a-99b5-853a5149a634 req-005a6021-576d-4c1b-bb7e-f6b08436caee tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=d1a2f637-cd20-4820-9e54-a837c7888a90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437288 Dec 21 16:52:56.280821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-47e5ef93-85ad-4624-aa1e-5a68276164d5 req-105b9170-0a85-415e-8892-7d327e53e81c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 1097 time: 0.0734227 Dec 21 16:52:56.422885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5ef93-85ad-4624-aa1e-5a68276164d5 req-1ef38f36-7e94-4db3-a6fc-f64d4c16d8b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:56.424486 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-47e5ef93-85ad-4624-aa1e-5a68276164d5 req-1ef38f36-7e94-4db3-a6fc-f64d4c16d8b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 200 len: 896 time: 0.1372597 Dec 21 16:52:56.499742 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-47e5ef93-85ad-4624-aa1e-5a68276164d5 req-e4176a36-d218-40bc-a638-b974c6d9dd3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da75b03-d423-4f8e-a0bf-cc42d46a7447 HTTP/1.1" status: 200 len: 217 time: 0.0679018 Dec 21 16:52:56.572382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5ef93-85ad-4624-aa1e-5a68276164d5 req-f2eaa333-8186-404a-8ec9-f1c94e667611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:56.573951 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-47e5ef93-85ad-4624-aa1e-5a68276164d5 req-f2eaa333-8186-404a-8ec9-f1c94e667611 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=034c7ea9-fae3-40fb-8217-75bf4bcc209c HTTP/1.1" status: 200 len: 834 time: 0.0675268 Dec 21 16:52:56.660048 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-47e5ef93-85ad-4624-aa1e-5a68276164d5 req-91b98c4a-93bf-4f41-a757-4c3f03ca9955 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c059de-0576-47fb-9c97-2a7eff8b31ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774748 Dec 21 16:52:56.800706 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-47e5ef93-85ad-4624-aa1e-5a68276164d5 req-3f5ed85a-5c04-4dad-aa1c-cc5104227082 service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331313 Dec 21 16:52:56.938895 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-47e5ef93-85ad-4624-aa1e-5a68276164d5 req-cdf9cd93-fa72-424f-a30a-350d12568a43 service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322401 Dec 21 16:52:57.121696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6da75b03-d423-4f8e-a0bf-cc42d46a7447 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:52:57.265033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 6da75b03-d423-4f8e-a0bf-cc42d46a7447, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6da75b03-d423-4f8e-a0bf-cc42d46a7447,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:57.279627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '6da75b03-d423-4f8e-a0bf-cc42d46a7447', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'port_id': '6da75b03-d423-4f8e-a0bf-cc42d46a7447', 'mac_address': 'fa:16:3e:02:04:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:52:57.336040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:57.354435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da75b03-d423-4f8e-a0bf-cc42d46a7447 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:52:57.370333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 6da75b03-d423-4f8e-a0bf-cc42d46a7447, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6da75b03-d423-4f8e-a0bf-cc42d46a7447,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:57.374202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:57.376900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-603b5428-b22b-4808-a163-b74b66355dcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:57.404901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df5f00-b8d0-4384-a837-d50a8eb09a4b req-6fdd8d51-8a30-4467-b1fa-90c242c4c7f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:57.406504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d1df5f00-b8d0-4384-a837-d50a8eb09a4b req-6fdd8d51-8a30-4467-b1fa-90c242c4c7f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 944 time: 0.0891280 Dec 21 16:52:57.449025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=6da75b03-d423-4f8e-a0bf-cc42d46a7447,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:57.452478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:57.455407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d1df5f00-b8d0-4384-a837-d50a8eb09a4b req-05a48c4c-ba49-4e78-9830-f0d15d319d08 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=d1a2f637-cd20-4820-9e54-a837c7888a90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426300 Dec 21 16:52:57.588492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['6da75b03-d423-4f8e-a0bf-cc42d46a7447'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:52:58.668281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21520f-6be0-4573-88d3-b7faf3774d93 req-8870e1ee-9262-4b98-bc6b-6667166c61f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:58.669834 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f21520f-6be0-4573-88d3-b7faf3774d93 req-8870e1ee-9262-4b98-bc6b-6667166c61f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 945 time: 0.0857489 Dec 21 16:52:58.718092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:52:58.718470 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f21520f-6be0-4573-88d3-b7faf3774d93 req-1b7bd237-4201-49c8-9361-5277fbda02ce tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=d1a2f637-cd20-4820-9e54-a837c7888a90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419064 Dec 21 16:52:59.153017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6da75b03-d423-4f8e-a0bf-cc42d46a7447 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:52:59.223662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:52:59.228478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:52:59.228906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:59.352520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:59.359578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:59.387205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c161814-8737-43df-8112-8656b80560ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da75b03-d423-4f8e-a0bf-cc42d46a7447'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:52:59.397659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 6da75b03-d423-4f8e-a0bf-cc42d46a7447, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6da75b03-d423-4f8e-a0bf-cc42d46a7447,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:52:59.401582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:52:59.405114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:52:59.449301 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c161814-8737-43df-8112-8656b80560ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da75b03-d423-4f8e-a0bf-cc42d46a7447', 'code': 200} Dec 21 16:52:59.476772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=6da75b03-d423-4f8e-a0bf-cc42d46a7447,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:52:59.479999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:52:59.684340 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-72a2a4f0-aa9d-4a8d-ad08-56996bd3e446 req-34a9310f-5150-4ebc-a9cf-5f2fb99e104f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 1099 time: 0.0745122 Dec 21 16:52:59.728653 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-72a2a4f0-aa9d-4a8d-ad08-56996bd3e446 req-38191112-7e2c-4d94-9635-9f174cc84030 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d1a2f637-cd20-4820-9e54-a837c7888a90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373576 Dec 21 16:52:59.925464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4dd41-df3d-42b4-a6d8-68a619ebf73a req-fd18cdac-8673-40fd-9928-739783f96464 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:52:59.927107 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5ba4dd41-df3d-42b4-a6d8-68a619ebf73a req-fd18cdac-8673-40fd-9928-739783f96464 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 946 time: 0.0869839 Dec 21 16:52:59.975300 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5ba4dd41-df3d-42b4-a6d8-68a619ebf73a req-5fdafc9e-30b7-4794-8210-042e49a69d01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=d1a2f637-cd20-4820-9e54-a837c7888a90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421197 Dec 21 16:53:01.179370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdaf0e-de29-491e-a797-08b15e3f523d req-36a9bbd8-1eff-4e81-a3b2-c21cd08ad3c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:01.180997 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f8bdaf0e-de29-491e-a797-08b15e3f523d req-36a9bbd8-1eff-4e81-a3b2-c21cd08ad3c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 946 time: 0.0826442 Dec 21 16:53:01.229891 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f8bdaf0e-de29-491e-a797-08b15e3f523d req-c70eb2d7-9640-430c-9417-304b68cf263e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=d1a2f637-cd20-4820-9e54-a837c7888a90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427742 Dec 21 16:53:01.434581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15776d97-063c-419b-8ca6-b9611a852fb8 req-d78605bb-d3e1-422e-b57a-44a3ba34aff5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:01.436225 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15776d97-063c-419b-8ca6-b9611a852fb8 req-d78605bb-d3e1-422e-b57a-44a3ba34aff5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 946 time: 0.0871265 Dec 21 16:53:01.484435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15776d97-063c-419b-8ca6-b9611a852fb8 req-b469b27f-a85a-402d-9fdc-2e97ba43febe tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=d1a2f637-cd20-4820-9e54-a837c7888a90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415308 Dec 21 16:53:01.512424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45968) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:01.586101 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4f0eefb0-6cd0-4b5d-810a-319a0b7acedf tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 1094 time: 0.0723152 Dec 21 16:53:01.588742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 45972) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:01.594529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '6da75b03-d423-4f8e-a0bf-cc42d46a7447', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:01.600313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:01.604327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:floatingip and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:53:01.607467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:53:01.613983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:01.629403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:01.771692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:01.920314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.15 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/048ac135-e9df-4ad7-94b5-7de27b6029aa) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:53:02.073836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:02.100620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:02.105170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72010428-05be-4461-b44c-4484c86ab02a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:02.176468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:53:02.179787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:53:02.181901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=048ac135-e9df-4ad7-94b5-7de27b6029aa,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:02.184244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:53:02.213476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:02.705954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:02.761201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:02.973147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:02.976596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:02.980915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f739f97b-9e1e-43dd-8f33-f46972c9bb68 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:03.086116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=048ac135-e9df-4ad7-94b5-7de27b6029aa,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:03.090728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:03.099102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:03.295117 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP 58f7e15d-437d-4fd3-9ffb-f5beedb749a0 associated. External IP: 172.26.7.15, port: 6da75b03-d423-4f8e-a0bf-cc42d46a7447. Dec 21 16:53:03.926210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router a14b4982-973e-4bac-b705-96729a47f8d4 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:53:04.131302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:53:04.144255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6434c4-c6ba-4b77-8041-0168a89e406f None None] Sync routers for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:53:04.155565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:04.157401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6434c4-c6ba-4b77-8041-0168a89e406f None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:53:04.158057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5d6434c4-c6ba-4b77-8041-0168a89e406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:04.215126 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6247547 Dec 21 16:53:04.215935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c161814-8737-43df-8112-8656b80560ca', 'tag': '6da75b03-d423-4f8e-a0bf-cc42d46a7447'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:53:04.218193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45976) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:04.271635 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c161814-8737-43df-8112-8656b80560ca', 'tag': '6da75b03-d423-4f8e-a0bf-cc42d46a7447', 'status': 'completed', 'code': 200} Dec 21 16:53:04.344189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-5d6434c4-c6ba-4b77-8041-0168a89e406f None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:53:04.608465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f00dad1a-ee31-4496-a13e-099e772664d1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 200 len: 991 time: 0.3888667 Dec 21 16:53:04.632603 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-500d2715-51e7-4a94-8bc9-af9970cb6115 req-a9bf57d9-8cbd-4ce3-a993-f55d3a006a7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 1099 time: 0.3317602 Dec 21 16:53:04.733144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5d6434c4-c6ba-4b77-8041-0168a89e406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '58f7e15d-437d-4fd3-9ffb-f5beedb749a0', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.15', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'port_id': '6da75b03-d423-4f8e-a0bf-cc42d46a7447', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'mac_address': 'fa:16:3e:02:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c161814-8737-43df-8112-8656b80560ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:02Z', 'updated_at': '2021-12-21T16:53:02Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:04.737927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6434c4-c6ba-4b77-8041-0168a89e406f None None] Checking router: a14b4982-973e-4bac-b705-96729a47f8d4 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:53:04.749266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6434c4-c6ba-4b77-8041-0168a89e406f None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:53:04.750248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5d6434c4-c6ba-4b77-8041-0168a89e406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:04.780405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d2715-51e7-4a94-8bc9-af9970cb6115 req-0d2b4796-7929-4b51-8de2-d9506c06fdfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:04.782007 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-500d2715-51e7-4a94-8bc9-af9970cb6115 req-0d2b4796-7929-4b51-8de2-d9506c06fdfd service neutron] 10.222.0.48 "GET /v2.0/networks?id=79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 200 len: 896 time: 0.1433380 Dec 21 16:53:04.892199 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-500d2715-51e7-4a94-8bc9-af9970cb6115 req-61cfd919-e377-4201-9c73-1a58513aea7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da75b03-d423-4f8e-a0bf-cc42d46a7447 HTTP/1.1" status: 200 len: 999 time: 0.1039333 Dec 21 16:53:04.966533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d2715-51e7-4a94-8bc9-af9970cb6115 req-a66cacd1-ebe7-43a3-9d3c-be4b484ecdd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:04.968147 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-500d2715-51e7-4a94-8bc9-af9970cb6115 req-a66cacd1-ebe7-43a3-9d3c-be4b484ecdd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=034c7ea9-fae3-40fb-8217-75bf4bcc209c HTTP/1.1" status: 200 len: 834 time: 0.0700934 Dec 21 16:53:05.051597 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-500d2715-51e7-4a94-8bc9-af9970cb6115 req-c678701b-66d2-42da-8313-d074dd856217 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c059de-0576-47fb-9c97-2a7eff8b31ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775800 Dec 21 16:53:05.083413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-5d6434c4-c6ba-4b77-8041-0168a89e406f None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:53:05.203330 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-500d2715-51e7-4a94-8bc9-af9970cb6115 req-d53a1f06-18f9-4583-97e5-cfe5b6f481f7 service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447449 Dec 21 16:53:05.374998 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-500d2715-51e7-4a94-8bc9-af9970cb6115 req-5ab04c6a-d9fe-4c60-9459-13edf500c137 service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606348 Dec 21 16:53:05.425174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d6880-23c2-4569-beff-8703445bc2ac req-5bdcacae-ae86-4302-9400-c4e16b536d6a tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:05.426968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fd5d6880-23c2-4569-beff-8703445bc2ac req-5bdcacae-ae86-4302-9400-c4e16b536d6a tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 945 time: 0.0980153 Dec 21 16:53:05.467248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5d6434c4-c6ba-4b77-8041-0168a89e406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '58f7e15d-437d-4fd3-9ffb-f5beedb749a0', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.15', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'port_id': '6da75b03-d423-4f8e-a0bf-cc42d46a7447', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'mac_address': 'fa:16:3e:02:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c161814-8737-43df-8112-8656b80560ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:02Z', 'updated_at': '2021-12-21T16:53:02Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:05.471860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6434c4-c6ba-4b77-8041-0168a89e406f None None] The sync data for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv is: [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '58f7e15d-437d-4fd3-9ffb-f5beedb749a0', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.15', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'port_id': '6da75b03-d423-4f8e-a0bf-cc42d46a7447', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'mac_address': 'fa:16:3e:02:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c161814-8737-43df-8112-8656b80560ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:02Z', 'updated_at': '2021-12-21T16:53:02Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:53:05.479331 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fd5d6880-23c2-4569-beff-8703445bc2ac req-be63d23c-141f-4be4-8192-d8be55fa8d26 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460300 Dec 21 16:53:05.612495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45986) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:05.728040 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3313b653-9990-435a-8a17-1aa3783f529b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 200 len: 991 time: 0.1136847 Dec 21 16:53:05.829138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d0746-2805-4b24-b694-a4b86341d7ec None None] New status for floating IP 58f7e15d-437d-4fd3-9ffb-f5beedb749a0: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:53:06.732045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 45992) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:06.734677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852d8a-2c6b-43f0-8f01-1be2e398dd38 req-3a6fb6c2-7a0f-48a2-8fb2-3836b35fe98c tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:06.736339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a2852d8a-2c6b-43f0-8f01-1be2e398dd38 req-3a6fb6c2-7a0f-48a2-8fb2-3836b35fe98c tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 945 time: 0.0868039 Dec 21 16:53:06.787133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a2852d8a-2c6b-43f0-8f01-1be2e398dd38 req-c1915a40-b30b-4840-bfc0-93b3dd5ebc34 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433712 Dec 21 16:53:06.845752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-edb03ff6-dd40-49e7-b085-a55fa468c89f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 200 len: 993 time: 0.1123638 Dec 21 16:53:06.930822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-751d9d10-43d0-4350-8577-29fe42fb1df8 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:06.931529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-751d9d10-43d0-4350-8577-29fe42fb1df8 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Synchronizing usage tracker for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:53:06.947996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-751d9d10-43d0-4350-8577-29fe42fb1df8 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Unset dirty status for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:53:06.949224 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-751d9d10-43d0-4350-8577-29fe42fb1df8 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 945 time: 0.0982587 Dec 21 16:53:07.030650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Deleting port 524b7de1-9748-4527-beb5-a9df759bf517 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:53:07.031070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:07.280175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] For port 524b7de1-9748-4527-beb5-a9df759bf517, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=524b7de1-9748-4527-beb5-a9df759bf517,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:53:07.280573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:07.579962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:07.580299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:07.580655 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Floating IP 2e94ae2d-b0da-4e8f-a8f4-49e45f49b6ef disassociated. External IP: 172.26.7.59, port: 524b7de1-9748-4527-beb5-a9df759bf517. Dec 21 16:53:07.581065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Calling delete_port for 524b7de1-9748-4527-beb5-a9df759bf517 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:53:07.722758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:07.728441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:07.774136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event deleted for resources: {'Port': ['ID=524b7de1-9748-4527-beb5-a9df759bf517,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:07.778445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:07.958532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f98b1e75-a7fa-45df-9d7e-b5fe1c8426ff req-428dd159-7342-49d3-a657-a007df85ed9c tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 210 time: 0.0450985 Dec 21 16:53:07.995940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Router 24c51322-1736-4594-a490-ec4433e698c2 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:53:08.212441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:53:08.224320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702b35e7-b282-4f7e-ab10-a44b43f41b6b None None] Sync routers for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:53:08.238083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b35e7-b282-4f7e-ab10-a44b43f41b6b None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:53:08.238746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-702b35e7-b282-4f7e-ab10-a44b43f41b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:08.288927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] No DVR routers for this DVR port 524b7de1-9748-4527-beb5-a9df759bf517 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:53:08.291614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:08.298656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'name': 'network-vif-deleted', 'tag': '524b7de1-9748-4527-beb5-a9df759bf517'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:53:08.321809 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7641e95b-83f9-46f1-9927-c93040408bc1 req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "DELETE /v2.0/ports/524b7de1-9748-4527-beb5-a9df759bf517 HTTP/1.1" status: 204 len: 173 time: 1.3671050 Dec 21 16:53:08.391331 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c163af-ecf7-42da-abea-7dbfc23927af', 'name': 'network-vif-deleted', 'tag': '524b7de1-9748-4527-beb5-a9df759bf517', 'status': 'completed', 'code': 200} Dec 21 16:53:08.443213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-702b35e7-b282-4f7e-ab10-a44b43f41b6b None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:53:08.779000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-702b35e7-b282-4f7e-ab10-a44b43f41b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:08.783231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702b35e7-b282-4f7e-ab10-a44b43f41b6b None None] Checking router: 24c51322-1736-4594-a490-ec4433e698c2 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:53:08.795133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b35e7-b282-4f7e-ab10-a44b43f41b6b None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:53:08.795786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-702b35e7-b282-4f7e-ab10-a44b43f41b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:52:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:08.985533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-702b35e7-b282-4f7e-ab10-a44b43f41b6b None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:53:09.151069 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fd7bb596-6752-43d6-b5c4-b54ac9afae74 req-b1a4074b-65e9-4ae2-b6c6-469dac563c11 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4c163af-ecf7-42da-abea-7dbfc23927af HTTP/1.1" status: 200 len: 210 time: 0.0476120 Dec 21 16:53:09.237330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 524b7de1-9748-4527-beb5-a9df759bf517 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:53:09.273306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 524b7de1-9748-4527-beb5-a9df759bf517 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:53:09.273704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 524b7de1-9748-4527-beb5-a9df759bf517 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:53:09.314071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-702b35e7-b282-4f7e-ab10-a44b43f41b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:09.318861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702b35e7-b282-4f7e-ab10-a44b43f41b6b None None] The sync data for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv is: [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:53:09.768911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6856ff-0f5e-48c0-9d07-969d0068e0e1 None None] New status for floating IP 2e94ae2d-b0da-4e8f-a8f4-49e45f49b6ef: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:53:10.565687 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-3ece0012-9a00-49c2-b763-9307d8db84e8 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733415394&fields=id&tenant_id=fd9f31a269eb40be8aee5995f7e8cd18 HTTP/1.1" status: 200 len: 267 time: 0.0429366 Dec 21 16:53:10.732963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-d49eef6a-4d6d-4f10-8b8a-b59525777e00 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:10.734556 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-d49eef6a-4d6d-4f10-8b8a-b59525777e00 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 812 time: 0.1620135 Dec 21 16:53:10.751976 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-e8bf2d9e-4c9e-4c59-96db-f8ce46f755ab tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/quotas/fd9f31a269eb40be8aee5995f7e8cd18 HTTP/1.1" status: 200 len: 375 time: 0.0113380 Dec 21 16:53:10.839195 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-e6c7b28b-5d08-41ed-9f34-f6ad3a9a7f8f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813355 Dec 21 16:53:10.991539 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-478e9156-e6be-431c-a3fc-11da1b806428 service neutron] 10.222.0.67 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393366 Dec 21 16:53:11.134278 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-358a3c7a-747c-4e8c-a30c-06276e4df779 service neutron] 10.222.0.67 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365256 Dec 21 16:53:11.563708 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-537d505e-3ede-4ea2-a614-cafe2dbea602 req-469442fd-c173-4ea7-8e42-7144c0bc3bec tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 210 time: 0.0489912 Dec 21 16:53:12.590534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-3f617031-f04a-4864-ba70-9c35bc2afbf3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:12.592137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-3f617031-f04a-4864-ba70-9c35bc2afbf3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 812 time: 0.1609919 Dec 21 16:53:12.661110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-33f4ffd4-403f-4495-9e94-1d721530ef7f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9f31a269eb40be8aee5995f7e8cd18 HTTP/1.1" status: 200 len: 379 time: 0.0556903 Dec 21 16:53:12.670825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'port': {'device_id': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'admin_state_up': True, 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'security_groups': ['33e08705-ac57-4540-b51d-d1115f911514']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:12.735418 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2d3ca8fb-b551-4bd2-8b9e-50f68a6d91bf req-fcb7a9fa-93ca-4e68-841c-ac6de5676dca tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 210 time: 0.0483897 Dec 21 16:53:12.821212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:12.825487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:port and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:53:12.828641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:53:12.834683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:12.847218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Made reservation on behalf of fd9f31a269eb40be8aee5995f7e8cd18 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:53:12.852836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:13.021569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Allocated IP 172.20.0.3 (d024f249-80dd-401b-aff7-daf5a271083f/bce4197f-9750-4a9d-b058-935d45ce1378/eb12c8bf-6770-460c-89c0-ad7e2086f2d2) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:53:13.231047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:13.248324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Transition to ACTIVE for port object eb12c8bf-6770-460c-89c0-ad7e2086f2d2 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:53:13.268538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:13.276673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:13.339880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Network d024f249-80dd-401b-aff7-daf5a271083f is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:53:13.348252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:53:13.351042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:53:13.408370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'Port': ['ID=eb12c8bf-6770-460c-89c0-ad7e2086f2d2,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:13.412128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:13.430205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:13.431069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:13.458662 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7923379 Dec 21 16:53:13.473967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Request body: {'port': {'device_id': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:13.595614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:13.736967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1b2d1d7b-a7e2-4daa-8857-c27780f1abdb None None] Provisioning for port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:53:13.741857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1b2d1d7b-a7e2-4daa-8857-c27780f1abdb None None] Provisioning complete for port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:53:13.742367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b2d1d7b-a7e2-4daa-8857-c27780f1abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:13.803364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d1d7b-a7e2-4daa-8857-c27780f1abdb None None] Port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:53:13.969604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b1bb6-9f3e-4a3e-b2f8-a0ea8fd7ecca req-3204b8ac-36e1-45aa-8477-8c6b3cc8add3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:13.970858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb12c8bf-6770-460c-89c0-ad7e2086f2d2 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:53:13.971393 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-654b1bb6-9f3e-4a3e-b2f8-a0ea8fd7ecca req-3204b8ac-36e1-45aa-8477-8c6b3cc8add3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 931 time: 0.0937102 Dec 21 16:53:13.978814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:13.994751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Transition to ACTIVE for port object eb12c8bf-6770-460c-89c0-ad7e2086f2d2 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:53:13.997407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:14.001960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:14.026679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-654b1bb6-9f3e-4a3e-b2f8-a0ea8fd7ecca req-5f529506-3b3e-4053-80ed-e5552c2cacc9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484309 Dec 21 16:53:14.137870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Pushing event updated for resources: {'Port': ['ID=eb12c8bf-6770-460c-89c0-ad7e2086f2d2,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:14.144507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:14.252542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Attempting to bind port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:53:14.253497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Attempting to bind port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:53:14.253871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Attempting to bind port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 on network d024f249-80dd-401b-aff7-daf5a271083f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:53:14.260482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 on network d024f249-80dd-401b-aff7-daf5a271083f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:53:14.260847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Attempting to bind port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 on network d024f249-80dd-401b-aff7-daf5a271083f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:53:14.267782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:53:14.268159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Checking segment: {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:53:14.268618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Bound using segment: {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:53:14.269091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Bound port: eb12c8bf-6770-460c-89c0-ad7e2086f2d2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:53:14.269478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:14.368521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] For port eb12c8bf-6770-460c-89c0-ad7e2086f2d2, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:53:14.372059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] For port eb12c8bf-6770-460c-89c0-ad7e2086f2d2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=eb12c8bf-6770-460c-89c0-ad7e2086f2d2,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:53:14.375458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:14.380626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5385688f-2cad-4c2f-abff-d02c7730ac18 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:14.444475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:14.446251 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] 10.222.0.48 "PUT /v2.0/ports/eb12c8bf-6770-460c-89c0-ad7e2086f2d2 HTTP/1.1" status: 200 len: 1093 time: 0.9772358 Dec 21 16:53:14.449922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'tag': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:53:14.470950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Pushing event updated for resources: {'Port': ['ID=eb12c8bf-6770-460c-89c0-ad7e2086f2d2,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:14.475050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:14.528255 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'tag': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'status': 'completed', 'code': 200} Dec 21 16:53:14.567373 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-2b364fc2-ddbd-4bd0-8c76-23c700312eeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 1096 time: 0.0801487 Dec 21 16:53:14.881731 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-d54b627c-aec4-4f6e-9039-141076ac4e19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb12c8bf-6770-460c-89c0-ad7e2086f2d2 HTTP/1.1" status: 200 len: 217 time: 0.3001885 Dec 21 16:53:14.950594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-f4d6135a-d2fd-4845-bd14-26bb81f397d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:14.952172 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-f4d6135a-d2fd-4845-bd14-26bb81f397d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.0647464 Dec 21 16:53:15.043839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-e62e26a1-cab3-4b07-b421-7cf6e7a34bd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726380 Dec 21 16:53:15.184398 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-a4a74d4b-8694-46ca-9827-e06ee9930a24 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337891 Dec 21 16:53:15.230042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680cd9a-b414-46bf-96ea-ade69e09765a req-801dde9f-ad03-4039-92cf-61bdaf58c741 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:15.231697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0680cd9a-b414-46bf-96ea-ade69e09765a req-801dde9f-ad03-4039-92cf-61bdaf58c741 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 943 time: 0.0845487 Dec 21 16:53:15.282121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0680cd9a-b414-46bf-96ea-ade69e09765a req-0e69bc42-d5af-417a-a363-39be900d26ca tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 Dec 21 16:53:15.326845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-95baab6b-b25a-41cb-ab01-b0f18cda5398 req-9a3fa008-e338-4cfd-aa61-1c47e6337501 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351767 Dec 21 16:53:15.445286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-932cbcf9-cd97-43ff-8072-bbf1110acca8 req-31839ceb-7a11-44d2-90c2-976ec9681317 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 1096 time: 0.0742812 Dec 21 16:53:15.596427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cbcf9-cd97-43ff-8072-bbf1110acca8 req-91fca4f7-5e0a-4c44-835f-9e17d4ed641b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:15.596427 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-932cbcf9-cd97-43ff-8072-bbf1110acca8 req-91fca4f7-5e0a-4c44-835f-9e17d4ed641b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.1380534 Dec 21 16:53:15.665514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-932cbcf9-cd97-43ff-8072-bbf1110acca8 req-a73b1b2e-56ec-4cba-bfbc-f3c2bfcb31cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb12c8bf-6770-460c-89c0-ad7e2086f2d2 HTTP/1.1" status: 200 len: 217 time: 0.0672867 Dec 21 16:53:15.712536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-472764e2-8085-4337-a071-f4813608393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:15.733576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cbcf9-cd97-43ff-8072-bbf1110acca8 req-3e121407-7a94-4eb9-a051-bad5225b1979 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:15.735188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-932cbcf9-cd97-43ff-8072-bbf1110acca8 req-3e121407-7a94-4eb9-a051-bad5225b1979 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.0636363 Dec 21 16:53:15.821231 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-932cbcf9-cd97-43ff-8072-bbf1110acca8 req-e1f1c76a-2ad7-450f-ad6a-165f0574d49c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803332 Dec 21 16:53:15.965720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-932cbcf9-cd97-43ff-8072-bbf1110acca8 req-ebc9d114-ec60-4f6a-b5fc-92778aa97b2d service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380770 Dec 21 16:53:16.110995 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-932cbcf9-cd97-43ff-8072-bbf1110acca8 req-707f5954-105b-4427-8c90-3064f281a77e service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383655 Dec 21 16:53:16.495721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbfde2-ceed-40a0-ae57-68ca4e24859c req-a0c09ece-ac19-445e-b174-f3a845434ecb tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:16.497323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d1dbfde2-ceed-40a0-ae57-68ca4e24859c req-a0c09ece-ac19-445e-b174-f3a845434ecb tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 943 time: 0.0895669 Dec 21 16:53:16.545813 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d1dbfde2-ceed-40a0-ae57-68ca4e24859c req-59f42e8e-54a5-44a5-986a-d3ead5a43013 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421345 Dec 21 16:53:17.131826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:17.744961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424eb90-6d6b-49d8-b913-a1b5a77f2065 req-e0a222ab-b534-4ed9-86a0-5000207f1b89 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:17.746553 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6424eb90-6d6b-49d8-b913-a1b5a77f2065 req-e0a222ab-b534-4ed9-86a0-5000207f1b89 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 943 time: 0.0823157 Dec 21 16:53:17.795071 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6424eb90-6d6b-49d8-b913-a1b5a77f2065 req-4b099f1a-5ffe-4850-beb5-b6388d6a27b1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424614 Dec 21 16:53:17.966902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a249e01e-24fd-4d15-a555-8f201935fff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:18.308642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:19.005890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55867eee-a306-40f9-8755-dba73490f3aa req-080c391f-ef1c-45d1-888e-d8b6920f7bcc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:19.007526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-55867eee-a306-40f9-8755-dba73490f3aa req-080c391f-ef1c-45d1-888e-d8b6920f7bcc tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 943 time: 0.0871534 Dec 21 16:53:19.055793 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-55867eee-a306-40f9-8755-dba73490f3aa req-e502fdcc-d60e-456f-a158-5ff75ebeb6af tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422449 Dec 21 16:53:19.744850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:20.266125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8b7db-b6d8-42c0-b176-01e216813d28 req-228e6060-86e3-4034-8293-4f5079916332 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:20.267761 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15c8b7db-b6d8-42c0-b176-01e216813d28 req-228e6060-86e3-4034-8293-4f5079916332 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 943 time: 0.0825195 Dec 21 16:53:20.316100 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15c8b7db-b6d8-42c0-b176-01e216813d28 req-63990bfc-b7a8-4ad6-b5bc-533c9a4b1296 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417631 Dec 21 16:53:21.531570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe18a5-c89f-470b-8508-5d526a085277 req-54089140-bb5d-45de-920a-39c5ce79cb39 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:21.533186 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8ebe18a5-c89f-470b-8508-5d526a085277 req-54089140-bb5d-45de-920a-39c5ce79cb39 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 943 time: 0.0892010 Dec 21 16:53:21.580987 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8ebe18a5-c89f-470b-8508-5d526a085277 req-d2f01358-d0f4-4f37-8125-5adedb159044 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409751 Dec 21 16:53:22.788012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a78b1-8070-416f-b34f-1d229f020454 req-c3bc95cd-4202-438d-9af5-d1692f5eac6d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:22.789602 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c50a78b1-8070-416f-b34f-1d229f020454 req-c3bc95cd-4202-438d-9af5-d1692f5eac6d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 943 time: 0.0825276 Dec 21 16:53:22.841216 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c50a78b1-8070-416f-b34f-1d229f020454 req-5d8a84a7-948e-471d-8020-b8cc1aa7d47f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455875 Dec 21 16:53:23.281992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device eb12c8bf-6770-460c-89c0-ad7e2086f2d2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:53:23.426652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port eb12c8bf-6770-460c-89c0-ad7e2086f2d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=eb12c8bf-6770-460c-89c0-ad7e2086f2d2,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:53:23.440511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'port_id': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'mac_address': 'fa:16:3e:2b:0f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:53:23.496265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:23.513937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb12c8bf-6770-460c-89c0-ad7e2086f2d2 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:53:23.528493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port eb12c8bf-6770-460c-89c0-ad7e2086f2d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=eb12c8bf-6770-460c-89c0-ad7e2086f2d2,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:53:23.531088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:23.533770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a99ecd0a-12aa-4b23-9cf7-a52105853ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:23.601956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=eb12c8bf-6770-460c-89c0-ad7e2086f2d2,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:23.605204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:23.754358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['eb12c8bf-6770-460c-89c0-ad7e2086f2d2'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:53:24.042719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c421b7-041f-49ae-9f8e-c96845443ec8 req-0c628ed5-6f50-4e33-bde8-5ad5604a4b16 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:24.044358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92c421b7-041f-49ae-9f8e-c96845443ec8 req-0c628ed5-6f50-4e33-bde8-5ad5604a4b16 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 944 time: 0.0840728 Dec 21 16:53:24.093091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92c421b7-041f-49ae-9f8e-c96845443ec8 req-7dbf8f3d-fc4e-4436-813e-f825e38bf16e tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Dec 21 16:53:25.296845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device eb12c8bf-6770-460c-89c0-ad7e2086f2d2 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:53:25.302289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d941b79-ff52-408f-9b60-dff8668a5b17 req-f65c4a97-a606-4cfd-a6cc-2857717eb3f4 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:25.303963 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d941b79-ff52-408f-9b60-dff8668a5b17 req-f65c4a97-a606-4cfd-a6cc-2857717eb3f4 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 944 time: 0.0878918 Dec 21 16:53:25.352762 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d941b79-ff52-408f-9b60-dff8668a5b17 req-cc9fb577-3d78-4f21-a21c-b7d53ed53aa1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426099 Dec 21 16:53:25.368259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:53:25.379232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:53:25.379232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:25.492888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:25.520783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:53:25.530653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port eb12c8bf-6770-460c-89c0-ad7e2086f2d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=eb12c8bf-6770-460c-89c0-ad7e2086f2d2,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:53:25.533691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:25.536213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:25.581451 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'code': 200} Dec 21 16:53:25.604906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=eb12c8bf-6770-460c-89c0-ad7e2086f2d2,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:25.608066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:25.860033 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-04e17109-9e5f-441c-8158-18a5917f2651 req-c38cd9b3-f701-4f17-a0ba-2e7b7454f19d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 1098 time: 0.0724783 Dec 21 16:53:25.907152 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-04e17109-9e5f-441c-8158-18a5917f2651 req-f5a2d1fd-0767-4110-a358-0ccebc96ffe6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Dec 21 16:53:26.556966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4042b-b21d-4059-802d-a620c0658a78 req-7ae9becd-d76d-45e9-bb01-d1b1e4188ab7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:26.558574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3ea4042b-b21d-4059-802d-a620c0658a78 req-7ae9becd-d76d-45e9-bb01-d1b1e4188ab7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 945 time: 0.0824349 Dec 21 16:53:26.607027 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3ea4042b-b21d-4059-802d-a620c0658a78 req-599cf007-2a8d-4fb1-a93b-8180ef08c763 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 Dec 21 16:53:27.813612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5918c-8168-4500-895f-c8dcda6463d0 req-84dc3894-4474-4dfb-8c87-3fe32806a4b4 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:27.815249 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bac5918c-8168-4500-895f-c8dcda6463d0 req-84dc3894-4474-4dfb-8c87-3fe32806a4b4 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 945 time: 0.0863831 Dec 21 16:53:27.863690 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bac5918c-8168-4500-895f-c8dcda6463d0 req-08b84797-265a-403e-a8d3-ce637ecc1e6d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412698 Dec 21 16:53:28.065143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c456f-283c-421b-9771-392cf627d429 req-eb6cf10a-ccc0-4650-a8e3-052e334576b8 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:28.066690 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-700c456f-283c-421b-9771-392cf627d429 req-eb6cf10a-ccc0-4650-a8e3-052e334576b8 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 945 time: 0.0829942 Dec 21 16:53:28.118981 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-700c456f-283c-421b-9771-392cf627d429 req-a4a1b4d3-16d9-49d7-b4bd-c471cab791b1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460942 Dec 21 16:53:28.145891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46066) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:28.220971 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-42fc7f08-b680-47d0-85c4-a04eb1a05f01 tempest-TestVolumeBootPattern-2066299937 tempest-TestVolumeBootPattern-2066299937-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 1093 time: 0.0738127 Dec 21 16:53:28.224315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46070) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:28.229864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:28.235650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:28.240220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:floatingip and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:53:28.243167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:53:28.249086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:28.258238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:28.403578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:28.548158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Allocated IP 172.26.7.84 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/1f855c96-9842-44ee-b5e9-0616bd4247c7) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:53:28.702723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:28.728532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:28.732905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a71f1fd5-1a88-4fc8-b606-295b50868c09 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:28.799045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:53:28.800171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:53:28.804224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:53:28.842051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'Port': ['ID=1f855c96-9842-44ee-b5e9-0616bd4247c7,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:28.850529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:29.311795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:29.320220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:29.373783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:29.815522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:29.819203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:29.823598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1a465405-0d8e-4b91-a7c8-b2b7e6cf7515 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:29.939644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'Port': ['ID=1f855c96-9842-44ee-b5e9-0616bd4247c7,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:29.944085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:29.954822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:30.149840 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Floating IP 6016dbe7-1a46-43ed-ae7c-4fe30b4a673a associated. External IP: 172.26.7.84, port: eb12c8bf-6770-460c-89c0-ad7e2086f2d2. Dec 21 16:53:30.552706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Router 24c51322-1736-4594-a490-ec4433e698c2 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:53:30.761882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:53:30.772005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b7adba-697c-44e1-b727-84f1b876b9d9 None None] Sync routers for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:53:30.785526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7adba-697c-44e1-b727-84f1b876b9d9 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:53:30.785842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:30.786202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-32b7adba-697c-44e1-b727-84f1b876b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:53:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:30.841161 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6157658 Dec 21 16:53:30.841868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'tag': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:53:30.899404 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'tag': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'status': 'completed', 'code': 200} Dec 21 16:53:31.005979 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa12e5c6-88ee-4395-8fd2-eeae31c6920f req-0c937b88-5824-4f58-afb3-83e1b6bd9653 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 1098 time: 0.0830534 Dec 21 16:53:31.122563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-32b7adba-697c-44e1-b727-84f1b876b9d9 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:53:31.150496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12e5c6-88ee-4395-8fd2-eeae31c6920f req-e6bc5742-2bad-4ae8-a6e8-ae6eb80b8099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:31.152132 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa12e5c6-88ee-4395-8fd2-eeae31c6920f req-e6bc5742-2bad-4ae8-a6e8-ae6eb80b8099 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.1376386 Dec 21 16:53:31.263100 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa12e5c6-88ee-4395-8fd2-eeae31c6920f req-4a308074-bda5-49cc-a09c-e9b6b8305728 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb12c8bf-6770-460c-89c0-ad7e2086f2d2 HTTP/1.1" status: 200 len: 998 time: 0.1032360 Dec 21 16:53:31.333138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12e5c6-88ee-4395-8fd2-eeae31c6920f req-467b5ce6-571b-4eb9-9eea-4627f9f7149b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:31.334718 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa12e5c6-88ee-4395-8fd2-eeae31c6920f req-467b5ce6-571b-4eb9-9eea-4627f9f7149b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.0640695 Dec 21 16:53:31.420548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa12e5c6-88ee-4395-8fd2-eeae31c6920f req-006ebd0d-34c2-400e-8004-41c3abab890f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781097 Dec 21 16:53:31.491299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-32b7adba-697c-44e1-b727-84f1b876b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '6016dbe7-1a46-43ed-ae7c-4fe30b4a673a', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2b:0f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:29Z', 'updated_at': '2021-12-21T16:53:29Z', 'revision_number': 0, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:31.495461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b7adba-697c-44e1-b727-84f1b876b9d9 None None] Checking router: 24c51322-1736-4594-a490-ec4433e698c2 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:53:31.506611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7adba-697c-44e1-b727-84f1b876b9d9 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:53:31.507322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-32b7adba-697c-44e1-b727-84f1b876b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:53:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:31.562976 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa12e5c6-88ee-4395-8fd2-eeae31c6920f req-5422dc56-9c70-4a1e-ac2e-6600c75d102d service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351302 Dec 21 16:53:31.695276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-32b7adba-697c-44e1-b727-84f1b876b9d9 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:53:31.704733 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-aa12e5c6-88ee-4395-8fd2-eeae31c6920f req-09839ebf-d53a-4d39-b271-c8c1fe92b1b5 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354094 Dec 21 16:53:32.048560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-32b7adba-697c-44e1-b727-84f1b876b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '6016dbe7-1a46-43ed-ae7c-4fe30b4a673a', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2b:0f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:29Z', 'updated_at': '2021-12-21T16:53:29Z', 'revision_number': 0, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:32.053170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b7adba-697c-44e1-b727-84f1b876b9d9 None None] The sync data for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv is: [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '6016dbe7-1a46-43ed-ae7c-4fe30b4a673a', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2b:0f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:29Z', 'updated_at': '2021-12-21T16:53:29Z', 'revision_number': 0, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:53:32.377449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674cc4e-b4c3-4fec-bd90-8b7c92ef3426 None None] New status for floating IP 6016dbe7-1a46-43ed-ae7c-4fe30b4a673a: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:53:35.724505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:53:35.945161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46082) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:36.027012 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d1684c86-231f-421b-87b5-7abbdd5960fd tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?project_id=265bc93eb934473fb3c7691bab6254d5&network_id=79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 200 len: 3000 time: 0.0804620 Dec 21 16:53:37.913903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46094) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:37.983420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b48d72-85d2-4cef-8072-ccda30281e5d tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:37.985051 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-62b48d72-85d2-4cef-8072-ccda30281e5d tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a HTTP/1.1" status: 200 len: 814 time: 0.0700305 Dec 21 16:53:38.643017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46104) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:38.650108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8a4535a6-6e6e-4647-aabb-cdf535fd9eec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:38.762410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a4535a6-6e6e-4647-aabb-cdf535fd9eec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:39.042931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a4535a6-6e6e-4647-aabb-cdf535fd9eec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:39.045540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a4535a6-6e6e-4647-aabb-cdf535fd9eec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:39.045884 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-8a4535a6-6e6e-4647-aabb-cdf535fd9eec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP 58f7e15d-437d-4fd3-9ffb-f5beedb749a0 disassociated. External IP: 172.26.7.15, port: 6da75b03-d423-4f8e-a0bf-cc42d46a7447. Dec 21 16:53:39.444236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4535a6-6e6e-4647-aabb-cdf535fd9eec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router a14b4982-973e-4bac-b705-96729a47f8d4 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:53:39.867939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4535a6-6e6e-4647-aabb-cdf535fd9eec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:53:39.873006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8a4535a6-6e6e-4647-aabb-cdf535fd9eec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:39.878468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d555e-d88a-4c83-9d57-caad72707ac6 None None] Sync routers for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:53:39.891764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d555e-d88a-4c83-9d57-caad72707ac6 None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:53:39.892546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bb1d555e-d88a-4c83-9d57-caad72707ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:53:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:39.932136 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8a4535a6-6e6e-4647-aabb-cdf535fd9eec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 200 len: 689 time: 1.2882679 Dec 21 16:53:39.933115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c161814-8737-43df-8112-8656b80560ca', 'tag': '6da75b03-d423-4f8e-a0bf-cc42d46a7447'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:53:39.935986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46108) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:39.990489 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c161814-8737-43df-8112-8656b80560ca', 'tag': '6da75b03-d423-4f8e-a0bf-cc42d46a7447', 'status': 'completed', 'code': 200} Dec 21 16:53:40.030119 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-556b6d5c-9b9e-4091-a1f9-d3d1e229476c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 200 len: 689 time: 0.0928185 Dec 21 16:53:40.089038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-bb1d555e-d88a-4c83-9d57-caad72707ac6 None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:53:40.102309 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f3c55e66-5fa8-48e5-ad7d-52c1c7c16e04 req-74e2b194-e3d8-4c2d-9886-2a00738e1b8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 1099 time: 0.0892780 Dec 21 16:53:40.253351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c55e66-5fa8-48e5-ad7d-52c1c7c16e04 req-08da635e-23e4-4ccc-980c-07197ebb54f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:40.255929 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f3c55e66-5fa8-48e5-ad7d-52c1c7c16e04 req-08da635e-23e4-4ccc-980c-07197ebb54f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 200 len: 896 time: 0.1459658 Dec 21 16:53:40.331995 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f3c55e66-5fa8-48e5-ad7d-52c1c7c16e04 req-925bc4b9-3973-4eae-b82d-ae5d325ab292 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da75b03-d423-4f8e-a0bf-cc42d46a7447 HTTP/1.1" status: 200 len: 217 time: 0.0676661 Dec 21 16:53:40.422106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c55e66-5fa8-48e5-ad7d-52c1c7c16e04 req-d0c206a1-4064-45c5-b381-e506171a1425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:40.423827 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f3c55e66-5fa8-48e5-ad7d-52c1c7c16e04 req-d0c206a1-4064-45c5-b381-e506171a1425 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=034c7ea9-fae3-40fb-8217-75bf4bcc209c HTTP/1.1" status: 200 len: 834 time: 0.0825417 Dec 21 16:53:40.444352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bb1d555e-d88a-4c83-9d57-caad72707ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:40.448578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d555e-d88a-4c83-9d57-caad72707ac6 None None] Checking router: a14b4982-973e-4bac-b705-96729a47f8d4 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:53:40.460279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d555e-d88a-4c83-9d57-caad72707ac6 None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:53:40.460931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bb1d555e-d88a-4c83-9d57-caad72707ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:53:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:40.507740 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f3c55e66-5fa8-48e5-ad7d-52c1c7c16e04 req-098f1a2b-0c23-441d-88cb-bbbcff6b83c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c059de-0576-47fb-9c97-2a7eff8b31ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768013 Dec 21 16:53:40.652976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-bb1d555e-d88a-4c83-9d57-caad72707ac6 None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:53:40.654425 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f3c55e66-5fa8-48e5-ad7d-52c1c7c16e04 req-c2136b65-2fb2-44fe-b707-04505276808a service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389546 Dec 21 16:53:40.809042 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f3c55e66-5fa8-48e5-ad7d-52c1c7c16e04 req-50ba2961-4168-47a3-87e3-2f5ccb48feee service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426001 Dec 21 16:53:40.937645 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935e7328-6f42-4973-a053-0c721beb47f0 req-58240502-2c8b-4e75-bc02-cfaf1d080676 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822935 Dec 21 16:53:41.032399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46114) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:41.087925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935e7328-6f42-4973-a053-0c721beb47f0 req-1f218e6c-513e-42c4-bb9b-4b00a9b9b074 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 1099 time: 0.0772421 Dec 21 16:53:41.129550 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-870a7e09-c6ae-4cab-820f-31e8a663b421 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 200 len: 689 time: 0.0951650 Dec 21 16:53:41.134704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bb1d555e-d88a-4c83-9d57-caad72707ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:41.139067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d555e-d88a-4c83-9d57-caad72707ac6 None None] The sync data for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv is: [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:53:41.246927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e7328-6f42-4973-a053-0c721beb47f0 req-f809b304-256a-492e-a2f4-20e3fa1777b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:41.248519 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935e7328-6f42-4973-a053-0c721beb47f0 req-f809b304-256a-492e-a2f4-20e3fa1777b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 200 len: 896 time: 0.1415465 Dec 21 16:53:41.331869 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935e7328-6f42-4973-a053-0c721beb47f0 req-e80fad8d-97c4-4b5e-a05a-44a52dc83203 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da75b03-d423-4f8e-a0bf-cc42d46a7447 HTTP/1.1" status: 200 len: 217 time: 0.0685849 Dec 21 16:53:41.403336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e7328-6f42-4973-a053-0c721beb47f0 req-433a2f4b-b835-4159-8e67-6e1df99059b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:41.405270 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935e7328-6f42-4973-a053-0c721beb47f0 req-433a2f4b-b835-4159-8e67-6e1df99059b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=034c7ea9-fae3-40fb-8217-75bf4bcc209c HTTP/1.1" status: 200 len: 834 time: 0.0666451 Dec 21 16:53:41.489338 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935e7328-6f42-4973-a053-0c721beb47f0 req-7d9b4012-b954-494a-aa43-11251023ff6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c059de-0576-47fb-9c97-2a7eff8b31ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778513 Dec 21 16:53:41.597183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7011396-9f37-41b3-923b-fba1ecc51c72 None None] New status for floating IP 58f7e15d-437d-4fd3-9ffb-f5beedb749a0: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:53:41.633151 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935e7328-6f42-4973-a053-0c721beb47f0 req-2c578b65-24e7-4f97-b2ac-aab30124e562 service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375976 Dec 21 16:53:41.777948 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935e7328-6f42-4973-a053-0c721beb47f0 req-716f1470-c43d-4f0b-848e-cb1b40bbe197 service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390262 Dec 21 16:53:42.132791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46118) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:42.221204 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f3ed5b48-636b-4e9b-8c78-72d9072d7af0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 200 len: 687 time: 0.0869699 Dec 21 16:53:43.423181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46124) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:43.429357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608150952', 'description': 'tempest-secgroup-smoke-1608150952 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:43.435803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:43.445883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:43.454630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.493006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:43.496998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:53:43.499868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:53:43.505946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:43.561425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.564174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.569453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e120c6c6-50ba-48c3-aaaa-680b50b98ca4 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:43.612076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a2fac8-398c-4c00-90cd-a9ca646813a9,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:43.619304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.620606 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1963298 Dec 21 16:53:43.623941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46128) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:43.625130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.625572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.626002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.626427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.626872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.627296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.627715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.628133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.628600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.629004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.629419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.630708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '62a2fac8-398c-4c00-90cd-a9ca646813a9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:43.633099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:43.637471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:43.641536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:53:43.645139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:53:43.651282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:43.667925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.736370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.739005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.740911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f77a14d-4d2b-44ce-a9c6-7f43a40ec898 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:43.762091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd5f8e5-2d1b-400c-a041-f629ed595fbd,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:43.777471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.777902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.778324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.778748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.779222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.779637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.780050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.780462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.781033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.781713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.782273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:43.785393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.786668 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1615181 Dec 21 16:53:43.787694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:43.789775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46132) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:43.795671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '62a2fac8-398c-4c00-90cd-a9ca646813a9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:43.802010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:43.806099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:53:43.809167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:53:43.815217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:43.831228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.895952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.898570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.900483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6a3834c1-31e6-47f1-91c6-b554a682d911 tempest-TestNetworkAdvancedServerOps-1103713459 tempest-TestNetworkAdvancedServerOps-1103713459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:43.921186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239509b2-5b98-4dfd-9fc4-b1408fbedf63,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:43.926210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:43.935118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:43.936405 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1456335 Dec 21 16:53:43.939397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46136) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:43.945949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '62a2fac8-398c-4c00-90cd-a9ca646813a9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:43.952202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:43.956211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:53:43.959809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:53:43.966169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:43.982516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.051314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.053949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.055783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:44.079267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d065172a-b1a0-4c5a-aab1-702c5655c370,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:44.081783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:44.087857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.089126 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1487217 Dec 21 16:53:44.092398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46140) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:44.098265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '62a2fac8-398c-4c00-90cd-a9ca646813a9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:44.104342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:44.108349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:53:44.111354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:53:44.118400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:44.134047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.208558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.309138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.309138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-222ec522-3c03-4a31-9162-879a1e52b675 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:44.332021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15c3483-f60e-41be-ad1a-0a5025ce627c,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:44.332021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:44.384919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.384919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2829194 Dec 21 16:53:44.384919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46144) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:44.395323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '62a2fac8-398c-4c00-90cd-a9ca646813a9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:44.404494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:44.412700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:53:44.420661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:53:44.429880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:44.464659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:53:44.472804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.541628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.541628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.541628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c1a03c79-1d2f-486c-8e22-34aa32e7a0af tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:44.571543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c963032-eadd-42b4-abd1-39deb84ce4aa,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:44.571543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:44.579952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.579952 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1931391 Dec 21 16:53:44.579952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46150) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:44.588735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '62a2fac8-398c-4c00-90cd-a9ca646813a9', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:44.595663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:44.595663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:53:44.602581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:53:44.609278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:44.623070 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:53:44.626565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.697170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.697170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.708130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-47c68533-4036-4cfa-a024-b9b58dc0c6e7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:44.731773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d30b4c-eea3-4e71-a52a-70b51f4667e5,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:44.731773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:44.736105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:44.736105 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1552978 Dec 21 16:53:44.937940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99e3a68b-795a-4603-9763-136356aa26dd req-3116f464-9b0f-4876-b446-2f04d8ad68f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:53:44.954902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99e3a68b-795a-4603-9763-136356aa26dd req-3116f464-9b0f-4876-b446-2f04d8ad68f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:53:44.954902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-3116f464-9b0f-4876-b446-2f04d8ad68f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608150952&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.0657198 Dec 21 16:53:45.116970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3a68b-795a-4603-9763-136356aa26dd req-5bf3d6e3-a997-41f2-a3e8-ef34c1fedc67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:45.116970 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-5bf3d6e3-a997-41f2-a3e8-ef34c1fedc67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/networks?id=79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 200 len: 795 time: 0.1566265 Dec 21 16:53:45.137925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-0d142cc7-7a48-42fa-b19e-3f9626cadb56 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/quotas/265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 375 time: 0.0117841 Dec 21 16:53:45.225028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-11fbea54-3388-4f38-ad5e-7a95da897809 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0827515 Dec 21 16:53:45.242721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-6513b94f-7984-485b-accb-72a12a94b470 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:53:45.242721 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-6513b94f-7984-485b-accb-72a12a94b470 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0059149 Dec 21 16:53:45.418270 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-62464981-46b9-4018-9d24-79be3cb820f3 service neutron] 10.222.0.67 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660974 Dec 21 16:53:45.583760 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-a9a59d93-8169-4afd-972d-d7e532af4c4f service neutron] 10.222.0.67 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590953 Dec 21 16:53:45.724651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8be8ea34-1c5b-4b30-a614-d648252d297e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:45.813358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fed50ff1-59ab-444d-81d9-7da168685464 req-4810997d-faba-48df-8053-ddf67e210488 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 210 time: 0.0473561 Dec 21 16:53:47.019952 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4f9e49d-3e2c-4862-8546-5634459ec024 req-fb08f324-1a80-4fc3-9985-2b5f51a4238d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 210 time: 0.0747447 Dec 21 16:53:47.172993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3a68b-795a-4603-9763-136356aa26dd req-dfecffd1-4472-4cc5-bef7-59d6980ec9a0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:47.172993 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-dfecffd1-4472-4cc5-bef7-59d6980ec9a0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 200 len: 795 time: 0.2073193 Dec 21 16:53:47.234276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:47.238318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-4e2bb23f-1d8b-4841-af25-96a5d941bfb6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 471 time: 0.0473907 Dec 21 16:53:47.246800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'device_id': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'admin_state_up': True, 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'security_groups': ['62a2fac8-398c-4c00-90cd-a9ca646813a9']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:47.397438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:53:47.406764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:port and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:53:47.406764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:53:47.415444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:53:47.508847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:53:47.515611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:47.693848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.7 (79c059de-0576-47fb-9c97-2a7eff8b31ee/034c7ea9-fae3-40fb-8217-75bf4bcc209c/d1637e51-251c-431b-ba7f-e035265c3048) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:53:47.898228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:47.915407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object d1637e51-251c-431b-ba7f-e035265c3048 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:53:47.944489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:47.951739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcfdf64d-65ac-45c5-a963-fa5935fc2d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:47.983662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb65c44f-a8f0-49e0-bbbd-bb1eb0c9e1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:48.026124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 79c059de-0576-47fb-9c97-2a7eff8b31ee is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:53:48.026124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:53:48.033614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:53:48.083165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=d1637e51-251c-431b-ba7f-e035265c3048,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:48.083165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:48.109337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:48.109337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:48.134035 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8910077 Dec 21 16:53:48.149734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Request body: {'port': {'device_id': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:48.272233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe50221-92f7-43ff-b33b-88f5a89dd806 req-f6399154-34a0-44ab-864e-22ab2f663937 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:48.274005 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8fe50221-92f7-43ff-b33b-88f5a89dd806 req-f6399154-34a0-44ab-864e-22ab2f663937 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 931 time: 0.0920777 Dec 21 16:53:48.292920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:48.309892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:48.327731 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8fe50221-92f7-43ff-b33b-88f5a89dd806 req-170f908b-dc61-4ecc-a5c4-f9e91b5bfc18 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=62a2fac8-398c-4c00-90cd-a9ca646813a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467682 Dec 21 16:53:48.500028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b83821a7-6884-415b-b83c-9d1829590cc7 None None] Provisioning for port d1637e51-251c-431b-ba7f-e035265c3048 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:53:48.505231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b83821a7-6884-415b-b83c-9d1829590cc7 None None] Provisioning complete for port d1637e51-251c-431b-ba7f-e035265c3048 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:53:48.505657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b83821a7-6884-415b-b83c-9d1829590cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:48.567509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b83821a7-6884-415b-b83c-9d1829590cc7 None None] Port d1637e51-251c-431b-ba7f-e035265c3048 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:53:48.681501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1637e51-251c-431b-ba7f-e035265c3048 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:53:48.688814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:48.703962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Transition to ACTIVE for port object d1637e51-251c-431b-ba7f-e035265c3048 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:53:48.706507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:48.711369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:49.073899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Pushing event updated for resources: {'Port': ['ID=d1637e51-251c-431b-ba7f-e035265c3048,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:49.076986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:49.189287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Attempting to bind port d1637e51-251c-431b-ba7f-e035265c3048 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:53:49.189287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Attempting to bind port d1637e51-251c-431b-ba7f-e035265c3048 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:53:49.189287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Attempting to bind port d1637e51-251c-431b-ba7f-e035265c3048 on network 79c059de-0576-47fb-9c97-2a7eff8b31ee {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:53:49.194659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Port d1637e51-251c-431b-ba7f-e035265c3048 on network 79c059de-0576-47fb-9c97-2a7eff8b31ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:53:49.194659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Attempting to bind port d1637e51-251c-431b-ba7f-e035265c3048 on network 79c059de-0576-47fb-9c97-2a7eff8b31ee {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:53:49.207362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:53:49.207362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Checking segment: {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:53:49.207362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Bound using segment: {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:53:49.207362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Bound port: d1637e51-251c-431b-ba7f-e035265c3048, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfd3adb-de5c-495f-93d4-8386ed688ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:53:49.207362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:49.298813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] For port d1637e51-251c-431b-ba7f-e035265c3048, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:53:49.303423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] For port d1637e51-251c-431b-ba7f-e035265c3048, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1637e51-251c-431b-ba7f-e035265c3048,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:53:49.327197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:49.332977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8c8bc0c-cd6d-4aa4-ac44-cf3e9467285c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:49.399595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:49.399595 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] 10.222.0.48 "PUT /v2.0/ports/d1637e51-251c-431b-ba7f-e035265c3048 HTTP/1.1" status: 200 len: 1093 time: 1.2610409 Dec 21 16:53:49.399595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'tag': 'd1637e51-251c-431b-ba7f-e035265c3048'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:53:49.437920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Pushing event updated for resources: {'Port': ['ID=d1637e51-251c-431b-ba7f-e035265c3048,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:49.437920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:49.539466 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'tag': 'd1637e51-251c-431b-ba7f-e035265c3048', 'status': 'completed', 'code': 200} Dec 21 16:53:49.579805 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-1d775951-da8a-4591-8bb3-932b703ed897 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 1096 time: 0.1275613 Dec 21 16:53:49.588221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aa021-e041-45e8-92e7-92631e6ab199 req-94ad97b0-cc29-417e-9efc-5ea16e318b92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:49.590002 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d72aa021-e041-45e8-92e7-92631e6ab199 req-94ad97b0-cc29-417e-9efc-5ea16e318b92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 943 time: 0.1027567 Dec 21 16:53:49.644242 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d72aa021-e041-45e8-92e7-92631e6ab199 req-426e8a75-2aed-4f65-90d6-3b3e1951ed71 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=62a2fac8-398c-4c00-90cd-a9ca646813a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474987 Dec 21 16:53:49.661314 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-05f011e9-3f1b-40d8-8a05-d73565a713b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1637e51-251c-431b-ba7f-e035265c3048 HTTP/1.1" status: 200 len: 217 time: 0.0721915 Dec 21 16:53:49.744261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3a68b-795a-4603-9763-136356aa26dd req-aeee69ec-b9c2-48cd-90e4-baeaeede24b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:49.744261 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-aeee69ec-b9c2-48cd-90e4-baeaeede24b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=034c7ea9-fae3-40fb-8217-75bf4bcc209c HTTP/1.1" status: 200 len: 834 time: 0.0744448 Dec 21 16:53:49.808170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:49.824533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-32d245a9-fdd7-45aa-ba1b-405ce5462567 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c059de-0576-47fb-9c97-2a7eff8b31ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763350 Dec 21 16:53:49.980290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-f0cd632d-d5a9-4281-b06b-631ebcbb730b service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427124 Dec 21 16:53:50.138383 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99e3a68b-795a-4603-9763-136356aa26dd req-58dd9109-129b-4910-b77b-9af3a509c8dc service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527743 Dec 21 16:53:50.274239 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ceda5aa6-0c31-474b-b104-58cdc3679ab4 req-c03225f3-490e-46d7-b4a8-0f8e8cd7d793 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 1096 time: 0.0895281 Dec 21 16:53:50.436019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda5aa6-0c31-474b-b104-58cdc3679ab4 req-a67392c5-dfe1-41ba-9dbc-ef156f68bd99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:50.437678 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ceda5aa6-0c31-474b-b104-58cdc3679ab4 req-a67392c5-dfe1-41ba-9dbc-ef156f68bd99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 200 len: 896 time: 0.1554925 Dec 21 16:53:50.512297 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ceda5aa6-0c31-474b-b104-58cdc3679ab4 req-b0cfb206-cc94-4ba0-bfa1-a50243ec41e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1637e51-251c-431b-ba7f-e035265c3048 HTTP/1.1" status: 200 len: 217 time: 0.0680158 Dec 21 16:53:50.588044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda5aa6-0c31-474b-b104-58cdc3679ab4 req-24796447-cb3c-4897-bfea-c548ff06ac3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:50.589182 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ceda5aa6-0c31-474b-b104-58cdc3679ab4 req-24796447-cb3c-4897-bfea-c548ff06ac3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=034c7ea9-fae3-40fb-8217-75bf4bcc209c HTTP/1.1" status: 200 len: 834 time: 0.0697494 Dec 21 16:53:50.672446 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ceda5aa6-0c31-474b-b104-58cdc3679ab4 req-a3e13f61-5ac2-4427-a3c3-b709cfdb9961 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c059de-0576-47fb-9c97-2a7eff8b31ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761147 Dec 21 16:53:50.846201 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ceda5aa6-0c31-474b-b104-58cdc3679ab4 req-51b4d6bc-116f-417b-8a47-14f37a1eace9 service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545689 Dec 21 16:53:50.879476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37874214-d181-4dd1-86e9-91a9dc3ca4ff req-be0fac95-5687-4d09-9a1a-32d93da2e536 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:50.880873 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37874214-d181-4dd1-86e9-91a9dc3ca4ff req-be0fac95-5687-4d09-9a1a-32d93da2e536 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 943 time: 0.0950198 Dec 21 16:53:50.942860 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37874214-d181-4dd1-86e9-91a9dc3ca4ff req-c6c271ae-accd-449f-931d-b3e5c2d82968 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=62a2fac8-398c-4c00-90cd-a9ca646813a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518329 Dec 21 16:53:51.002607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ceda5aa6-0c31-474b-b104-58cdc3679ab4 req-b367b82b-1bd6-4463-a8af-7e20f186da49 service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528955 Dec 21 16:53:51.413388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device d1637e51-251c-431b-ba7f-e035265c3048 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:53:51.564704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port d1637e51-251c-431b-ba7f-e035265c3048, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1637e51-251c-431b-ba7f-e035265c3048,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:53:51.574880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'd1637e51-251c-431b-ba7f-e035265c3048', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'port_id': 'd1637e51-251c-431b-ba7f-e035265c3048', 'mac_address': 'fa:16:3e:4d:d5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:53:51.629966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:51.647925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1637e51-251c-431b-ba7f-e035265c3048 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:53:51.663945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port d1637e51-251c-431b-ba7f-e035265c3048, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1637e51-251c-431b-ba7f-e035265c3048,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:53:51.688947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:51.692106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e45dfd6b-bec7-4f19-89cd-feaa9a5a8c2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:51.771053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=d1637e51-251c-431b-ba7f-e035265c3048,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:51.779848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:51.779977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:51.780294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:51.780677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:51.781059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:51.781436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:51.781815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:51.782193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:51.782569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:51.784173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:51.784173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:53:51.787616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:51.913991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['d1637e51-251c-431b-ba7f-e035265c3048'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:53:52.306924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d16a-91c5-4061-9d6d-ee9b4b4bc0e7 req-798c1ad8-c3a3-473b-86d3-7154751fca8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:52.308560 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c629d16a-91c5-4061-9d6d-ee9b4b4bc0e7 req-798c1ad8-c3a3-473b-86d3-7154751fca8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 944 time: 0.0997508 Dec 21 16:53:52.361207 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c629d16a-91c5-4061-9d6d-ee9b4b4bc0e7 req-c3a7c917-97a2-4258-9227-583208fa2d98 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=62a2fac8-398c-4c00-90cd-a9ca646813a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460908 Dec 21 16:53:53.417495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device d1637e51-251c-431b-ba7f-e035265c3048 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:53:53.491428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port d1637e51-251c-431b-ba7f-e035265c3048 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:53:53.495117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port d1637e51-251c-431b-ba7f-e035265c3048 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:53:53.495548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:53.590567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587a7b9-3d68-46ae-ad9e-15b38e512872 req-3c61ec10-2ede-47b1-863e-6c2df7f8bec9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:53.595647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2587a7b9-3d68-46ae-ad9e-15b38e512872 req-3c61ec10-2ede-47b1-863e-6c2df7f8bec9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 944 time: 0.0959337 Dec 21 16:53:53.621160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:53.652164 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2587a7b9-3d68-46ae-ad9e-15b38e512872 req-209bf7e7-c48e-491b-83d0-82bd2d459fc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=62a2fac8-398c-4c00-90cd-a9ca646813a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482235 Dec 21 16:53:53.655719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1637e51-251c-431b-ba7f-e035265c3048'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:53:53.669481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port d1637e51-251c-431b-ba7f-e035265c3048, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1637e51-251c-431b-ba7f-e035265c3048,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:53:53.673431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:53.675697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-36ad5307-1548-42d0-8d0f-383217dafd74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:53:53.723332 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1637e51-251c-431b-ba7f-e035265c3048', 'code': 200} Dec 21 16:53:53.746908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=d1637e51-251c-431b-ba7f-e035265c3048,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:53:53.749073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:53:53.973699 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a5f136e-0079-4e12-8546-917f94e6cc32 req-b36709f3-c010-492c-b452-13f5c30e2a91 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 1098 time: 0.0829773 Dec 21 16:53:54.019086 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a5f136e-0079-4e12-8546-917f94e6cc32 req-b934822f-8e7b-44c8-90f8-56482d01f3d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=62a2fac8-398c-4c00-90cd-a9ca646813a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391133 Dec 21 16:53:54.867743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76cd73-0746-4bd2-84c0-ad4a2de5416c req-f66e17f7-345e-4aaf-a607-e33cbcd00600 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:54.869366 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0a76cd73-0746-4bd2-84c0-ad4a2de5416c req-f66e17f7-345e-4aaf-a607-e33cbcd00600 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 945 time: 0.0901830 Dec 21 16:53:54.931122 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0a76cd73-0746-4bd2-84c0-ad4a2de5416c req-eb4de410-0bc1-4649-aff7-cb5de9f75d97 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=62a2fac8-398c-4c00-90cd-a9ca646813a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483685 Dec 21 16:53:56.373034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26f3be-3400-45e9-9be0-84c5a5dd0ccf req-9217afb4-c533-467f-be76-6d879c8b197e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:56.374589 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0e26f3be-3400-45e9-9be0-84c5a5dd0ccf req-9217afb4-c533-467f-be76-6d879c8b197e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 945 time: 0.3136876 Dec 21 16:53:56.423236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0e26f3be-3400-45e9-9be0-84c5a5dd0ccf req-68e542b1-fe39-4675-98cc-249974005b1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=62a2fac8-398c-4c00-90cd-a9ca646813a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424867 Dec 21 16:53:56.624331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ac224-e92c-418c-91e5-a0ad64fd59da req-dea8a6e6-16f4-42fc-af41-f1cfc89aad7e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:56.625919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-283ac224-e92c-418c-91e5-a0ad64fd59da req-dea8a6e6-16f4-42fc-af41-f1cfc89aad7e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 945 time: 0.0822160 Dec 21 16:53:56.673733 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-283ac224-e92c-418c-91e5-a0ad64fd59da req-25a2814b-a222-460f-88bc-040f5d7ff08f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=62a2fac8-398c-4c00-90cd-a9ca646813a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Dec 21 16:53:56.700534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46208) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:56.777419 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-423c6429-5366-486e-b8c8-3954bd988e53 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 1093 time: 0.0755961 Dec 21 16:53:56.780391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46212) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:56.785950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c50c2d30-b4e2-4ed3-84b2-d4eaa79bfe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'floatingip': {'port_id': 'd1637e51-251c-431b-ba7f-e035265c3048'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:53:56.869747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50c2d30-b4e2-4ed3-84b2-d4eaa79bfe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:57.482043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50c2d30-b4e2-4ed3-84b2-d4eaa79bfe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:57.484280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50c2d30-b4e2-4ed3-84b2-d4eaa79bfe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:57.678428 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-c50c2d30-b4e2-4ed3-84b2-d4eaa79bfe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP 58f7e15d-437d-4fd3-9ffb-f5beedb749a0 associated. External IP: 172.26.7.15, port: d1637e51-251c-431b-ba7f-e035265c3048. Dec 21 16:53:58.091293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50c2d30-b4e2-4ed3-84b2-d4eaa79bfe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router a14b4982-973e-4bac-b705-96729a47f8d4 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:53:58.297864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50c2d30-b4e2-4ed3-84b2-d4eaa79bfe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:53:58.303472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c50c2d30-b4e2-4ed3-84b2-d4eaa79bfe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:58.308361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496ee22-95b7-4416-895b-c8ba32e9105a None None] Sync routers for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:53:58.322045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496ee22-95b7-4416-895b-c8ba32e9105a None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:53:58.322704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6496ee22-95b7-4416-895b-c8ba32e9105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:53:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:58.356917 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c50c2d30-b4e2-4ed3-84b2-d4eaa79bfe66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 200 len: 990 time: 1.5754671 Dec 21 16:53:58.357657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'tag': 'd1637e51-251c-431b-ba7f-e035265c3048'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:53:58.373823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46216) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:58.446056 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'tag': 'd1637e51-251c-431b-ba7f-e035265c3048', 'status': 'completed', 'code': 200} Dec 21 16:53:58.496372 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fa3af4b2-6603-4c54-a7f0-84a384c047d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 200 len: 990 time: 0.1204965 Dec 21 16:53:58.509275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6496ee22-95b7-4416-895b-c8ba32e9105a None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:53:58.530242 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-faecc9ac-ba29-4571-a12f-0f72a72c8b89 req-4acf605c-195c-45d9-8e09-a9c7f30b1502 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 1098 time: 0.0789814 Dec 21 16:53:58.673653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecc9ac-ba29-4571-a12f-0f72a72c8b89 req-c7c6f36f-fcd6-4529-ba5a-9b3317debffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:58.675280 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-faecc9ac-ba29-4571-a12f-0f72a72c8b89 req-c7c6f36f-fcd6-4529-ba5a-9b3317debffc service neutron] 10.222.0.48 "GET /v2.0/networks?id=79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 200 len: 896 time: 0.1382427 Dec 21 16:53:58.784709 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-faecc9ac-ba29-4571-a12f-0f72a72c8b89 req-208812d7-fdd6-4bd1-b120-3d2d7665f134 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1637e51-251c-431b-ba7f-e035265c3048 HTTP/1.1" status: 200 len: 998 time: 0.1024756 Dec 21 16:53:58.854096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecc9ac-ba29-4571-a12f-0f72a72c8b89 req-bfc371a0-5fb7-4418-891f-6611bfb44b0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:53:58.855701 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-faecc9ac-ba29-4571-a12f-0f72a72c8b89 req-bfc371a0-5fb7-4418-891f-6611bfb44b0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=034c7ea9-fae3-40fb-8217-75bf4bcc209c HTTP/1.1" status: 200 len: 834 time: 0.0647025 Dec 21 16:53:58.878477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6496ee22-95b7-4416-895b-c8ba32e9105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '58f7e15d-437d-4fd3-9ffb-f5beedb749a0', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.15', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'port_id': 'd1637e51-251c-431b-ba7f-e035265c3048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'mac_address': 'fa:16:3e:4d:d5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:02Z', 'updated_at': '2021-12-21T16:53:57Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:58.880231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496ee22-95b7-4416-895b-c8ba32e9105a None None] Checking router: a14b4982-973e-4bac-b705-96729a47f8d4 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:53:58.891795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496ee22-95b7-4416-895b-c8ba32e9105a None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:53:58.892448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6496ee22-95b7-4416-895b-c8ba32e9105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:53:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:58.950342 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-faecc9ac-ba29-4571-a12f-0f72a72c8b89 req-85673ed1-b99a-48f9-a871-7cec36cbe728 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c059de-0576-47fb-9c97-2a7eff8b31ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883987 Dec 21 16:53:59.079318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6496ee22-95b7-4416-895b-c8ba32e9105a None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:53:59.098176 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-faecc9ac-ba29-4571-a12f-0f72a72c8b89 req-c37d69ac-1980-4a22-a87f-a34a085c980d service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412611 Dec 21 16:53:59.241187 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-faecc9ac-ba29-4571-a12f-0f72a72c8b89 req-8ccecc5f-5948-4f96-bd29-c5215a180b59 service neutron] 10.222.0.48 "GET /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359785 Dec 21 16:53:59.320727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:53:59.441254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6496ee22-95b7-4416-895b-c8ba32e9105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '58f7e15d-437d-4fd3-9ffb-f5beedb749a0', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.15', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'port_id': 'd1637e51-251c-431b-ba7f-e035265c3048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'mac_address': 'fa:16:3e:4d:d5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:02Z', 'updated_at': '2021-12-21T16:53:57Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:53:59.445921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496ee22-95b7-4416-895b-c8ba32e9105a None None] The sync data for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv is: [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '58f7e15d-437d-4fd3-9ffb-f5beedb749a0', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.15', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'port_id': 'd1637e51-251c-431b-ba7f-e035265c3048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'mac_address': 'fa:16:3e:4d:d5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:02Z', 'updated_at': '2021-12-21T16:53:57Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:53:59.500476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46222) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:53:59.611365 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e623aa5a-501b-4751-b972-2a81361d249a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 200 len: 990 time: 0.1095965 Dec 21 16:53:59.762463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc820f-bd5c-40a5-9548-f693fa005155 None None] New status for floating IP 58f7e15d-437d-4fd3-9ffb-f5beedb749a0: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:54:00.615719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46226) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:00.958794 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9441b8fe-1103-40b2-aeb6-3777226181b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 200 len: 992 time: 0.3416524 Dec 21 16:54:12.715441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:54:15.725487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c394c290-7c21-4028-9906-e8cdf0794da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:17.145420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:17.969987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3be3d757-db8c-44f4-b62b-294c19aac828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:18.312421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:19.751429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:29.337671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:30.508717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0e1c8-3478-4e92-a03a-4b6ef89c5199 req-087010bc-a601-480d-9b94-cb0856d2597c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:30.510926 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8fd0e1c8-3478-4e92-a03a-4b6ef89c5199 req-087010bc-a601-480d-9b94-cb0856d2597c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 945 time: 0.0831318 Dec 21 16:54:30.557851 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8fd0e1c8-3478-4e92-a03a-4b6ef89c5199 req-a6ba1b72-b2bc-4cc6-b7e5-42796ab99610 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=62a2fac8-398c-4c00-90cd-a9ca646813a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Dec 21 16:54:31.766869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf85719-89b4-4022-bc64-e7b41736a6eb req-79e42d49-3d3d-436e-82da-3faacf3ba046 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:31.768475 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2bf85719-89b4-4022-bc64-e7b41736a6eb req-79e42d49-3d3d-436e-82da-3faacf3ba046 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 945 time: 0.0867720 Dec 21 16:54:31.774213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-b5fa35e7-e142-420b-a0c1-27fff6498486 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:31.775648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-b5fa35e7-e142-420b-a0c1-27fff6498486 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:54:31.791426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-b5fa35e7-e142-420b-a0c1-27fff6498486 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:54:31.792660 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-b5fa35e7-e142-420b-a0c1-27fff6498486 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 945 time: 0.0981839 Dec 21 16:54:31.818670 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2bf85719-89b4-4022-bc64-e7b41736a6eb req-86de6910-3468-4f12-8288-78d91edf6b90 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=62a2fac8-398c-4c00-90cd-a9ca646813a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438101 Dec 21 16:54:31.869934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port d1637e51-251c-431b-ba7f-e035265c3048 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:54:31.870316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:32.116132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port d1637e51-251c-431b-ba7f-e035265c3048, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1637e51-251c-431b-ba7f-e035265c3048,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:54:32.116453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:32.416983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:32.417397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:32.417744 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP 58f7e15d-437d-4fd3-9ffb-f5beedb749a0 disassociated. External IP: 172.26.7.15, port: d1637e51-251c-431b-ba7f-e035265c3048. Dec 21 16:54:32.418123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for d1637e51-251c-431b-ba7f-e035265c3048 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:54:32.558039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:32.563613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3653c2df-387d-4840-aacb-c4e84ff63789 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:32.833616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=d1637e51-251c-431b-ba7f-e035265c3048,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:32.837954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:33.001989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3b9d5744-829e-4f00-9851-1ce60b19ec13 req-40594fa3-134a-4f77-8715-a6ec747f53a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 210 time: 0.0486958 Dec 21 16:54:33.057904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router a14b4982-973e-4bac-b705-96729a47f8d4 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:54:33.279025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:54:33.299537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b259e27-6b1f-49c1-afb5-5f7611386fda None None] Sync routers for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:54:33.317552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b259e27-6b1f-49c1-afb5-5f7611386fda None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:54:33.318465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1b259e27-6b1f-49c1-afb5-5f7611386fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:54:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:33.357521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port d1637e51-251c-431b-ba7f-e035265c3048 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:54:33.360167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:33.370974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'name': 'network-vif-deleted', 'tag': 'd1637e51-251c-431b-ba7f-e035265c3048'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:54:33.385082 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab643a22-8b7c-47a8-b152-bc406a001d55 req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "DELETE /v2.0/ports/d1637e51-251c-431b-ba7f-e035265c3048 HTTP/1.1" status: 204 len: 173 time: 1.5860851 Dec 21 16:54:33.467508 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc46449a-c18f-47b3-a7cb-7b983c8f91ff', 'name': 'network-vif-deleted', 'tag': 'd1637e51-251c-431b-ba7f-e035265c3048', 'status': 'completed', 'code': 200} Dec 21 16:54:33.508719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1b259e27-6b1f-49c1-afb5-5f7611386fda None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:54:33.978280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1b259e27-6b1f-49c1-afb5-5f7611386fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:33.982261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b259e27-6b1f-49c1-afb5-5f7611386fda None None] Checking router: a14b4982-973e-4bac-b705-96729a47f8d4 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:54:33.994618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b259e27-6b1f-49c1-afb5-5f7611386fda None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:54:33.995310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1b259e27-6b1f-49c1-afb5-5f7611386fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:54:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:34.187083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1b259e27-6b1f-49c1-afb5-5f7611386fda None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:54:34.190890 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dfaf9723-4235-4577-b2a2-7d008addb67a req-43fdfac3-c5fc-4d88-b125-e4ef19198a0e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc46449a-c18f-47b3-a7cb-7b983c8f91ff HTTP/1.1" status: 200 len: 210 time: 0.0494938 Dec 21 16:54:34.523071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1b259e27-6b1f-49c1-afb5-5f7611386fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:34.527711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b259e27-6b1f-49c1-afb5-5f7611386fda None None] The sync data for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv is: [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:46Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '48919477-5cd8-477f-8e28-72de7a36c757', 'name': '', 'network_id': '79c059de-0576-47fb-9c97-2a7eff8b31ee', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:fc:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:46Z', 'updated_at': '2021-12-21T16:52:54Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '034c7ea9-fae3-40fb-8217-75bf4bcc209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:54:34.956697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf5191a-cc0b-4b4d-bc39-6707a3532002 None None] New status for floating IP 58f7e15d-437d-4fd3-9ffb-f5beedb749a0: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:54:35.299764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46266) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:35.376762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16c18c96-bb32-4500-b0e8-ccca0e4f4e2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:35.408507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16c18c96-bb32-4500-b0e8-ccca0e4f4e2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:35.462176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16c18c96-bb32-4500-b0e8-ccca0e4f4e2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:35.467766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ad6184f-81fd-4737-9831-ab93633bc711 tempest-NegativeSecGroupIPv6Test-544094884 tempest-NegativeSecGroupIPv6Test-544094884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:35.483269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c18c96-bb32-4500-b0e8-ccca0e4f4e2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a2fac8-398c-4c00-90cd-a9ca646813a9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:35.486042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-16c18c96-bb32-4500-b0e8-ccca0e4f4e2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:35.492304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16c18c96-bb32-4500-b0e8-ccca0e4f4e2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:35.493532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-16c18c96-bb32-4500-b0e8-ccca0e4f4e2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/62a2fac8-398c-4c00-90cd-a9ca646813a9 HTTP/1.1" status: 204 len: 168 time: 0.1926849 Dec 21 16:54:35.531911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46272) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:35.667503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device d1637e51-251c-431b-ba7f-e035265c3048 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:54:35.701636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: d1637e51-251c-431b-ba7f-e035265c3048 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:54:35.702031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device d1637e51-251c-431b-ba7f-e035265c3048 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:54:35.704080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 048ac135-e9df-4ad7-94b5-7de27b6029aa {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:54:35.704465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:35.879023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:35.879317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:36.004985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 048ac135-e9df-4ad7-94b5-7de27b6029aa owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:54:36.143711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:36.148059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a8a0160a-c459-4668-97c9-86f643d2e469 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:36.189488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=048ac135-e9df-4ad7-94b5-7de27b6029aa,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:36.193858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:36.289609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:36.304804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:36.306061 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/floatingips/58f7e15d-437d-4fd3-9ffb-f5beedb749a0 HTTP/1.1" status: 204 len: 168 time: 0.7730713 Dec 21 16:54:36.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804134-8a6a-412e-a6df-9c56c35dff99 req-789d7908-f8a9-48b7-be36-a6d031cb0ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:36.693137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ad804134-8a6a-412e-a6df-9c56c35dff99 req-789d7908-f8a9-48b7-be36-a6d031cb0ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:54:36.713634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ad804134-8a6a-412e-a6df-9c56c35dff99 req-789d7908-f8a9-48b7-be36-a6d031cb0ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:54:36.714921 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad804134-8a6a-412e-a6df-9c56c35dff99 req-789d7908-f8a9-48b7-be36-a6d031cb0ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 946 time: 0.1031642 Dec 21 16:54:36.762463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ad804134-8a6a-412e-a6df-9c56c35dff99 req-3864da70-e7f7-4853-8519-331109d36f87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:54:36.776591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ad804134-8a6a-412e-a6df-9c56c35dff99 req-3864da70-e7f7-4853-8519-331109d36f87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:54:36.777832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad804134-8a6a-412e-a6df-9c56c35dff99 req-3864da70-e7f7-4853-8519-331109d36f87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=d1a2f637-cd20-4820-9e54-a837c7888a90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565245 Dec 21 16:54:37.968378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-b0d04c8a-be4d-4fdc-9576-94e0dd90f54d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:37.969145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-b0d04c8a-be4d-4fdc-9576-94e0dd90f54d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:54:37.982320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-b0d04c8a-be4d-4fdc-9576-94e0dd90f54d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:54:37.983718 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-b0d04c8a-be4d-4fdc-9576-94e0dd90f54d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 946 time: 0.1025021 Dec 21 16:54:37.989593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09f440-691b-4416-b259-b3c836f5eaeb req-551474dd-5f7e-4cdf-b95f-63fda95cd84e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:37.991241 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6e09f440-691b-4416-b259-b3c836f5eaeb req-551474dd-5f7e-4cdf-b95f-63fda95cd84e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 946 time: 0.0893714 Dec 21 16:54:38.043542 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6e09f440-691b-4416-b259-b3c836f5eaeb req-af0f5d80-2341-46c2-a983-8228ccf2b256 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=d1a2f637-cd20-4820-9e54-a837c7888a90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453074 Dec 21 16:54:38.058174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:54:38.058596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:38.315226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 6da75b03-d423-4f8e-a0bf-cc42d46a7447, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6da75b03-d423-4f8e-a0bf-cc42d46a7447,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:54:38.315626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:38.443527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 6da75b03-d423-4f8e-a0bf-cc42d46a7447 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:54:38.586064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:38.592492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-165bc887-dda7-4dca-b081-20b7a697381b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:38.636186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=6da75b03-d423-4f8e-a0bf-cc42d46a7447,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:38.639875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:38.714349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port 6da75b03-d423-4f8e-a0bf-cc42d46a7447 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:54:38.717057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:38.719840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c161814-8737-43df-8112-8656b80560ca', 'name': 'network-vif-deleted', 'tag': '6da75b03-d423-4f8e-a0bf-cc42d46a7447'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:54:38.735837 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6a5f8b5b-a6af-4498-94cb-e393de1a713e req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "DELETE /v2.0/ports/6da75b03-d423-4f8e-a0bf-cc42d46a7447 HTTP/1.1" status: 204 len: 173 time: 0.7471609 Dec 21 16:54:38.775973 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c161814-8737-43df-8112-8656b80560ca', 'name': 'network-vif-deleted', 'tag': '6da75b03-d423-4f8e-a0bf-cc42d46a7447', 'status': 'completed', 'code': 200} Dec 21 16:54:39.244549 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c056f5e-4b92-458f-9501-619f4532b3c9 req-7491eafb-ddc1-47df-b469-903f191fe1e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c161814-8737-43df-8112-8656b80560ca HTTP/1.1" status: 200 len: 210 time: 0.0480855 Dec 21 16:54:40.359926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46288) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:40.440456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe187b00-34fe-4fe7-a35f-bc49e38915e9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:40.472324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe187b00-34fe-4fe7-a35f-bc49e38915e9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:40.524346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe187b00-34fe-4fe7-a35f-bc49e38915e9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:40.528454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57fd6d20-14ac-4f81-b876-f9054525f65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:40.545174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe187b00-34fe-4fe7-a35f-bc49e38915e9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a2f637-cd20-4820-9e54-a837c7888a90,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:40.548100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe187b00-34fe-4fe7-a35f-bc49e38915e9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:40.555883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fe187b00-34fe-4fe7-a35f-bc49e38915e9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:40.560704 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fe187b00-34fe-4fe7-a35f-bc49e38915e9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/d1a2f637-cd20-4820-9e54-a837c7888a90 HTTP/1.1" status: 204 len: 168 time: 0.1964962 Dec 21 16:54:40.605051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46294) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:41.015962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:41.698767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6da75b03-d423-4f8e-a0bf-cc42d46a7447 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:54:41.734115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 6da75b03-d423-4f8e-a0bf-cc42d46a7447 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:54:41.734518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6da75b03-d423-4f8e-a0bf-cc42d46a7447 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:54:41.872632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 48919477-5cd8-477f-8e28-72de7a36c757 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:54:41.873005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:42.076745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 48919477-5cd8-477f-8e28-72de7a36c757, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=48919477-5cd8-477f-8e28-72de7a36c757,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:54:42.077191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:42.202825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 48919477-5cd8-477f-8e28-72de7a36c757 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:54:42.389987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:42.394539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-213ade68-cf0b-4c77-b57c-7869cfd2c626 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:42.439333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=48919477-5cd8-477f-8e28-72de7a36c757,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:42.442382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:42.751352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:42.961006 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f1883fcc-fd6a-4067-a3b1-029637cf70da req-a5e17697-3bab-46d6-99df-f6f5f3817e98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746877 Dec 21 16:54:43.059457 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f1883fcc-fd6a-4067-a3b1-029637cf70da req-273d6968-e9b7-4212-b56f-91b04f45c777 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 1098 time: 0.0777466 Dec 21 16:54:43.219850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1883fcc-fd6a-4067-a3b1-029637cf70da req-2a59f87d-01b1-4194-ad03-23d0ee5737c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:43.221464 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f1883fcc-fd6a-4067-a3b1-029637cf70da req-2a59f87d-01b1-4194-ad03-23d0ee5737c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.1433403 Dec 21 16:54:43.329640 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f1883fcc-fd6a-4067-a3b1-029637cf70da req-b2d6ab02-fd0a-4da6-ac9d-d473b93a6022 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb12c8bf-6770-460c-89c0-ad7e2086f2d2 HTTP/1.1" status: 200 len: 1000 time: 0.1012139 Dec 21 16:54:43.371568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router a14b4982-973e-4bac-b705-96729a47f8d4 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:54:43.402513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1883fcc-fd6a-4067-a3b1-029637cf70da req-5d836847-b641-4a53-b257-be34164679f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:43.404167 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f1883fcc-fd6a-4067-a3b1-029637cf70da req-5d836847-b641-4a53-b257-be34164679f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.0692506 Dec 21 16:54:43.485759 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f1883fcc-fd6a-4067-a3b1-029637cf70da req-be766eb1-e4f4-4e9c-a3ee-a49787b26bbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756886 Dec 21 16:54:43.589174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:54:43.599828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2658de7d-6759-4aeb-8b50-63e85b8404e3 None None] Sync routers for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:54:43.605320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/a14b4982-973e-4bac-b705-96729a47f8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9965224 Dec 21 16:54:43.605609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46298) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:43.612705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2658de7d-6759-4aeb-8b50-63e85b8404e3 None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:54:43.613376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2658de7d-6759-4aeb-8b50-63e85b8404e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:54:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:43.643650 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f1883fcc-fd6a-4067-a3b1-029637cf70da req-53f20177-2225-4eaf-b057-87b1d0289133 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503954 Dec 21 16:54:43.792680 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f1883fcc-fd6a-4067-a3b1-029637cf70da req-7cd16859-c832-489b-a390-6f885607092f service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425815 Dec 21 16:54:43.804492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2658de7d-6759-4aeb-8b50-63e85b8404e3 None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:54:43.807548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting subnet 034c7ea9-fae3-40fb-8217-75bf4bcc209c {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:54:43.811737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:43.872725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:43.965307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:44.042205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:44.046765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dc38dcc5-d49c-42cb-ad34-a5622ae9e723 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:44.084181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Subnet': ['ID=034c7ea9-fae3-40fb-8217-75bf4bcc209c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:44.097711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:44.098152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:44.098582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:44.099024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:44.099451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:44.099872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:44.100340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:44.100973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:44.101052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:44.101464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:44.101876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:44.104520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c4d069-9c7f-40ff-a004-a791833ff1db None None] Network 79c059de-0576-47fb-9c97-2a7eff8b31ee requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:54:44.104983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:44.108027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:44.115086 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/subnets/034c7ea9-fae3-40fb-8217-75bf4bcc209c HTTP/1.1" status: 204 len: 168 time: 0.5058646 Dec 21 16:54:44.115623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46302) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:44.116625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2658de7d-6759-4aeb-8b50-63e85b8404e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:54:42Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:44.120892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2658de7d-6759-4aeb-8b50-63e85b8404e3 None None] Checking router: a14b4982-973e-4bac-b705-96729a47f8d4 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:54:44.132548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2658de7d-6759-4aeb-8b50-63e85b8404e3 None None] Routers {'a14b4982-973e-4bac-b705-96729a47f8d4'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:54:44.133158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2658de7d-6759-4aeb-8b50-63e85b8404e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:54:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['a14b4982-973e-4bac-b705-96729a47f8d4'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:44.324532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2658de7d-6759-4aeb-8b50-63e85b8404e3 None None] Set router a14b4982-973e-4bac-b705-96729a47f8d4 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:54:44.334248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:44.381588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b44d68-6b5e-46c7-8246-c91fa59a2204 None None] DHCP port deletion for 79c059de-0576-47fb-9c97-2a7eff8b31ee request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:54:44.386422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-08b44d68-6b5e-46c7-8246-c91fa59a2204 None None] Deleting port e291513e-f84a-4647-ad6b-1b7eac8ab043 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:54:44.387275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08b44d68-6b5e-46c7-8246-c91fa59a2204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:44.555338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:44.564154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 362003a0-71fc-400a-8fbb-7d235c2ec56a {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:54:44.565266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:44.616695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-08b44d68-6b5e-46c7-8246-c91fa59a2204 None None] For port e291513e-f84a-4647-ad6b-1b7eac8ab043, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e291513e-f84a-4647-ad6b-1b7eac8ab043,segment=NetworkSegment(1bfd3adb-de5c-495f-93d4-8386ed688ee6),segment_id=1bfd3adb-de5c-495f-93d4-8386ed688ee6)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:54:44.616695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08b44d68-6b5e-46c7-8246-c91fa59a2204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:44.639402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2658de7d-6759-4aeb-8b50-63e85b8404e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:54:42Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:44.643960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2658de7d-6759-4aeb-8b50-63e85b8404e3 None None] The sync data for ids ['a14b4982-973e-4bac-b705-96729a47f8d4'] in dv-neutron-822515-1-hyperv is: [{'id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'name': 'tempest-TestNetworkBasicOps-router-127577092', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:54:42Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '362003a0-71fc-400a-8fbb-7d235c2ec56a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b4982-973e-4bac-b705-96729a47f8d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:52:42Z', 'updated_at': '2021-12-21T16:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:54:44.746328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-08b44d68-6b5e-46c7-8246-c91fa59a2204 None None] Calling delete_port for e291513e-f84a-4647-ad6b-1b7eac8ab043 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:54:44.762098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 362003a0-71fc-400a-8fbb-7d235c2ec56a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=362003a0-71fc-400a-8fbb-7d235c2ec56a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:54:44.762500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:44.819398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08b44d68-6b5e-46c7-8246-c91fa59a2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:44.823957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:44.868270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b44d68-6b5e-46c7-8246-c91fa59a2204 None None] Pushing event deleted for resources: {'Port': ['ID=e291513e-f84a-4647-ad6b-1b7eac8ab043,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:44.873172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08b44d68-6b5e-46c7-8246-c91fa59a2204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:44.875802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b44d68-6b5e-46c7-8246-c91fa59a2204 None None] No DVR routers for this DVR port e291513e-f84a-4647-ad6b-1b7eac8ab043 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:54:44.890975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 362003a0-71fc-400a-8fbb-7d235c2ec56a owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:54:45.296784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:45.301094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-71fe41fd-0c83-4a2e-9c1c-76a749e95b0c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:45.341726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=362003a0-71fc-400a-8fbb-7d235c2ec56a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:45.391189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:45.391617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:45.392037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:45.392446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:45.392855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:45.393261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:45.393670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:45.394076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:45.394478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:45.394914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:45.395328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:45.398640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:45.587947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:45.719458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-153a1565-1a83-4b1c-b2f9-158304a0ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:45.855793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:45.860132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:45.883493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:45.884105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Fanout notify agent at l3_agent the message router_deleted on router a14b4982-973e-4bac-b705-96729a47f8d4 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:54:45.899249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:45.900969 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/routers/a14b4982-973e-4bac-b705-96729a47f8d4 HTTP/1.1" status: 204 len: 168 time: 1.7842553 Dec 21 16:54:45.904313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46306) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:46.030134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.064119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e291513e-f84a-4647-ad6b-1b7eac8ab043 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:54:46.099506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: e291513e-f84a-4647-ad6b-1b7eac8ab043 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:54:46.099895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e291513e-f84a-4647-ad6b-1b7eac8ab043 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:54:46.100564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 48919477-5cd8-477f-8e28-72de7a36c757 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:54:46.134173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 48919477-5cd8-477f-8e28-72de7a36c757 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:54:46.135033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 48919477-5cd8-477f-8e28-72de7a36c757 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:54:46.172909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.200889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c059de-0576-47fb-9c97-2a7eff8b31ee']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:46.218531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfd3adb-de5c-495f-93d4-8386ed688ee6') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:46.218888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfd3adb-de5c-495f-93d4-8386ed688ee6') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:46.231055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.245903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.252214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:54:46.252649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:54:46.268305 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:54:46.349574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.353176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a48dbdc8-0db3-4cfd-9542-ea1e8075904b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:46.371401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.382254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Network': ['ID=79c059de-0576-47fb-9c97-2a7eff8b31ee,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:46.387779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:46.393746 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/networks/79c059de-0576-47fb-9c97-2a7eff8b31ee HTTP/1.1" status: 204 len: 168 time: 0.4883871 Dec 21 16:54:46.418688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46310) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:46.425014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'network': {'name': 'tempest-network-smoke--287264645', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'port_security_enabled': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:46.430465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:46.434902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:network and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:46.437917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:46.444002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:46.453651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:54:46.459015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.489500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:54:46.501268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.501861 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Added segment 3e42feb4-22cd-4d4a-ada1-9e8958460de5 of type vlan for network 3a482344-3c0a-48f8-9ed1-bd798338ed71 Dec 21 16:54:46.529939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.559602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.563821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:46.564468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.569771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c135b2b3-77aa-4659-ab3f-68cbc9ac4624 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:46.630938 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2109561 Dec 21 16:54:46.634023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46314) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:46.640585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'admin_state_up': True, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:46.648326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:46.652372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:router and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:46.655531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:46.665884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:46.675122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.676096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.688426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Network': ['ID=3a482344-3c0a-48f8-9ed1-bd798338ed71,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:46.691455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:46.696704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:46.699772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 3a482344-3c0a-48f8-9ed1-bd798338ed71 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:54:47.078287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:47.149653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:47.275813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:47.307201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:47.452002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.131 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/d76f525e-9463-49f8-8834-e2d0f1613552) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:54:47.603787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:47.629543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:47.633929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f2e9194-e84b-4721-ac16-480722bb5fba tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:47.704179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:54:47.707317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:54:47.709823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:54:47.745886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=d76f525e-9463-49f8-8834-e2d0f1613552,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:47.748772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:47.875805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:47.876653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:47.972902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dbf51d08-ccfc-41ec-bc76-d547d033de77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:47.981751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 362003a0-71fc-400a-8fbb-7d235c2ec56a no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:54:48.015880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 362003a0-71fc-400a-8fbb-7d235c2ec56a {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:54:48.016285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 362003a0-71fc-400a-8fbb-7d235c2ec56a not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:54:48.119099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 7dba199d-7aea-4068-bd09-5d40b06446da is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:54:48.316157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:48.334038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:54:48.344888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Sync routers for ids ['7dba199d-7aea-4068-bd09-5d40b06446da'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:54:48.358236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Routers {'7dba199d-7aea-4068-bd09-5d40b06446da'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:54:48.358935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:54:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7dba199d-7aea-4068-bd09-5d40b06446da'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:48.361152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:48.362961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7268047 Dec 21 16:54:48.365789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46318) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:48.553021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Set router 7dba199d-7aea-4068-bd09-5d40b06446da gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:54:48.641290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ec901ccb-4298-4dbc-a807-680b77c5587d tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=265bc93eb934473fb3c7691bab6254d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2742393 Dec 21 16:54:48.644077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46324) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:48.782130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724430e8-0630-48d5-a768-84bca9d1a803 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:48.786615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-724430e8-0630-48d5-a768-84bca9d1a803 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1387732 Dec 21 16:54:48.786955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46328) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:48.830799 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a800652f-b322-432c-bb98-7d32fe192131 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425959 Dec 21 16:54:48.833435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46332) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:48.840280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-389193605', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:48.852717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:47Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:48.857432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Checking router: 7dba199d-7aea-4068-bd09-5d40b06446da for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:54:48.857837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Updating router 7dba199d-7aea-4068-bd09-5d40b06446da port d76f525e-9463-49f8-8834-e2d0f1613552 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:54:48.914075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:48.955772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:48.959859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:subnet and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:48.963354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:48.969663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:48.979242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:54:49.099824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:49.260038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:49.272104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Transition to ACTIVE for port object d76f525e-9463-49f8-8834-e2d0f1613552 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:54:49.278356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:49.282802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30bae6c7-3e36-4618-a6c5-d3ae1ac80a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:49.338873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:49.343612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0930d065-ec1e-417e-ac89-daedf9a87da1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:49.362453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93ad99-87f7-42de-bdca-e137c0299f1c None None] Pushing event updated for resources: {'Port': ['ID=d76f525e-9463-49f8-8834-e2d0f1613552,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:49.368405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Attempting to bind port d76f525e-9463-49f8-8834-e2d0f1613552 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:54:49.368882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Attempting to bind port d76f525e-9463-49f8-8834-e2d0f1613552 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:54:49.369303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Attempting to bind port d76f525e-9463-49f8-8834-e2d0f1613552 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:54:49.372565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5a93ad99-87f7-42de-bdca-e137c0299f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:49.377540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:54:49.377748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:54:49.378155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:49.378602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:54:49.379241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Bound port: d76f525e-9463-49f8-8834-e2d0f1613552, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:54:49.379669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:49.437587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Subnet': ['ID=5a095d5b-094a-4201-aa5c-5d6b728ac41c,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:49.442551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:49.443787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Checking segment: {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:54:49.444182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network hostable DHCP agents. Network: 3a482344-3c0a-48f8-9ed1-bd798338ed71, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:54:49.469610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 3a482344-3c0a-48f8-9ed1-bd798338ed71 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:54:49.479090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 3a482344-3c0a-48f8-9ed1-bd798338ed71) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:54:49.483196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:49.483847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:49.507898 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6732669 Dec 21 16:54:49.512019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46336) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:49.598373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df3cb8-844e-4d6f-97c6-b43f3efa310c None None] Network 3a482344-3c0a-48f8-9ed1-bd798338ed71 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:54:49.709804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] For port d76f525e-9463-49f8-8834-e2d0f1613552, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:54:49.718165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:54:49.729547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] For port d76f525e-9463-49f8-8834-e2d0f1613552, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d76f525e-9463-49f8-8834-e2d0f1613552,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:54:49.735380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:49.742832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30bae6c7-3e36-4618-a6c5-d3ae1ac80a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:49.881776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:49.910719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93ad99-87f7-42de-bdca-e137c0299f1c None None] Pushing event updated for resources: {'Port': ['ID=d76f525e-9463-49f8-8834-e2d0f1613552,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:49.917840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5a93ad99-87f7-42de-bdca-e137c0299f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:50.021083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Routers {'7dba199d-7aea-4068-bd09-5d40b06446da'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:54:50.021789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:54:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7dba199d-7aea-4068-bd09-5d40b06446da'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:50.105583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-3a482344-3c0a-48f8-9ed1-bd798338ed71', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:54:50.106485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:50.305728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:50.456324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] Set router 7dba199d-7aea-4068-bd09-5d40b06446da gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:54:50.586871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Allocated IP 172.20.0.2 (3a482344-3c0a-48f8-9ed1-bd798338ed71/5a095d5b-094a-4201-aa5c-5d6b728ac41c/d9d0fdd0-d991-4adf-82bc-89b4fde8a893) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:54:51.014315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:51.020999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:47Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:51.030045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5613d-0158-4b2e-8f81-32ddbea09db3 None None] The sync data for ids ['7dba199d-7aea-4068-bd09-5d40b06446da'] in dv-neutron-822515-1-hyperv is: [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:47Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:54:51.032075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Transition to ACTIVE for port object d9d0fdd0-d991-4adf-82bc-89b4fde8a893 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:54:51.055180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Transition to ACTIVE for port object d9d0fdd0-d991-4adf-82bc-89b4fde8a893 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:54:51.060426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:51.064964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:51.140878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Network 3a482344-3c0a-48f8-9ed1-bd798338ed71 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:54:51.144540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.1 (3a482344-3c0a-48f8-9ed1-bd798338ed71/5a095d5b-094a-4201-aa5c-5d6b728ac41c/96261bb3-e3e3-4a6f-86bf-28270a68de0c) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:54:51.152901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:54:51.155029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Pushing event updated for resources: {'Port': ['ID=d9d0fdd0-d991-4adf-82bc-89b4fde8a893,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:51.157438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:54:51.160829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:51.339330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:51.359067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 96261bb3-e3e3-4a6f-86bf-28270a68de0c will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:54:51.380209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:51.392914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:51.422674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Attempting to bind port d9d0fdd0-d991-4adf-82bc-89b4fde8a893 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:54:51.423292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Attempting to bind port d9d0fdd0-d991-4adf-82bc-89b4fde8a893 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:54:51.423722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Attempting to bind port d9d0fdd0-d991-4adf-82bc-89b4fde8a893 on network 3a482344-3c0a-48f8-9ed1-bd798338ed71 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:54:51.431329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:54:51.431806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Checking segment: {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:54:51.433482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:51.433482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Bound using segment: {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:54:51.433482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Bound port: d9d0fdd0-d991-4adf-82bc-89b4fde8a893, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:54:51.433890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:51.453944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 3a482344-3c0a-48f8-9ed1-bd798338ed71 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:54:51.457810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:54:51.462649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:54:51.547192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=96261bb3-e3e3-4a6f-86bf-28270a68de0c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:51.552232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:51.558735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] For port d9d0fdd0-d991-4adf-82bc-89b4fde8a893, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:54:51.562378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] For port d9d0fdd0-d991-4adf-82bc-89b4fde8a893, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d9d0fdd0-d991-4adf-82bc-89b4fde8a893,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:54:51.564986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:51.566597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:51.571843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5a93ad99-87f7-42de-bdca-e137c0299f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:51.659973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Pushing event updated for resources: {'Port': ['ID=d9d0fdd0-d991-4adf-82bc-89b4fde8a893,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:51.661054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:51.663483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:52.141447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:52.146608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:52.160590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d9d0fdd0-d991-4adf-82bc-89b4fde8a893 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:54:52.180179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aeffefdd-60dc-4172-85f5-d0c5b4d89f78 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:52.264388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port d9d0fdd0-d991-4adf-82bc-89b4fde8a893 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:54:52.272493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d76f525e-9463-49f8-8834-e2d0f1613552 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:54:52.273234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=96261bb3-e3e3-4a6f-86bf-28270a68de0c,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:52.276666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:52.280732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:52.347019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port d76f525e-9463-49f8-8834-e2d0f1613552 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:54:52.352350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d76f525e-9463-49f8-8834-e2d0f1613552 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:54:52.352787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:52.430774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 3a482344-3c0a-48f8-9ed1-bd798338ed71 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:54:52.431995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:54:52.475717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:52.491912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port d76f525e-9463-49f8-8834-e2d0f1613552, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d76f525e-9463-49f8-8834-e2d0f1613552,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:54:52.495596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:52.498415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-06094615-f2ee-4af3-9ee3-260f255231c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:52.568201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=d76f525e-9463-49f8-8834-e2d0f1613552,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:52.577935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:52.578319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:52.578696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:52.579094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:52.579465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:52.579836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:52.580203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:52.580571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:52.580937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:52.581297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:52.581658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:52.585665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:52.848384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 7dba199d-7aea-4068-bd09-5d40b06446da has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:54:53.063273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:54:53.077378 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/7dba199d-7aea-4068-bd09-5d40b06446da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5641873 Dec 21 16:54:53.079973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46340) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:53.259256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc37bb-bbac-4f0a-a9b1-7e837b2ed246 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.259672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc37bb-bbac-4f0a-a9b1-7e837b2ed246 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.260081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc37bb-bbac-4f0a-a9b1-7e837b2ed246 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.260485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc37bb-bbac-4f0a-a9b1-7e837b2ed246 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.260888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc37bb-bbac-4f0a-a9b1-7e837b2ed246 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.261290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc37bb-bbac-4f0a-a9b1-7e837b2ed246 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.263194 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eecc37bb-bbac-4f0a-a9b1-7e837b2ed246 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1822340 Dec 21 16:54:53.266176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46344) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:53.285106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c6e2e-0a9f-4d17-b06e-3a0ebadfa1ce None None] Network 3a482344-3c0a-48f8-9ed1-bd798338ed71 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:54:53.346320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde5543-1a20-487b-b216-bbdfc123cc11 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.346734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde5543-1a20-487b-b216-bbdfc123cc11 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.347175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde5543-1a20-487b-b216-bbdfc123cc11 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.347608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde5543-1a20-487b-b216-bbdfc123cc11 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.347953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde5543-1a20-487b-b216-bbdfc123cc11 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.348352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde5543-1a20-487b-b216-bbdfc123cc11 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:53.350227 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8cde5543-1a20-487b-b216-bbdfc123cc11 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0830822 Dec 21 16:54:53.353956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46348) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:53.395913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b7b3f9c6-4041-4b91-9b67-0add2d295a0f None None] Provisioning for port d9d0fdd0-d991-4adf-82bc-89b4fde8a893 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:54:53.406322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b7b3f9c6-4041-4b91-9b67-0add2d295a0f None None] Provisioning complete for port d9d0fdd0-d991-4adf-82bc-89b4fde8a893 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:54:53.406731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f9c6-4041-4b91-9b67-0add2d295a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:53.568254 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a13858d6-2ba1-450b-bf6e-38bc9223a51c tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2128000 Dec 21 16:54:53.571356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46352) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:53.577568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-74034843', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:53.627455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f9c6-4041-4b91-9b67-0add2d295a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:53.677850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b7b3f9c6-4041-4b91-9b67-0add2d295a0f None None] For port d9d0fdd0-d991-4adf-82bc-89b4fde8a893, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d9d0fdd0-d991-4adf-82bc-89b4fde8a893,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:54:53.681016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f9c6-4041-4b91-9b67-0add2d295a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:53.688447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:53.723936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:53.728359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:port and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:53.731509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:53.737736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:53.748204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'port': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:54:53.755111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:53.763339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3f9c6-4041-4b91-9b67-0add2d295a0f None None] Pushing event updated for resources: {'Port': ['ID=d9d0fdd0-d991-4adf-82bc-89b4fde8a893,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:53.766749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b7b3f9c6-4041-4b91-9b67-0add2d295a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:53.780480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] device_id is not set on port 82425080-8a22-4757-8ac9-2e1b46317cad yet. {{(pid=88888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:54:53.929384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.14 (3a482344-3c0a-48f8-9ed1-bd798338ed71/5a095d5b-094a-4201-aa5c-5d6b728ac41c/82425080-8a22-4757-8ac9-2e1b46317cad) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:54:54.016719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e8bcb5e0-76f7-4d27-9d0b-614e21cad009 None None] Provisioning for port 96261bb3-e3e3-4a6f-86bf-28270a68de0c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:54:54.025899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e8bcb5e0-76f7-4d27-9d0b-614e21cad009 None None] Provisioning complete for port 96261bb3-e3e3-4a6f-86bf-28270a68de0c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:54:54.026332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8bcb5e0-76f7-4d27-9d0b-614e21cad009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.058625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d9d0fdd0-d991-4adf-82bc-89b4fde8a893 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:54:54.102014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Sync routers for ids ['7dba199d-7aea-4068-bd09-5d40b06446da'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:54:54.116080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Routers {'7dba199d-7aea-4068-bd09-5d40b06446da'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:54:54.117074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:54:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7dba199d-7aea-4068-bd09-5d40b06446da'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:54.139601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e8bcb5e0-76f7-4d27-9d0b-614e21cad009 None None] Port 96261bb3-e3e3-4a6f-86bf-28270a68de0c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:54:54.159002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e8bcb5e0-76f7-4d27-9d0b-614e21cad009 None None] Provisioning complete for port d9d0fdd0-d991-4adf-82bc-89b4fde8a893 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:54:54.159434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8bcb5e0-76f7-4d27-9d0b-614e21cad009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.181964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.201647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 82425080-8a22-4757-8ac9-2e1b46317cad will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:54:54.225648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.231689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d9d0fdd0-d991-4adf-82bc-89b4fde8a893 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:54:54.232212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.234396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:54.301452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 3a482344-3c0a-48f8-9ed1-bd798338ed71 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:54:54.307376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:54:54.311005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:54:54.316134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Set router 7dba199d-7aea-4068-bd09-5d40b06446da gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:54:54.420004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:54.421169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.438685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d76f525e-9463-49f8-8834-e2d0f1613552 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:54:54.477752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:54.482304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:54.494647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9220839 Dec 21 16:54:54.520658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d76f525e-9463-49f8-8834-e2d0f1613552 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:54:54.521248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.601314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0f6712c1-9c6d-4eb1-95cd-dcb58f1ad54d None None] Provisioning complete for port 96261bb3-e3e3-4a6f-86bf-28270a68de0c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:54:54.601954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f6712c1-9c6d-4eb1-95cd-dcb58f1ad54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.721931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0f6712c1-9c6d-4eb1-95cd-dcb58f1ad54d None None] Port 96261bb3-e3e3-4a6f-86bf-28270a68de0c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:54:54.808513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46358) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:54.814163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:51Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '96261bb3-e3e3-4a6f-86bf-28270a68de0c', 'name': '', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:db:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:50Z', 'updated_at': '2021-12-21T16:54:51Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:54.815315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649519124', 'description': 'tempest-secgroup-smoke-649519124 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:54.818302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Checking router: 7dba199d-7aea-4068-bd09-5d40b06446da for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:54:54.818700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Updating router 7dba199d-7aea-4068-bd09-5d40b06446da port 96261bb3-e3e3-4a6f-86bf-28270a68de0c binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:54:54.825196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:54.830258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:54.833769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:54.842083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:54.850332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a6b761e7-2119-4dba-9fbb-b961b38090a1 None None] Provisioning complete for port 96261bb3-e3e3-4a6f-86bf-28270a68de0c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:54:54.850997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6b761e7-2119-4dba-9fbb-b961b38090a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.859003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.874386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.907623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:54.913182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:54.917587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:54.917925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a6b761e7-2119-4dba-9fbb-b961b38090a1 None None] Port 96261bb3-e3e3-4a6f-86bf-28270a68de0c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:54:54.928602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:54.987259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.990264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:54.995697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-28c6aa6f-06f8-43ed-83ed-7a71c838689d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:55.039562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2626ce9d-f430-436f-9218-d1b73d607e12,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:55.042618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-18d94095-6dee-4d81-9fef-5c2a4f7c884c None None] Provisioning for port 82425080-8a22-4757-8ac9-2e1b46317cad completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:54:55.042937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.047027 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2343884 Dec 21 16:54:55.047027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:55.047261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46362) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:55.050238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-18d94095-6dee-4d81-9fef-5c2a4f7c884c None None] Provisioning complete for port 82425080-8a22-4757-8ac9-2e1b46317cad triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:54:55.051336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18d94095-6dee-4d81-9fef-5c2a4f7c884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.053399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '2626ce9d-f430-436f-9218-d1b73d607e12', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:55.059820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:55.064051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:55.067074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:55.073241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:55.090463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.111940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-18d94095-6dee-4d81-9fef-5c2a4f7c884c None None] Port 82425080-8a22-4757-8ac9-2e1b46317cad cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:54:55.155547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.158207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.160183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c04a8b4-a31f-4ac2-8dd6-b5890efff4f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:55.183937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0a82b1-823f-42c5-a0c8-35d7d525a388,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:55.186547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:55.193016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.194313 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1461227 Dec 21 16:54:55.197690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46366) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:55.203888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '2626ce9d-f430-436f-9218-d1b73d607e12', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:55.210122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:55.214798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:55.218121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:55.224195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:55.240146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.249479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.262418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Transition to ACTIVE for port object 96261bb3-e3e3-4a6f-86bf-28270a68de0c will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:54:55.268462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.273069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:55.315506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.318988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.320883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4ab9515e-395f-4916-b009-203d4f65f5ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:55.345882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968fef9f-5545-47bf-b232-a17416b56b57,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:55.348672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:55.355548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.359600 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1582336 Dec 21 16:54:55.361041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46370) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:55.368200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '2626ce9d-f430-436f-9218-d1b73d607e12', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:55.375337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:55.379814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:55.383079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:55.390148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:55.415360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.422141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Pushing event updated for resources: {'Port': ['ID=96261bb3-e3e3-4a6f-86bf-28270a68de0c,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:55.464127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:55.464427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:55.464807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:55.465295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:55.465663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:55.466009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:55.466906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:55.467009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:55.467341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:55.467936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:55.468037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:54:55.475583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:55.488405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.492430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.495053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c276e3fa-51ec-4c18-a540-efea50fd0bf2 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:55.520146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b500d0bd-b146-46dd-baf4-8dda6b3b713c,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:55.522888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:55.530963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Attempting to bind port 96261bb3-e3e3-4a6f-86bf-28270a68de0c on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:54:55.531380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Attempting to bind port 96261bb3-e3e3-4a6f-86bf-28270a68de0c by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:54:55.531947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Attempting to bind port 96261bb3-e3e3-4a6f-86bf-28270a68de0c on network 3a482344-3c0a-48f8-9ed1-bd798338ed71 {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:54:55.535142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.536958 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1745949 Dec 21 16:54:55.540402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46374) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:55.540626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:54:55.541021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Checking segment: {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:54:55.541472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.541991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Bound using segment: {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:54:55.542561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Bound port: 96261bb3-e3e3-4a6f-86bf-28270a68de0c, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:54:55.543005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.546610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '2626ce9d-f430-436f-9218-d1b73d607e12', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:55.553079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:55.557779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:55.560961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:55.567365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:55.585432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.644267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] For port 96261bb3-e3e3-4a6f-86bf-28270a68de0c, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:54:55.647632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] For port 96261bb3-e3e3-4a6f-86bf-28270a68de0c, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=96261bb3-e3e3-4a6f-86bf-28270a68de0c,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:54:55.653647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.657349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.657988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:55.660132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.662060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9957fd31-27d5-4ce9-b520-f3593a479d96 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:55.686053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ca34f2-6d60-455e-820b-73356e3bfaa9,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:55.688677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:55.695387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.697243 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1551967 Dec 21 16:54:55.700152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46378) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:55.706397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '2626ce9d-f430-436f-9218-d1b73d607e12', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:55.712681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:55.716970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:55.720046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:55.726497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:55.736988 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:54:55.738761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Pushing event updated for resources: {'Port': ['ID=96261bb3-e3e3-4a6f-86bf-28270a68de0c,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:55.743112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:55.744688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Routers {'7dba199d-7aea-4068-bd09-5d40b06446da'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:54:55.745350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:54:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7dba199d-7aea-4068-bd09-5d40b06446da'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:55.747115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.828053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.831619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.833645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c84f7f02-9ca4-4f12-9328-797aaf3703e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:55.858207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f50f20-84bc-4e2b-bf4e-ccac2436eec2,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:55.860896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:55.869084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.870471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1693079 Dec 21 16:54:55.873409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46382) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:54:55.879918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '2626ce9d-f430-436f-9218-d1b73d607e12', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:55.886971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:54:55.891051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:54:55.894353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:54:55.900662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:54:55.911129 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:54:55.918967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:55.943225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] Set router 7dba199d-7aea-4068-bd09-5d40b06446da gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:54:56.000693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:56.004985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:56.006950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38c0fb5c-da84-4210-ae64-f7741be65150 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:56.030257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a73383-f68d-4f48-9065-b45f89bd0633,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:56.032868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:56.039201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:56.041027 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1660790 Dec 21 16:54:56.220449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-8bcbee7d-036c-4f4d-b1db-0ec07314f689 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:54:56.235317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-8bcbee7d-036c-4f4d-b1db-0ec07314f689 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:54:56.236564 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-8bcbee7d-036c-4f4d-b1db-0ec07314f689 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649519124&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.0593936 Dec 21 16:54:56.274340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:51Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '96261bb3-e3e3-4a6f-86bf-28270a68de0c', 'name': '', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:db:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:50Z', 'updated_at': '2021-12-21T16:54:55Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:54:56.279277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ddc0f-26ec-42d2-a38d-6d4a18628aad None None] The sync data for ids ['7dba199d-7aea-4068-bd09-5d40b06446da'] in dv-neutron-822515-1-hyperv is: [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:51Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '96261bb3-e3e3-4a6f-86bf-28270a68de0c', 'name': '', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:db:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:50Z', 'updated_at': '2021-12-21T16:54:55Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:54:56.331586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-aea1f8cc-122e-41f1-9073-24a04b62d27d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:56.332175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-aea1f8cc-122e-41f1-9073-24a04b62d27d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:54:56.350923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-aea1f8cc-122e-41f1-9073-24a04b62d27d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:54:56.352221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-aea1f8cc-122e-41f1-9073-24a04b62d27d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 929 time: 0.1083438 Dec 21 16:54:56.528507 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-af8e72ff-6648-4b0b-8b3f-2dd90283d007 service neutron] 10.222.0.67 "GET /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1490228 Dec 21 16:54:56.918523 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-95c8dabc-158e-4eee-9e57-20f97c24393d service neutron] 10.222.0.67 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829508 Dec 21 16:54:57.068424 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-2380fa87-00b3-45b2-9015-5b3c6e99eaba service neutron] 10.222.0.67 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429203 Dec 21 16:54:57.284257 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0ca5208c-0280-40bb-9fd8-b4dcce131f21 req-6fc038b7-a88b-4e99-a6bf-83887d2ecd45 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 210 time: 0.0459499 Dec 21 16:54:58.035875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 96261bb3-e3e3-4a6f-86bf-28270a68de0c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:54:58.111964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 96261bb3-e3e3-4a6f-86bf-28270a68de0c completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:54:58.117565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 96261bb3-e3e3-4a6f-86bf-28270a68de0c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:54:58.117994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:58.239163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:58.273485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 96261bb3-e3e3-4a6f-86bf-28270a68de0c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=96261bb3-e3e3-4a6f-86bf-28270a68de0c,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:54:58.277093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:58.280074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:58.297970 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-e2d4ac5e-c950-4fe3-99be-aee7fdd98e3d service neutron] 10.222.0.48 "GET /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 1025 time: 0.0740659 Dec 21 16:54:58.357196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=96261bb3-e3e3-4a6f-86bf-28270a68de0c,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:58.360778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:58.484953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-b434f0ba-e0bc-4350-8b4b-a8ef53a77b3c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:58.485711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-b434f0ba-e0bc-4350-8b4b-a8ef53a77b3c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:54:58.492155 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4701c6f2-4bc4-4f37-b747-1fda0b3119e8 req-11566865-7753-4140-93b8-9c05212bd64e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 210 time: 0.0529852 Dec 21 16:54:58.501629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-b434f0ba-e0bc-4350-8b4b-a8ef53a77b3c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:54:58.502892 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-b434f0ba-e0bc-4350-8b4b-a8ef53a77b3c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=3a482344-3c0a-48f8-9ed1-bd798338ed71 HTTP/1.1" status: 200 len: 796 time: 0.1998303 Dec 21 16:54:58.564981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-2c71099c-ed3e-4b0c-8ccd-bda1c2ee5299 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:54:58.577739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-2c71099c-ed3e-4b0c-8ccd-bda1c2ee5299 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:54:58.578921 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-2c71099c-ed3e-4b0c-8ccd-bda1c2ee5299 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 379 time: 0.0612078 Dec 21 16:54:58.593143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Request body: {'port': {'device_id': 'b1b2fe64-e9b0-441d-ab69-618bdec765e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:54:58.701881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:59.052462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82425080-8a22-4757-8ac9-2e1b46317cad {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:54:59.059988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:59.075554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Transition to ACTIVE for port object 82425080-8a22-4757-8ac9-2e1b46317cad will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:54:59.078267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:59.082686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-141f854e-1980-4bb4-b99b-e991f06a3b96 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:59.223605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Pushing event updated for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:59.228079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:59.343242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Attempting to bind port 82425080-8a22-4757-8ac9-2e1b46317cad on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:54:59.343556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Attempting to bind port 82425080-8a22-4757-8ac9-2e1b46317cad by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:54:59.343929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Attempting to bind port 82425080-8a22-4757-8ac9-2e1b46317cad on network 3a482344-3c0a-48f8-9ed1-bd798338ed71 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:54:59.350407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Port 82425080-8a22-4757-8ac9-2e1b46317cad on network 3a482344-3c0a-48f8-9ed1-bd798338ed71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:54:59.350772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Attempting to bind port 82425080-8a22-4757-8ac9-2e1b46317cad on network 3a482344-3c0a-48f8-9ed1-bd798338ed71 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:54:59.358297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:54:59.358666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Checking segment: {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:54:59.359121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Bound using segment: {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:54:59.359602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Bound port: 82425080-8a22-4757-8ac9-2e1b46317cad, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:54:59.359991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:59.370060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:59.457028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:54:59.460154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82425080-8a22-4757-8ac9-2e1b46317cad,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:54:59.463349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:59.467952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:54:59.530626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:54:59.532176 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] 10.222.0.48 "PUT /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 1130 time: 0.9435413 Dec 21 16:54:59.532747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b2fe64-e9b0-441d-ab69-618bdec765e0', 'tag': '82425080-8a22-4757-8ac9-2e1b46317cad'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:54:59.556824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Pushing event updated for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:54:59.560352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:54:59.616543 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b2fe64-e9b0-441d-ab69-618bdec765e0', 'tag': '82425080-8a22-4757-8ac9-2e1b46317cad', 'status': 'completed', 'code': 200} Dec 21 16:54:59.658379 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-bd83f0b0-7e7e-4ddf-8071-34103973cb38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 1133 time: 0.0842743 Dec 21 16:54:59.719329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e6f2-76b2-42ca-a841-b786606ebc73 req-d7906555-6f5c-4757-9584-5c66e2eee5f8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:59.720967 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7f37e6f2-76b2-42ca-a841-b786606ebc73 req-d7906555-6f5c-4757-9584-5c66e2eee5f8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 980 time: 0.0855515 Dec 21 16:54:59.737510 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-85263143-1a4e-412c-872a-0e7a0070a36e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 217 time: 0.0709946 Dec 21 16:54:59.772194 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7f37e6f2-76b2-42ca-a841-b786606ebc73 req-9a1c5847-c26c-45e5-95e2-106c49f1f241 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450056 Dec 21 16:54:59.809323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-c7018166-54e1-4af4-999a-47aedf0e3a8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:54:59.810939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-c7018166-54e1-4af4-999a-47aedf0e3a8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a095d5b-094a-4201-aa5c-5d6b728ac41c HTTP/1.1" status: 200 len: 834 time: 0.0664659 Dec 21 16:54:59.894572 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-23218fc7-cbaf-4371-b8b6-e8db931d3556 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a482344-3c0a-48f8-9ed1-bd798338ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777855 Dec 21 16:55:00.023074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 96261bb3-e3e3-4a6f-86bf-28270a68de0c up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:55:00.038892 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-7664e644-6f88-464f-b125-74b7efa67578 service neutron] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382482 Dec 21 16:55:00.094755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 96261bb3-e3e3-4a6f-86bf-28270a68de0c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:00.095291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:00.406092 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40a283f3-a0f8-443b-99ee-4abdac35ce75 req-6be65ed8-0866-44b0-a78f-ddea682aa0c0 service neutron] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610990 Dec 21 16:55:00.524139 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c6637db1-0989-418b-adc2-20b114e08eb7 req-9743714f-aa9e-4af0-8f22-ee79b6c4f2ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 1133 time: 0.0759168 Dec 21 16:55:00.666556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6637db1-0989-418b-adc2-20b114e08eb7 req-74039fa6-cf39-4b92-9efc-46c3337a28b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:00.668285 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c6637db1-0989-418b-adc2-20b114e08eb7 req-74039fa6-cf39-4b92-9efc-46c3337a28b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a482344-3c0a-48f8-9ed1-bd798338ed71 HTTP/1.1" status: 200 len: 897 time: 0.1376247 Dec 21 16:55:00.741891 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c6637db1-0989-418b-adc2-20b114e08eb7 req-64f94302-3366-47b1-8d45-46c1c46322ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 217 time: 0.0664091 Dec 21 16:55:00.808900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6637db1-0989-418b-adc2-20b114e08eb7 req-418ea323-d003-473f-b1c7-f70872833201 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:00.810906 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c6637db1-0989-418b-adc2-20b114e08eb7 req-418ea323-d003-473f-b1c7-f70872833201 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a095d5b-094a-4201-aa5c-5d6b728ac41c HTTP/1.1" status: 200 len: 834 time: 0.0620806 Dec 21 16:55:00.894354 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c6637db1-0989-418b-adc2-20b114e08eb7 req-2168e2f2-2923-4f33-b43d-ec1f6f0d7ecd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a482344-3c0a-48f8-9ed1-bd798338ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775504 Dec 21 16:55:00.983994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0141f73-1978-496a-8bb9-1d5a4cc00ba7 req-0002e841-81f5-4330-8c8e-cc3dcb8b1f26 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:00.985596 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a0141f73-1978-496a-8bb9-1d5a4cc00ba7 req-0002e841-81f5-4330-8c8e-cc3dcb8b1f26 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 980 time: 0.0875537 Dec 21 16:55:01.033524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a0141f73-1978-496a-8bb9-1d5a4cc00ba7 req-25a88ca7-54e4-49c5-b7ee-1e29820546e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415406 Dec 21 16:55:01.041725 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c6637db1-0989-418b-adc2-20b114e08eb7 req-d1d77df3-d901-4960-949f-b89be9df85ec service neutron] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396651 Dec 21 16:55:01.183245 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c6637db1-0989-418b-adc2-20b114e08eb7 req-0b6f955f-9b4c-4409-abf1-4f8f48c767e6 service neutron] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345823 Dec 21 16:55:01.791052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 82425080-8a22-4757-8ac9-2e1b46317cad details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:55:01.933729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82425080-8a22-4757-8ac9-2e1b46317cad,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:01.947626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '82425080-8a22-4757-8ac9-2e1b46317cad', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'port_id': '82425080-8a22-4757-8ac9-2e1b46317cad', 'mac_address': 'fa:16:3e:39:79:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:55:02.002908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:02.023851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82425080-8a22-4757-8ac9-2e1b46317cad {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:55:02.038934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82425080-8a22-4757-8ac9-2e1b46317cad,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:02.042339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:02.044244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:02.111362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:02.115390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:02.240540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d25e65-b448-419b-aceb-7fdc2d678bfb req-ba2185bc-a48e-4d9b-8874-0ed675ccdeab tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:02.242216 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d1d25e65-b448-419b-aceb-7fdc2d678bfb req-ba2185bc-a48e-4d9b-8874-0ed675ccdeab tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 981 time: 0.0834250 Dec 21 16:55:02.256563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['82425080-8a22-4757-8ac9-2e1b46317cad'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:55:02.294242 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d1d25e65-b448-419b-aceb-7fdc2d678bfb req-0a765e0c-7410-45e1-a122-5755504e1b5b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449727 Dec 21 16:55:03.504479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b173f99-1975-474f-9756-958e0cabb5aa req-58f71260-49b8-4656-b6ff-9a7810b31a3d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:03.506082 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6b173f99-1975-474f-9756-958e0cabb5aa req-58f71260-49b8-4656-b6ff-9a7810b31a3d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 981 time: 0.0878937 Dec 21 16:55:03.553330 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6b173f99-1975-474f-9756-958e0cabb5aa req-2bf71c44-cb90-4872-aead-b237283c9fe4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Dec 21 16:55:03.791761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 82425080-8a22-4757-8ac9-2e1b46317cad up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:55:03.861433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 82425080-8a22-4757-8ac9-2e1b46317cad completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:55:03.866207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 82425080-8a22-4757-8ac9-2e1b46317cad triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:03.866633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:03.983871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:04.010895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b2fe64-e9b0-441d-ab69-618bdec765e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82425080-8a22-4757-8ac9-2e1b46317cad'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:55:04.020854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82425080-8a22-4757-8ac9-2e1b46317cad,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:04.023792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:04.026303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-06094615-f2ee-4af3-9ee3-260f255231c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:04.069533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b2fe64-e9b0-441d-ab69-618bdec765e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82425080-8a22-4757-8ac9-2e1b46317cad', 'code': 200} Dec 21 16:55:04.099050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:04.102110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:04.305454 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dbd7ce19-5eaa-426f-809e-95685c1ce8b2 req-8cefda13-c8c5-4256-a6a9-dd96614a3d42 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 1135 time: 0.0727367 Dec 21 16:55:04.350084 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dbd7ce19-5eaa-426f-809e-95685c1ce8b2 req-e282f9d9-eae1-4a8d-8664-281fa6eeaa6a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382380 Dec 21 16:55:04.755607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29313c8e-bb99-4e22-94f8-e7c1d711d328 req-c4ea5cd0-c873-4868-bd99-14b8c11936a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:04.757197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29313c8e-bb99-4e22-94f8-e7c1d711d328 req-c4ea5cd0-c873-4868-bd99-14b8c11936a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 982 time: 0.0825014 Dec 21 16:55:04.808702 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29313c8e-bb99-4e22-94f8-e7c1d711d328 req-2987a119-4afb-4dfb-97bd-f84836846855 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447726 Dec 21 16:55:06.011723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f634-6ae4-4564-be28-ae443bc98cc7 req-56aca96e-6300-47fd-a689-ae0883eae2c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:06.013309 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c33f634-6ae4-4564-be28-ae443bc98cc7 req-56aca96e-6300-47fd-a689-ae0883eae2c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 982 time: 0.0828409 Dec 21 16:55:06.062804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c33f634-6ae4-4564-be28-ae443bc98cc7 req-2788778d-936c-4a88-b61f-231a2f1b32a1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Dec 21 16:55:06.269390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0500fb-b762-47f8-8671-566d4c9a0854 req-e10aeb84-7c89-41df-8dc7-88ce68490f32 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:06.271013 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c0500fb-b762-47f8-8671-566d4c9a0854 req-e10aeb84-7c89-41df-8dc7-88ce68490f32 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 982 time: 0.0844884 Dec 21 16:55:06.319102 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c0500fb-b762-47f8-8671-566d4c9a0854 req-a9dca35b-c212-401b-a504-4660195cb6c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416014 Dec 21 16:55:06.346686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46434) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:06.422282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9f5ba55b-a190-40e7-b951-f6927f55fa7a tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 1130 time: 0.0742602 Dec 21 16:55:06.425157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46438) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:06.430763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '82425080-8a22-4757-8ac9-2e1b46317cad', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:06.436573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:06.440591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:floatingip and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:06.443569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:06.450066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:06.459495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:06.605998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:06.750376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.29 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/bcd2c657-ac5f-49bb-8f34-0049578b0cff) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:55:06.902586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:06.927859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:06.932704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:06.998817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:55:06.999958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:55:07.004058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:55:07.041764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=bcd2c657-ac5f-49bb-8f34-0049578b0cff,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:07.050152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:07.544034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:07.604708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:07.821598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:07.825146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:07.829667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-77482ed2-450a-4833-8aa6-ea2f1735f4ef tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:07.942969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=bcd2c657-ac5f-49bb-8f34-0049578b0cff,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:07.948003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:07.956833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:08.159766 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP d2f5ee4e-507b-4fb6-9002-9772cb612583 associated. External IP: 172.26.7.29, port: 82425080-8a22-4757-8ac9-2e1b46317cad. Dec 21 16:55:08.592139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 7dba199d-7aea-4068-bd09-5d40b06446da has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:55:09.045007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:55:09.055283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606f4919-bf32-49cb-9f1e-4e40c9b1b0c7 None None] Sync routers for ids ['7dba199d-7aea-4068-bd09-5d40b06446da'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:55:09.068594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:09.069091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f4919-bf32-49cb-9f1e-4e40c9b1b0c7 None None] Routers {'7dba199d-7aea-4068-bd09-5d40b06446da'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:09.069784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-606f4919-bf32-49cb-9f1e-4e40c9b1b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:54:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7dba199d-7aea-4068-bd09-5d40b06446da'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:09.126064 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.6998041 Dec 21 16:55:09.127458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b2fe64-e9b0-441d-ab69-618bdec765e0', 'tag': '82425080-8a22-4757-8ac9-2e1b46317cad'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:55:09.129281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46450) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:09.218496 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ada110e1-9dcb-4aa5-8945-6c61d8d8b56c tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0&network_id=3a482344-3c0a-48f8-9ed1-bd798338ed71 HTTP/1.1" status: 200 len: 1130 time: 0.0867455 Dec 21 16:55:09.271642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-606f4919-bf32-49cb-9f1e-4e40c9b1b0c7 None None] Set router 7dba199d-7aea-4068-bd09-5d40b06446da gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:09.314441 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b2fe64-e9b0-441d-ab69-618bdec765e0', 'tag': '82425080-8a22-4757-8ac9-2e1b46317cad', 'status': 'completed', 'code': 200} Dec 21 16:55:09.463245 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4da021f9-2251-4532-8459-ba63e3048618 req-ba3e8db9-7df0-469e-bb9d-c10030c5f17f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 1135 time: 0.1153772 Dec 21 16:55:09.613626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da021f9-2251-4532-8459-ba63e3048618 req-e0f4016e-4a6d-435e-9afa-d77bbb55da91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:09.615308 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4da021f9-2251-4532-8459-ba63e3048618 req-e0f4016e-4a6d-435e-9afa-d77bbb55da91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a482344-3c0a-48f8-9ed1-bd798338ed71 HTTP/1.1" status: 200 len: 897 time: 0.1465840 Dec 21 16:55:09.642885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333c433-3e93-460c-b389-00c5e3ab03da req-bc1c6d4d-3105-4601-9072-953b5e3456f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:09.644509 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2333c433-3e93-460c-b389-00c5e3ab03da req-bc1c6d4d-3105-4601-9072-953b5e3456f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 982 time: 0.0862026 Dec 21 16:55:09.694982 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2333c433-3e93-460c-b389-00c5e3ab03da req-73ede997-b091-48eb-9ff9-a793dd5b8294 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428665 Dec 21 16:55:09.734615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4da021f9-2251-4532-8459-ba63e3048618 req-feff9095-e1c9-41ed-a5f1-75afbb3e5a28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 1035 time: 0.1085429 Dec 21 16:55:09.808106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da021f9-2251-4532-8459-ba63e3048618 req-43137d47-c816-4ea3-b6bb-a774640b6b0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:09.809714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4da021f9-2251-4532-8459-ba63e3048618 req-43137d47-c816-4ea3-b6bb-a774640b6b0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a095d5b-094a-4201-aa5c-5d6b728ac41c HTTP/1.1" status: 200 len: 834 time: 0.0686879 Dec 21 16:55:09.818029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-606f4919-bf32-49cb-9f1e-4e40c9b1b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:51Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'd2f5ee4e-507b-4fb6-9002-9772cb612583', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.29', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'port_id': '82425080-8a22-4757-8ac9-2e1b46317cad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-74034843', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'mac_address': 'fa:16:3e:39:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b2fe64-e9b0-441d-ab69-618bdec765e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:55:07Z', 'updated_at': '2021-12-21T16:55:07Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96261bb3-e3e3-4a6f-86bf-28270a68de0c', 'name': '', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:db:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:50Z', 'updated_at': '2021-12-21T16:54:58Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:09.822854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606f4919-bf32-49cb-9f1e-4e40c9b1b0c7 None None] Checking router: 7dba199d-7aea-4068-bd09-5d40b06446da for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:55:09.833907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f4919-bf32-49cb-9f1e-4e40c9b1b0c7 None None] Routers {'7dba199d-7aea-4068-bd09-5d40b06446da'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:09.834579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-606f4919-bf32-49cb-9f1e-4e40c9b1b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:54:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7dba199d-7aea-4068-bd09-5d40b06446da'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:09.896407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4da021f9-2251-4532-8459-ba63e3048618 req-804f215d-4c1f-40c3-8ca6-b5e64029f80b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a482344-3c0a-48f8-9ed1-bd798338ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801878 Dec 21 16:55:10.025191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-606f4919-bf32-49cb-9f1e-4e40c9b1b0c7 None None] Set router 7dba199d-7aea-4068-bd09-5d40b06446da gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:10.045269 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4da021f9-2251-4532-8459-ba63e3048618 req-aa37e9d1-ddf9-43b5-8d34-1cd09c29bc52 service neutron] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420386 Dec 21 16:55:10.192636 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4da021f9-2251-4532-8459-ba63e3048618 req-da014d22-6d02-4c3f-8165-42412bf899de service neutron] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404679 Dec 21 16:55:10.404084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-606f4919-bf32-49cb-9f1e-4e40c9b1b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:51Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'd2f5ee4e-507b-4fb6-9002-9772cb612583', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.29', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'port_id': '82425080-8a22-4757-8ac9-2e1b46317cad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-74034843', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'mac_address': 'fa:16:3e:39:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b2fe64-e9b0-441d-ab69-618bdec765e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:55:07Z', 'updated_at': '2021-12-21T16:55:07Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96261bb3-e3e3-4a6f-86bf-28270a68de0c', 'name': '', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:db:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:50Z', 'updated_at': '2021-12-21T16:54:58Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:10.408948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606f4919-bf32-49cb-9f1e-4e40c9b1b0c7 None None] The sync data for ids ['7dba199d-7aea-4068-bd09-5d40b06446da'] in dv-neutron-822515-1-hyperv is: [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:51Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'd2f5ee4e-507b-4fb6-9002-9772cb612583', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.29', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'port_id': '82425080-8a22-4757-8ac9-2e1b46317cad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-74034843', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'mac_address': 'fa:16:3e:39:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b2fe64-e9b0-441d-ab69-618bdec765e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:55:07Z', 'updated_at': '2021-12-21T16:55:07Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96261bb3-e3e3-4a6f-86bf-28270a68de0c', 'name': '', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:db:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:50Z', 'updated_at': '2021-12-21T16:54:58Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:55:10.766688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1283737-b877-4a99-9c75-9d5a8e4183f1 None None] New status for floating IP d2f5ee4e-507b-4fb6-9002-9772cb612583: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:55:10.929233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d1745-f10d-450b-97fc-479e635df57c req-bd699b9f-cfea-4f70-a611-b97ac1b880d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:10.930524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a99d1745-f10d-450b-97fc-479e635df57c req-bd699b9f-cfea-4f70-a611-b97ac1b880d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:55:10.930717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbd7cb-378f-4dc4-8826-b8673ce79744 req-798d2751-460f-40f2-b758-798d38ecd4a0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:10.940638 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4efbd7cb-378f-4dc4-8826-b8673ce79744 req-798d2751-460f-40f2-b758-798d38ecd4a0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 982 time: 0.1000216 Dec 21 16:55:10.960958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a99d1745-f10d-450b-97fc-479e635df57c req-bd699b9f-cfea-4f70-a611-b97ac1b880d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:55:10.962918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a99d1745-f10d-450b-97fc-479e635df57c req-bd699b9f-cfea-4f70-a611-b97ac1b880d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 982 time: 0.1427090 Dec 21 16:55:10.999397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4efbd7cb-378f-4dc4-8826-b8673ce79744 req-5f224625-5175-42df-9339-81c53ca2452c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578349 Dec 21 16:55:11.066548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d1745-f10d-450b-97fc-479e635df57c req-f596c01f-3419-42dd-a8e7-73dbc73c6cec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:11.068515 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a99d1745-f10d-450b-97fc-479e635df57c req-f596c01f-3419-42dd-a8e7-73dbc73c6cec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1000195 Dec 21 16:55:11.232546 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a99d1745-f10d-450b-97fc-479e635df57c req-4ccdb03f-0cbd-4417-b8ce-2cda169b08eb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1593139 Dec 21 16:55:11.242653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-a99d1745-f10d-450b-97fc-479e635df57c req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:11.359192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a99d1745-f10d-450b-97fc-479e635df57c req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:11.579795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-a99d1745-f10d-450b-97fc-479e635df57c req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82425080-8a22-4757-8ac9-2e1b46317cad,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:11.610712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-a99d1745-f10d-450b-97fc-479e635df57c req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:55:11.664485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-a99d1745-f10d-450b-97fc-479e635df57c req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] device_id is not set on port 82425080-8a22-4757-8ac9-2e1b46317cad yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:55:11.673474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a99d1745-f10d-450b-97fc-479e635df57c req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:11.678334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a99d1745-f10d-450b-97fc-479e635df57c req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:11.683609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de2ef618-0184-4a22-9d86-6381c937f798 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:11.803917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] Pushing event updated for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=6']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:11.820150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:11.888591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99d1745-f10d-450b-97fc-479e635df57c req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] No DVR routers for this DVR port 82425080-8a22-4757-8ac9-2e1b46317cad on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:55:12.056260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c9e3e51b-96c8-4b30-b85e-ebf91666e27b None None] Provisioning complete for port 82425080-8a22-4757-8ac9-2e1b46317cad triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:12.056764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9e3e51b-96c8-4b30-b85e-ebf91666e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:12.126348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c9e3e51b-96c8-4b30-b85e-ebf91666e27b None None] Port 82425080-8a22-4757-8ac9-2e1b46317cad cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:55:12.174048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-a99d1745-f10d-450b-97fc-479e635df57c req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] In _notify_port_updated(), no bound segment for port 82425080-8a22-4757-8ac9-2e1b46317cad on network 3a482344-3c0a-48f8-9ed1-bd798338ed71 {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:55:12.176043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a99d1745-f10d-450b-97fc-479e635df57c req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:12.177708 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a99d1745-f10d-450b-97fc-479e635df57c req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] 10.222.0.48 "PUT /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 1025 time: 0.9392774 Dec 21 16:55:12.194425 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-516316bb-3bf3-40e0-bb65-e81802b94c9b req-79e56bb5-f2a4-49ec-b79a-0d3460ed9f0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1b2fe64-e9b0-441d-ab69-618bdec765e0 HTTP/1.1" status: 200 len: 210 time: 0.0568357 Dec 21 16:55:13.312333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46484) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:13.396679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2095bac-2075-42a2-8d86-a9b907780002 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:13.401885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c2095bac-2075-42a2-8d86-a9b907780002 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 924 time: 0.0884006 Dec 21 16:55:13.775166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46492) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:13.783109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536701356', 'description': 'tempest-secgroup-smoke-1536701356 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:13.789871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:13.804198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:13.855028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 82425080-8a22-4757-8ac9-2e1b46317cad no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:55:13.919389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 82425080-8a22-4757-8ac9-2e1b46317cad not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:55:13.978234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:14.031331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:14.037695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:14.042926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:14.054710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:14.353451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:14.387156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:14.393667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-427d3438-b755-47b0-8d87-98f4ed8067fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:14.470048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12ba918-d0c0-4dbf-bfc1-2e600cb8b3dc,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:14.472988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:14.484241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:14.491298 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7097178 Dec 21 16:55:14.491298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46496) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:14.495120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'f12ba918-d0c0-4dbf-bfc1-2e600cb8b3dc', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:14.501462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:14.506166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:14.509604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:14.516306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:14.874147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:14.980470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:15.141271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:15.156922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e9b2107-56e8-497a-9d20-ed762b44af80 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:15.206062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525c74c3-3e8a-45e4-acb4-846567e1c9ad,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:15.211007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:15.235109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:15.238468 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e3adab02-e0cb-4e5f-a49a-e50c82fcd97b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7469647 Dec 21 16:55:15.240940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46502) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:15.253254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'f12ba918-d0c0-4dbf-bfc1-2e600cb8b3dc', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:15.264746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:15.270294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:15.273593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:15.286458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:15.459449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:15.543630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:15.597135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:15.599138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3cd9a295-c1e8-4821-a12d-b749d8aa18f2 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:15.623240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaefefcb-298c-4097-9e35-e2e9fc4da7bc,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:15.626053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:15.780160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:15.780815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9af817d-b3c4-4fdb-a593-e594cf64d09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:15.781501 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5389156 Dec 21 16:55:15.784859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46506) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:15.791407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'f12ba918-d0c0-4dbf-bfc1-2e600cb8b3dc', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:15.801364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:15.807648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:15.810971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:15.819074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:16.020654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:16.114043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:16.292640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:16.295154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c1f2255-e915-427c-9492-c393708ec60c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:16.320237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778e6ef6-0623-438b-8580-f9a638239a4a,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:16.325514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:16.393443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:16.398096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46512) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:16.398675 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6123335 Dec 21 16:55:16.404424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'f12ba918-d0c0-4dbf-bfc1-2e600cb8b3dc', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:16.417648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:16.422619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:16.426240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:16.435359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:16.504330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:16.612881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:16.744788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:16.746759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72d83e22-31bf-4d28-aab4-e0ab22f0f84b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:16.770154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d2d788-c9ac-4dde-82c9-67ebdd44f798,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:16.772707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:16.846138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:16.847554 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4484475 Dec 21 16:55:16.850394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46516) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:16.857637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'f12ba918-d0c0-4dbf-bfc1-2e600cb8b3dc', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:16.864457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:16.868624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:16.871741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:16.878007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:16.948551 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:55:16.955844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:17.027049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:17.047084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:17.054544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4edbf55-cf0c-46b4-8953-d78377446bb8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:17.077166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09f46da-a4a7-4ecb-abf7-29401ce8c84e,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:17.079450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:17.152057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:17.153433 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3017905 Dec 21 16:55:17.153660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:17.156285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46520) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:17.163497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'f12ba918-d0c0-4dbf-bfc1-2e600cb8b3dc', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:17.171583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:17.176682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:17.179797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:17.186057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:17.255935 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:55:17.265727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:17.374846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:17.486174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:17.488551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc4a8266-22c8-48b7-b400-3c77fa61df09 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:17.514408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef674d93-0cd3-47ce-b183-64c465d5b936,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:17.517063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:17.524364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:17.525772 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3681529 Dec 21 16:55:17.705554 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-b9c988e9-e176-49a9-987e-aaed1340bfbf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536701356&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.0471416 Dec 21 16:55:17.782554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966cc44-f392-46d7-87eb-c7006981767b req-0adec794-7344-42dc-aed0-99857d716e57 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:17.783946 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-0adec794-7344-42dc-aed0-99857d716e57 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 929 time: 0.0715585 Dec 21 16:55:17.859883 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-3c820444-229c-4748-85cb-5a6b987a476d service neutron] 10.222.0.67 "GET /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0629747 Dec 21 16:55:17.974663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-56154a12-f8ce-43b2-ad75-d65f1dfe7742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:18.001068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-889e0a87-9378-4faf-ae9c-60887cb12345 service neutron] 10.222.0.67 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350238 Dec 21 16:55:18.144631 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-596d52d7-fcd0-4202-a57c-c5475d0c52c2 service neutron] 10.222.0.67 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369109 Dec 21 16:55:18.324118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:18.344989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1e333d3b-4a31-480f-92e0-89ca8433130e req-213dca5e-18a4-4893-9110-43ca650ea512 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 210 time: 0.0512426 Dec 21 16:55:18.750660 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-81a7e195-e4d7-45f7-8325-50786a94c4ba tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733415394&fields=id&tenant_id=fd9f31a269eb40be8aee5995f7e8cd18 HTTP/1.1" status: 200 len: 267 time: 0.0450790 Dec 21 16:55:18.912002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-bc24d0d6-4c33-41c9-8aee-fff49a99f6c3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:18.913621 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-bc24d0d6-4c33-41c9-8aee-fff49a99f6c3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 812 time: 0.1558392 Dec 21 16:55:18.932128 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-7156ab54-6cd5-4042-8262-0302c756c05c tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/quotas/fd9f31a269eb40be8aee5995f7e8cd18 HTTP/1.1" status: 200 len: 375 time: 0.0118029 Dec 21 16:55:19.022967 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-0b08ff5c-6610-404c-ae7f-bf3cf8b2be95 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0850415 Dec 21 16:55:19.173344 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3058f8bf-b22b-40dc-9733-d1d1825a17c3 service neutron] 10.222.0.67 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380107 Dec 21 16:55:19.318495 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-27f33680-1108-42b6-98e0-9ecca9b84e2f service neutron] 10.222.0.48 "GET /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 1025 time: 0.0740962 Dec 21 16:55:19.323839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-54a9da68-255a-4c96-812c-7c9a29590e6b service neutron] 10.222.0.67 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442616 Dec 21 16:55:19.523124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966cc44-f392-46d7-87eb-c7006981767b req-8ecb52e3-76fb-420b-bc79-b05b5af44e5d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:19.524752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-8ecb52e3-76fb-420b-bc79-b05b5af44e5d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=3a482344-3c0a-48f8-9ed1-bd798338ed71 HTTP/1.1" status: 200 len: 796 time: 0.2016799 Dec 21 16:55:19.555541 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-59f808c3-61d1-4024-a37f-b5aef5145653 req-91466aed-ad5f-45da-9153-f3269df7ad7a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 210 time: 0.0595407 Dec 21 16:55:19.584523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d966cc44-f392-46d7-87eb-c7006981767b req-fea1adb6-dbdb-4a53-bf0a-571ab7d1209b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:55:19.599550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d966cc44-f392-46d7-87eb-c7006981767b req-fea1adb6-dbdb-4a53-bf0a-571ab7d1209b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:55:19.600783 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-fea1adb6-dbdb-4a53-bf0a-571ab7d1209b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 472 time: 0.0658245 Dec 21 16:55:19.612300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Request body: {'port': {'device_id': '1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:19.735366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:19.759548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:19.773344 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-641496c4-3595-4eca-8210-7c676240d66f req-c864479d-cfda-4dd1-8768-855052341f74 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 210 time: 0.0474474 Dec 21 16:55:20.100548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82425080-8a22-4757-8ac9-2e1b46317cad {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:55:20.108045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:20.123664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Transition to ACTIVE for port object 82425080-8a22-4757-8ac9-2e1b46317cad will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:55:20.126306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:20.130893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e3ac4959-7894-43c1-8015-50702310b0d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:20.272272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Pushing event updated for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=7']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:20.277730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:20.423480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Attempting to bind port 82425080-8a22-4757-8ac9-2e1b46317cad on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:55:20.423860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Attempting to bind port 82425080-8a22-4757-8ac9-2e1b46317cad by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:55:20.424236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Attempting to bind port 82425080-8a22-4757-8ac9-2e1b46317cad on network 3a482344-3c0a-48f8-9ed1-bd798338ed71 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:55:20.430827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Port 82425080-8a22-4757-8ac9-2e1b46317cad on network 3a482344-3c0a-48f8-9ed1-bd798338ed71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:55:20.431186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Attempting to bind port 82425080-8a22-4757-8ac9-2e1b46317cad on network 3a482344-3c0a-48f8-9ed1-bd798338ed71 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:55:20.438486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:55:20.438898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Checking segment: {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:55:20.439326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Bound using segment: {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:55:20.439800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Bound port: 82425080-8a22-4757-8ac9-2e1b46317cad, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e42feb4-22cd-4d4a-ada1-9e8958460de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:55:20.440190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:20.538651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:55:20.542280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82425080-8a22-4757-8ac9-2e1b46317cad,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:55:20.545491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:20.549846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e9e87ae-1140-40b8-bd20-026c61693946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:20.610859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:20.612392 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] 10.222.0.48 "PUT /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 1130 time: 1.0045261 Dec 21 16:55:20.613550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3', 'tag': '82425080-8a22-4757-8ac9-2e1b46317cad'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:55:20.632012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Pushing event updated for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=8']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:20.636387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:20.689999 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3', 'tag': '82425080-8a22-4757-8ac9-2e1b46317cad', 'status': 'completed', 'code': 200} Dec 21 16:55:20.811736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02504082-1a0a-42d4-86bd-2ed54826e94f req-65bd2118-24a5-4428-ac10-a6a7bd077135 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:20.813433 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-02504082-1a0a-42d4-86bd-2ed54826e94f req-65bd2118-24a5-4428-ac10-a6a7bd077135 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 980 time: 0.0875602 Dec 21 16:55:20.922388 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-02504082-1a0a-42d4-86bd-2ed54826e94f req-5596798f-eb31-40c6-915b-f75342026e4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015549 Dec 21 16:55:20.983501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-c74bb520-7c82-4dfa-bfa9-ce58ac50b7bd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:20.985165 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-c74bb520-7c82-4dfa-bfa9-ce58ac50b7bd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 812 time: 0.2674119 Dec 21 16:55:20.987372 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-debc151a-8a4b-4c8e-830d-daa65efe867a req-f99934a9-bbb7-45b4-a1ba-ef6997f5e914 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 210 time: 0.0611823 Dec 21 16:55:20.994094 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-84566bd8-fd1a-49e1-85ac-40249bf8baac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 1133 time: 0.2199373 Dec 21 16:55:21.145148 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-8e5eecc3-5f70-4f6c-bf63-07f88386e6a7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9f31a269eb40be8aee5995f7e8cd18 HTTP/1.1" status: 200 len: 379 time: 0.1441667 Dec 21 16:55:21.155639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'port': {'device_id': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'admin_state_up': True, 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'security_groups': ['33e08705-ac57-4540-b51d-d1115f911514']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:21.172394 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-4b139a19-25de-4883-8b09-b78d99f29f38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 1035 time: 0.1472356 Dec 21 16:55:21.335404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966cc44-f392-46d7-87eb-c7006981767b req-245c4261-5185-4ac0-9421-aaf849c82fe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:21.337508 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-245c4261-5185-4ac0-9421-aaf849c82fe2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a095d5b-094a-4201-aa5c-5d6b728ac41c HTTP/1.1" status: 200 len: 834 time: 0.1558762 Dec 21 16:55:21.412680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:21.418923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:port and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:21.422749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:21.430223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:21.458159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Made reservation on behalf of fd9f31a269eb40be8aee5995f7e8cd18 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:55:21.464609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:21.497998 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-11047119-cb40-487b-808b-8d69876dca45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a482344-3c0a-48f8-9ed1-bd798338ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1535358 Dec 21 16:55:21.769117 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-03b2ada9-5beb-48e7-8ee1-fbd6dcae7298 service neutron] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288213 Dec 21 16:55:21.801607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Allocated IP 172.20.0.6 (d024f249-80dd-401b-aff7-daf5a271083f/bce4197f-9750-4a9d-b058-935d45ce1378/ffe0b092-891a-4ae2-b779-444e853b656e) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:55:21.996039 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d966cc44-f392-46d7-87eb-c7006981767b req-914bea16-3cb1-4ffc-a3fa-c461c954620f service neutron] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202129 Dec 21 16:55:22.200329 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f7d0a748-bf5e-4789-a8a5-3f153f08e0a1 req-e7d4d605-0a09-4e69-98da-0a1f204fb0a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 210 time: 0.0603101 Dec 21 16:55:22.207691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed430c-d505-4e0e-9b36-c1cf4ef09e01 req-37ce4780-4289-424b-a7e4-a946158817f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:22.215747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82ed430c-d505-4e0e-9b36-c1cf4ef09e01 req-37ce4780-4289-424b-a7e4-a946158817f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 980 time: 0.1599672 Dec 21 16:55:22.269143 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82ed430c-d505-4e0e-9b36-c1cf4ef09e01 req-7b131ddd-dddc-4b3c-8da8-eb95aa99066b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520439 Dec 21 16:55:22.406974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:22.432731 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bdf609e7-266a-45f0-93a6-cab8cf5d2137 req-85ce4e52-3b65-4037-aa30-38997a7b91bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 1133 time: 0.3807311 Dec 21 16:55:22.433714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Transition to ACTIVE for port object ffe0b092-891a-4ae2-b779-444e853b656e will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:55:22.561849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:22.568795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f9b5f09c-9eab-437f-8712-b175b712e613 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:22.659537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Network d024f249-80dd-401b-aff7-daf5a271083f is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:55:22.667341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf609e7-266a-45f0-93a6-cab8cf5d2137 req-0b2bacf0-4220-42a5-ac73-97003fc0d84e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:22.668934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bdf609e7-266a-45f0-93a6-cab8cf5d2137 req-0b2bacf0-4220-42a5-ac73-97003fc0d84e service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a482344-3c0a-48f8-9ed1-bd798338ed71 HTTP/1.1" status: 200 len: 897 time: 0.2286134 Dec 21 16:55:22.669769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:55:22.674331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:55:22.702281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'Port': ['ID=ffe0b092-891a-4ae2-b779-444e853b656e,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:22.714610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:22.828880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:22.829483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:22.855841 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bdf609e7-266a-45f0-93a6-cab8cf5d2137 req-ecfb1a27-35f6-47d9-856c-28972c506f6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 1035 time: 0.1474741 Dec 21 16:55:22.904481 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7528734 Dec 21 16:55:22.917106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-504c8bf0-0884-4ae1-8381-6dc814eafbed None None] Provisioning for port ffe0b092-891a-4ae2-b779-444e853b656e completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:55:22.922296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-504c8bf0-0884-4ae1-8381-6dc814eafbed None None] Provisioning complete for port ffe0b092-891a-4ae2-b779-444e853b656e triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:22.922828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-504c8bf0-0884-4ae1-8381-6dc814eafbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:22.923431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Request body: {'port': {'device_id': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:22.981128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-504c8bf0-0884-4ae1-8381-6dc814eafbed None None] Port ffe0b092-891a-4ae2-b779-444e853b656e cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:55:22.984666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf609e7-266a-45f0-93a6-cab8cf5d2137 req-86e6f13d-1ac2-4878-9bfc-c3513ece25b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:22.986294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bdf609e7-266a-45f0-93a6-cab8cf5d2137 req-86e6f13d-1ac2-4878-9bfc-c3513ece25b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a095d5b-094a-4201-aa5c-5d6b728ac41c HTTP/1.1" status: 200 len: 834 time: 0.1237624 Dec 21 16:55:23.099484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:23.183627 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bdf609e7-266a-45f0-93a6-cab8cf5d2137 req-6c09375c-908f-499e-a75d-6834207eee1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a482344-3c0a-48f8-9ed1-bd798338ed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1890423 Dec 21 16:55:23.478891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903d537-a7f7-460d-9cc9-4668168a0a82 req-9cb5cee2-e804-419e-af92-ec795b2ee1ab tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:23.480555 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7903d537-a7f7-460d-9cc9-4668168a0a82 req-9cb5cee2-e804-419e-af92-ec795b2ee1ab tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 931 time: 0.1508319 Dec 21 16:55:23.493907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bdf609e7-266a-45f0-93a6-cab8cf5d2137 req-6bd4b3ce-f43c-4678-be97-9591eae8fbf9 service neutron] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019996 Dec 21 16:55:23.551833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035af061-0c9b-4763-a388-85b9257ae173 req-267eb212-8dc4-4fa2-87b1-8f5b1ada834a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:23.553448 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-035af061-0c9b-4763-a388-85b9257ae173 req-267eb212-8dc4-4fa2-87b1-8f5b1ada834a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 980 time: 0.1380453 Dec 21 16:55:23.558625 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7903d537-a7f7-460d-9cc9-4668168a0a82 req-007827aa-ca28-449c-9e48-33a44ed4a06a tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711899 Dec 21 16:55:23.603268 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-035af061-0c9b-4763-a388-85b9257ae173 req-61ef9542-edc5-499e-b7a4-273abadbf042 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427806 Dec 21 16:55:23.720467 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bdf609e7-266a-45f0-93a6-cab8cf5d2137 req-65ccdaed-b87e-4a90-9439-d90bc8c1db96 service neutron] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186058 Dec 21 16:55:23.730229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe0b092-891a-4ae2-b779-444e853b656e {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:55:23.737256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:23.752429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Transition to ACTIVE for port object ffe0b092-891a-4ae2-b779-444e853b656e will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:55:23.754769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:23.759698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f9f5622-a2fd-4353-beba-3271b63b017c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:23.886672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe0b092-891a-4ae2-b779-444e853b656e,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:23.891690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:23.915819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 82425080-8a22-4757-8ac9-2e1b46317cad details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:55:24.013158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Attempting to bind port ffe0b092-891a-4ae2-b779-444e853b656e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:55:24.013535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Attempting to bind port ffe0b092-891a-4ae2-b779-444e853b656e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:55:24.013904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Attempting to bind port ffe0b092-891a-4ae2-b779-444e853b656e on network d024f249-80dd-401b-aff7-daf5a271083f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:55:24.020507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Port ffe0b092-891a-4ae2-b779-444e853b656e on network d024f249-80dd-401b-aff7-daf5a271083f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:55:24.020870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Attempting to bind port ffe0b092-891a-4ae2-b779-444e853b656e on network d024f249-80dd-401b-aff7-daf5a271083f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:55:24.027969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:55:24.028344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Checking segment: {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:55:24.028763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Bound using segment: {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:55:24.029236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Bound port: ffe0b092-891a-4ae2-b779-444e853b656e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9468bbdf-42ed-480c-974b-b4f8cff23858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:55:24.029618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:24.070758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82425080-8a22-4757-8ac9-2e1b46317cad,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:24.085437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '82425080-8a22-4757-8ac9-2e1b46317cad', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'port_id': '82425080-8a22-4757-8ac9-2e1b46317cad', 'mac_address': 'fa:16:3e:39:79:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:55:24.121867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] For port ffe0b092-891a-4ae2-b779-444e853b656e, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:55:24.125546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] For port ffe0b092-891a-4ae2-b779-444e853b656e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffe0b092-891a-4ae2-b779-444e853b656e,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:55:24.128119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:24.132682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8b2f0f2-7639-434c-9251-3ba08db3be02 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:24.154665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:24.174038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82425080-8a22-4757-8ac9-2e1b46317cad {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:55:24.189637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82425080-8a22-4757-8ac9-2e1b46317cad,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:24.196066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:24.200951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:24.202888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:24.204381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] 10.222.0.48 "PUT /v2.0/ports/ffe0b092-891a-4ae2-b779-444e853b656e HTTP/1.1" status: 200 len: 1093 time: 1.2881253 Dec 21 16:55:24.204970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'tag': 'ffe0b092-891a-4ae2-b779-444e853b656e'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:55:24.220909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe0b092-891a-4ae2-b779-444e853b656e,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:24.228260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:24.281100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=9']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:24.288974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:24.295323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'tag': 'ffe0b092-891a-4ae2-b779-444e853b656e', 'status': 'completed', 'code': 200} Dec 21 16:55:24.340110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-b467309e-fcc2-450d-a599-7b86eadae903 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 1096 time: 0.0870202 Dec 21 16:55:24.402609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['82425080-8a22-4757-8ac9-2e1b46317cad'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:55:24.414548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-ad8d9cfc-82ad-4d22-87fa-e6daebd0786f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffe0b092-891a-4ae2-b779-444e853b656e HTTP/1.1" status: 200 len: 217 time: 0.0667288 Dec 21 16:55:24.491547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-d2a9bebd-5557-42fe-8a99-a0b5456263b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:24.493252 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-d2a9bebd-5557-42fe-8a99-a0b5456263b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.0726295 Dec 21 16:55:24.574372 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-5e056854-8c1c-4139-9aa8-0cd5d4fd73b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750806 Dec 21 16:55:24.722729 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-ab2d4d81-2c3e-41ba-8c6e-ea89d61e45b3 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422927 Dec 21 16:55:24.838928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ab92-19ae-41c1-a059-f62c19e52c06 req-9ac7b539-1727-4ab2-b511-c01013f73d22 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:24.840490 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ef6ab92-19ae-41c1-a059-f62c19e52c06 req-9ac7b539-1727-4ab2-b511-c01013f73d22 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 943 time: 0.1552382 Dec 21 16:55:24.850608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c1ce-860f-491d-8415-e726f05add45 req-f1da5c38-e914-44b3-bd8c-ac89894be472 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:24.852192 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8246c1ce-860f-491d-8415-e726f05add45 req-f1da5c38-e914-44b3-bd8c-ac89894be472 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 981 time: 0.1251628 Dec 21 16:55:24.869278 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1964a59-6f21-4d98-b61b-f5da19ed2033 req-15340983-5955-40a4-a533-5cd71be24037 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396632 Dec 21 16:55:24.932035 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ef6ab92-19ae-41c1-a059-f62c19e52c06 req-0350d040-886f-4820-8933-64ad7886688f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782194 Dec 21 16:55:24.935878 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8246c1ce-860f-491d-8415-e726f05add45 req-a060dddd-dd03-47b7-b823-13d876c01a53 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658107 Dec 21 16:55:24.998534 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a26ede6c-d99d-4ad5-818c-3ce9270d7e62 req-74964d53-0901-49cd-93ff-4f42f6bbee01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 1096 time: 0.0819106 Dec 21 16:55:25.137480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ede6c-d99d-4ad5-818c-3ce9270d7e62 req-2c674e43-0cd2-4198-bcb0-0496b177373c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:25.139097 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a26ede6c-d99d-4ad5-818c-3ce9270d7e62 req-2c674e43-0cd2-4198-bcb0-0496b177373c service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.1338623 Dec 21 16:55:25.210111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a26ede6c-d99d-4ad5-818c-3ce9270d7e62 req-f8401deb-3055-4450-8256-fa126d46611a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffe0b092-891a-4ae2-b779-444e853b656e HTTP/1.1" status: 200 len: 217 time: 0.0633590 Dec 21 16:55:25.280469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ede6c-d99d-4ad5-818c-3ce9270d7e62 req-66378d5d-7373-4644-b200-c1bc19aa7587 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:25.282030 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a26ede6c-d99d-4ad5-818c-3ce9270d7e62 req-66378d5d-7373-4644-b200-c1bc19aa7587 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.0659957 Dec 21 16:55:25.360664 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a26ede6c-d99d-4ad5-818c-3ce9270d7e62 req-e3ae1921-e6df-4b51-91ce-0b81b8257dcb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714469 Dec 21 16:55:25.744610 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a26ede6c-d99d-4ad5-818c-3ce9270d7e62 req-b06b7188-ca9c-47d6-8493-fe55d5f80aad service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768559 Dec 21 16:55:25.882823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a26ede6c-d99d-4ad5-818c-3ce9270d7e62 req-cb55c61a-5c6d-4d3d-a52d-0c31f19b80f9 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319025 Dec 21 16:55:25.946908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 82425080-8a22-4757-8ac9-2e1b46317cad up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:55:26.028639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 82425080-8a22-4757-8ac9-2e1b46317cad completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:55:26.034109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 82425080-8a22-4757-8ac9-2e1b46317cad triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:26.034541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:26.160757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:26.190038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82425080-8a22-4757-8ac9-2e1b46317cad'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:55:26.200680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82425080-8a22-4757-8ac9-2e1b46317cad,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:26.215165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:26.218183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:26.223335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b533ccc-bee3-43ec-a7e4-ac38194d8b15 req-1ef7dbc2-ea49-4186-961a-ecf38010d6e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:26.225155 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1b533ccc-bee3-43ec-a7e4-ac38194d8b15 req-1ef7dbc2-ea49-4186-961a-ecf38010d6e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 981 time: 0.1589651 Dec 21 16:55:26.231750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81199171-2252-420c-b1b5-5c9472efeba8 req-ea853f38-8925-4586-acac-5cccbdf3f376 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:26.233444 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-81199171-2252-420c-b1b5-5c9472efeba8 req-ea853f38-8925-4586-acac-5cccbdf3f376 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 943 time: 0.1265416 Dec 21 16:55:26.295974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=10']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:26.299379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:26.321215 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1b533ccc-bee3-43ec-a7e4-ac38194d8b15 req-881c2496-0393-4ba8-8bd3-67a6729bdb15 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867286 Dec 21 16:55:26.324943 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-81199171-2252-420c-b1b5-5c9472efeba8 req-fe834ff1-d3f5-412f-98a0-dd1b51a7eb11 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734518 Dec 21 16:55:26.395248 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82425080-8a22-4757-8ac9-2e1b46317cad', 'code': 200} Dec 21 16:55:26.660305 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-635181a3-0b7c-4c2a-86b5-5a06dcbadb96 req-4bf532f1-1077-459a-88de-a9740a21ff18 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 1136 time: 0.0790877 Dec 21 16:55:26.708867 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-635181a3-0b7c-4c2a-86b5-5a06dcbadb96 req-3f5ea122-63e7-4745-9623-5075bfbce5be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Dec 21 16:55:26.718664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:55:27.608119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265c45d-bf93-4aeb-810c-6de449483ab6 req-24a6f29b-86f4-44b6-9784-043989e7a3f3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:27.609952 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d265c45d-bf93-4aeb-810c-6de449483ab6 req-24a6f29b-86f4-44b6-9784-043989e7a3f3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 983 time: 0.1603060 Dec 21 16:55:27.616011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed716cb6-3759-4c45-b6df-9b30db6e87b2 req-e1b379b0-94d0-40e3-992b-ef4a4f0168bd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:27.623972 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ed716cb6-3759-4c45-b6df-9b30db6e87b2 req-e1b379b0-94d0-40e3-992b-ef4a4f0168bd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 943 time: 0.1248004 Dec 21 16:55:27.702809 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d265c45d-bf93-4aeb-810c-6de449483ab6 req-8f972e29-c6cf-4f46-bd48-855720d58752 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833573 Dec 21 16:55:27.710711 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ed716cb6-3759-4c45-b6df-9b30db6e87b2 req-117d6b5f-bcad-4e6c-aae4-0a01de27a1a3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733230 Dec 21 16:55:28.981884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26cafc-aa23-4d5f-b013-037102444b27 req-2d899d6b-a9f1-4049-9135-d53189dc8401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:28.983507 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e26cafc-aa23-4d5f-b013-037102444b27 req-2d899d6b-a9f1-4049-9135-d53189dc8401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 983 time: 0.1531794 Dec 21 16:55:28.993857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef559e7-9a33-4a36-9ab4-77db2676ae64 req-dabf0941-4022-41b3-b2bd-1b81f9f5c0ba tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:28.995448 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fef559e7-9a33-4a36-9ab4-77db2676ae64 req-dabf0941-4022-41b3-b2bd-1b81f9f5c0ba tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 943 time: 0.1233420 Dec 21 16:55:29.073735 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e26cafc-aa23-4d5f-b013-037102444b27 req-d8064d7d-26a3-494f-a59c-050bcecee823 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773411 Dec 21 16:55:29.078615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fef559e7-9a33-4a36-9ab4-77db2676ae64 req-af32d1a9-64e9-4087-822d-96875291e58d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670137 Dec 21 16:55:29.281914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24c30-d7ff-4af1-800b-c3862cd6e1a2 req-ef5d768b-0b4b-43f9-a6d5-def9d1ed25e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:29.283532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-81d24c30-d7ff-4af1-800b-c3862cd6e1a2 req-ef5d768b-0b4b-43f9-a6d5-def9d1ed25e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 983 time: 0.0854886 Dec 21 16:55:29.338265 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-81d24c30-d7ff-4af1-800b-c3862cd6e1a2 req-1409c169-a603-40e3-bd71-49ebd363b045 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Dec 21 16:55:29.369374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46618) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:29.391346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:29.460198 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-316f2977-297e-45f1-9ba9-3e760aecb9b9 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3&network_id=3a482344-3c0a-48f8-9ed1-bd798338ed71 HTTP/1.1" status: 200 len: 1131 time: 0.0880623 Dec 21 16:55:29.897824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67111d3-f9e7-469a-904f-f82f1d882576 req-2d7fea3c-6a47-4ba8-898e-31cecb34b1be tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:29.900440 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d67111d3-f9e7-469a-904f-f82f1d882576 req-2d7fea3c-6a47-4ba8-898e-31cecb34b1be tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 983 time: 0.0868933 Dec 21 16:55:29.955371 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d67111d3-f9e7-469a-904f-f82f1d882576 req-9374bb3e-51c0-4b37-a515-0c8cddb693f8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Dec 21 16:55:30.298193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dc7d8-bd36-4f5b-9cd6-85142a87b313 req-969602e9-7073-4998-a827-2ac122e7e55b tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:30.299761 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4e6dc7d8-bd36-4f5b-9cd6-85142a87b313 req-969602e9-7073-4998-a827-2ac122e7e55b tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 943 time: 0.0940747 Dec 21 16:55:30.347818 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4e6dc7d8-bd36-4f5b-9cd6-85142a87b313 req-8637a4d8-8633-49fe-b9f8-32bfa97f3542 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Dec 21 16:55:31.161337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253062a7-0509-4b47-bcb1-5befe6343aa3 req-94631a0a-b1fa-47cb-b400-5da9cfec66db tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:31.163000 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-253062a7-0509-4b47-bcb1-5befe6343aa3 req-94631a0a-b1fa-47cb-b400-5da9cfec66db tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 983 time: 0.0850101 Dec 21 16:55:31.215042 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-253062a7-0509-4b47-bcb1-5befe6343aa3 req-25f4de0a-1fa6-4d5d-948e-60215d98aa36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453122 Dec 21 16:55:31.442142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-fd17baf1-e1c8-4f17-b66c-273344f922fe tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:31.443513 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-fd17baf1-e1c8-4f17-b66c-273344f922fe tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 983 time: 0.0910957 Dec 21 16:55:31.521471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-90fcaa7b-8aa1-4a86-a49b-bf578dc8525c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:31.523088 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-90fcaa7b-8aa1-4a86-a49b-bf578dc8525c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0737803 Dec 21 16:55:31.577716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0e185-e49e-4cc6-b2f6-424693fa380e req-404efa24-b064-4870-81a5-dec040a06bba tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:31.579769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-72f0e185-e49e-4cc6-b2f6-424693fa380e req-404efa24-b064-4870-81a5-dec040a06bba tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 943 time: 0.0998130 Dec 21 16:55:31.631618 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-72f0e185-e49e-4cc6-b2f6-424693fa380e req-3741206c-658b-4bca-84f1-6861fc925ca7 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453312 Dec 21 16:55:31.685958 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-3f910e44-3feb-4883-8209-d3aa1bb18c11 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1556666 Dec 21 16:55:31.695167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:31.812533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:31.978566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ffe0b092-891a-4ae2-b779-444e853b656e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:55:32.019651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82425080-8a22-4757-8ac9-2e1b46317cad,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:32.050025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] For port 82425080-8a22-4757-8ac9-2e1b46317cad, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:55:32.107258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] device_id is not set on port 82425080-8a22-4757-8ac9-2e1b46317cad yet. {{(pid=88887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 16:55:32.115067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:32.119975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:32.122249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port ffe0b092-891a-4ae2-b779-444e853b656e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffe0b092-891a-4ae2-b779-444e853b656e,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:32.124564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:32.136362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'ffe0b092-891a-4ae2-b779-444e853b656e', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'port_id': 'ffe0b092-891a-4ae2-b779-444e853b656e', 'mac_address': 'fa:16:3e:c2:cc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:55:32.196167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:32.220699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe0b092-891a-4ae2-b779-444e853b656e {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:55:32.238186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port ffe0b092-891a-4ae2-b779-444e853b656e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffe0b092-891a-4ae2-b779-444e853b656e,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:32.242320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:32.246049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:32.293709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] Pushing event updated for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=11']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:32.297394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:32.336643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=ffe0b092-891a-4ae2-b779-444e853b656e,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:32.341330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:32.344515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] No DVR routers for this DVR port 82425080-8a22-4757-8ac9-2e1b46317cad on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:55:32.508248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['ffe0b092-891a-4ae2-b779-444e853b656e'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:55:32.552268 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c9a1e06d-b88e-4d54-89df-fdf265563824 req-01d0fc5f-9809-44fc-aec6-11f9ff093d0e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7bfe7-b3e0-4d3b-bcc7-d63dc86fb2f3 HTTP/1.1" status: 200 len: 210 time: 0.0560551 Dec 21 16:55:32.590113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0a2d9d08-5c38-429a-9a31-d240b0168746 None None] Provisioning complete for port 82425080-8a22-4757-8ac9-2e1b46317cad triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:32.595185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a2d9d08-5c38-429a-9a31-d240b0168746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:32.632911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] In _notify_port_updated(), no bound segment for port 82425080-8a22-4757-8ac9-2e1b46317cad on network 3a482344-3c0a-48f8-9ed1-bd798338ed71 {{(pid=88887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 16:55:32.634635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:32.636137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5b61b2b9-dfde-4e94-887f-32805ad3e109 req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] 10.222.0.48 "PUT /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 200 len: 1026 time: 0.9454308 Dec 21 16:55:32.679304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d9d08-5c38-429a-9a31-d240b0168746 None None] Port 82425080-8a22-4757-8ac9-2e1b46317cad cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:55:32.857445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaccbd7-735f-49ac-be12-a4dbcd652190 req-3bd1ea66-b298-4495-bf92-fd39ab7a6414 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:32.859147 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4aaccbd7-735f-49ac-be12-a4dbcd652190 req-3bd1ea66-b298-4495-bf92-fd39ab7a6414 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 944 time: 0.0942848 Dec 21 16:55:32.907543 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4aaccbd7-735f-49ac-be12-a4dbcd652190 req-ba95ca0f-7cd9-4580-bbfd-ab637104ace9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423632 Dec 21 16:55:33.671216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46638) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:33.748642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73afbe39-a035-4917-809a-56a513c491e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:33.782958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73afbe39-a035-4917-809a-56a513c491e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:33.840287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73afbe39-a035-4917-809a-56a513c491e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:33.845847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5232240d-e0a9-4e0e-a9d9-7b17211b6710 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:33.860889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afbe39-a035-4917-809a-56a513c491e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12ba918-d0c0-4dbf-bfc1-2e600cb8b3dc,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:33.863718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73afbe39-a035-4917-809a-56a513c491e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:33.878853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-73afbe39-a035-4917-809a-56a513c491e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:33.880160 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-73afbe39-a035-4917-809a-56a513c491e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/f12ba918-d0c0-4dbf-bfc1-2e600cb8b3dc HTTP/1.1" status: 204 len: 168 time: 0.2078035 Dec 21 16:55:33.926799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46644) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:33.995707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ffe0b092-891a-4ae2-b779-444e853b656e up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:55:34.075737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port ffe0b092-891a-4ae2-b779-444e853b656e completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:55:34.082850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port ffe0b092-891a-4ae2-b779-444e853b656e triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:34.083348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:34.118530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5c73-6532-4777-9e0d-919fc0bd27f3 req-30f08f18-91b6-4ece-ac2a-57268c6a1656 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:34.120425 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-11db5c73-6532-4777-9e0d-919fc0bd27f3 req-30f08f18-91b6-4ece-ac2a-57268c6a1656 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 944 time: 0.0883372 Dec 21 16:55:34.145506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port bcd2c657-ac5f-49bb-8f34-0049578b0cff {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:55:34.145898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:34.172924 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-11db5c73-6532-4777-9e0d-919fc0bd27f3 req-8e5a1a17-4d1a-4f6b-8120-0fb4952ea9e9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452507 Dec 21 16:55:34.221770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:34.250412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe0b092-891a-4ae2-b779-444e853b656e'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:55:34.260882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port ffe0b092-891a-4ae2-b779-444e853b656e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffe0b092-891a-4ae2-b779-444e853b656e,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:34.277991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:34.279204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 82425080-8a22-4757-8ac9-2e1b46317cad no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:55:34.311536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b7b3f9c6-4041-4b91-9b67-0add2d295a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:34.336947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:34.337338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:34.342846 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe0b092-891a-4ae2-b779-444e853b656e', 'code': 200} Dec 21 16:55:34.400663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 82425080-8a22-4757-8ac9-2e1b46317cad not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:55:34.405553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=ffe0b092-891a-4ae2-b779-444e853b656e,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:34.408858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:34.474953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for bcd2c657-ac5f-49bb-8f34-0049578b0cff owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:55:34.669046 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-03806a93-0801-4dfc-b384-29057cb2331e req-839da4a8-87c9-4ed4-a9bf-bf1390c14791 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 1098 time: 0.1223385 Dec 21 16:55:34.730649 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-03806a93-0801-4dfc-b384-29057cb2331e req-0c821d99-8190-4d64-8fe3-fcaa6df6774d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550199 Dec 21 16:55:34.733410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:34.737737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01e1847f-e7fd-47cb-9917-8552fb4b19d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:34.784415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=bcd2c657-ac5f-49bb-8f34-0049578b0cff,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:34.787378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:34.880514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:35.420829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e74e7-7730-4a92-8026-52d654798145 req-5ede0201-36f8-4697-8611-b398a24080e1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:35.427056 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e8e74e7-7730-4a92-8026-52d654798145 req-5ede0201-36f8-4697-8611-b398a24080e1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 945 time: 0.1116319 Dec 21 16:55:35.478711 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e8e74e7-7730-4a92-8026-52d654798145 req-e116ae65-e67a-4d58-80bf-b486c016e24e tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485749 Dec 21 16:55:35.531946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 7dba199d-7aea-4068-bd09-5d40b06446da has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:55:35.766094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:55:35.776798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5a316-c221-4c8b-8473-56ac22b3068e None None] Sync routers for ids ['7dba199d-7aea-4068-bd09-5d40b06446da'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:55:35.789580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:35.790648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5a316-c221-4c8b-8473-56ac22b3068e None None] Routers {'7dba199d-7aea-4068-bd09-5d40b06446da'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:35.791477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-74b5a316-c221-4c8b-8473-56ac22b3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7dba199d-7aea-4068-bd09-5d40b06446da'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:35.864281 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/floatingips/d2f5ee4e-507b-4fb6-9002-9772cb612583 HTTP/1.1" status: 204 len: 168 time: 1.9247029 Dec 21 16:55:36.028765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46658) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:36.103677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0425312d-6c14-4edb-b864-239708459ffb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:36.138847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0425312d-6c14-4edb-b864-239708459ffb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:36.147126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-74b5a316-c221-4c8b-8473-56ac22b3068e None None] Set router 7dba199d-7aea-4068-bd09-5d40b06446da gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:36.203111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0425312d-6c14-4edb-b864-239708459ffb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:36.208695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:36.228316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425312d-6c14-4edb-b864-239708459ffb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2626ce9d-f430-436f-9218-d1b73d607e12,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:36.231015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0425312d-6c14-4edb-b864-239708459ffb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:36.234592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0425312d-6c14-4edb-b864-239708459ffb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:36.237133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0425312d-6c14-4edb-b864-239708459ffb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/2626ce9d-f430-436f-9218-d1b73d607e12 HTTP/1.1" status: 204 len: 168 time: 0.2060144 Dec 21 16:55:36.283795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46664) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:36.353253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-192b32a6-fac1-4c25-8539-9f73e4a1ee0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 82425080-8a22-4757-8ac9-2e1b46317cad {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:55:36.356748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-192b32a6-fac1-4c25-8539-9f73e4a1ee0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:36.499273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-74b5a316-c221-4c8b-8473-56ac22b3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:51Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '96261bb3-e3e3-4a6f-86bf-28270a68de0c', 'name': '', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:db:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:50Z', 'updated_at': '2021-12-21T16:54:58Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:36.504875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5a316-c221-4c8b-8473-56ac22b3068e None None] Checking router: 7dba199d-7aea-4068-bd09-5d40b06446da for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:55:36.522328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5a316-c221-4c8b-8473-56ac22b3068e None None] Routers {'7dba199d-7aea-4068-bd09-5d40b06446da'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:36.523197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-74b5a316-c221-4c8b-8473-56ac22b3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7dba199d-7aea-4068-bd09-5d40b06446da'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:36.621313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-192b32a6-fac1-4c25-8539-9f73e4a1ee0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:36.693231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f1350-8f1f-4826-a094-06f3d65600bf req-e64009be-21a3-4c84-a41e-0904eeaafd32 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:36.697413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-045f1350-8f1f-4826-a094-06f3d65600bf req-e64009be-21a3-4c84-a41e-0904eeaafd32 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 945 time: 0.0901845 Dec 21 16:55:36.718394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-74b5a316-c221-4c8b-8473-56ac22b3068e None None] Set router 7dba199d-7aea-4068-bd09-5d40b06446da gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:36.755646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-192b32a6-fac1-4c25-8539-9f73e4a1ee0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 82425080-8a22-4757-8ac9-2e1b46317cad owned by {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:55:36.756926 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-045f1350-8f1f-4826-a094-06f3d65600bf req-6a66dd8a-5db2-4875-9ac8-b290412a06f0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540175 Dec 21 16:55:36.932356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-192b32a6-fac1-4c25-8539-9f73e4a1ee0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:36.939124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4ff42cd9-161e-4257-add6-6dbd10b88adc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:36.987530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b32a6-fac1-4c25-8539-9f73e4a1ee0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=82425080-8a22-4757-8ac9-2e1b46317cad,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:36.992061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-192b32a6-fac1-4c25-8539-9f73e4a1ee0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:37.101486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-74b5a316-c221-4c8b-8473-56ac22b3068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:51Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '96261bb3-e3e3-4a6f-86bf-28270a68de0c', 'name': '', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:db:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:50Z', 'updated_at': '2021-12-21T16:54:58Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:37.101486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5a316-c221-4c8b-8473-56ac22b3068e None None] The sync data for ids ['7dba199d-7aea-4068-bd09-5d40b06446da'] in dv-neutron-822515-1-hyperv is: [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:54:51Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '96261bb3-e3e3-4a6f-86bf-28270a68de0c', 'name': '', 'network_id': '3a482344-3c0a-48f8-9ed1-bd798338ed71', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:db:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:50Z', 'updated_at': '2021-12-21T16:54:58Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '5a095d5b-094a-4201-aa5c-5d6b728ac41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:55:37.115264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-192b32a6-fac1-4c25-8539-9f73e4a1ee0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:37.128320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-192b32a6-fac1-4c25-8539-9f73e4a1ee0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/ports/82425080-8a22-4757-8ac9-2e1b46317cad HTTP/1.1" status: 204 len: 168 time: 0.8515408 Dec 21 16:55:37.136423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46672) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:37.252414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b9d3e-418e-4395-9b94-3d104a74f491 req-8f5541da-a0a2-4dd3-88df-252a072d4821 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:37.254046 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a0b9d3e-418e-4395-9b94-3d104a74f491 req-8f5541da-a0a2-4dd3-88df-252a072d4821 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 945 time: 0.3624113 Dec 21 16:55:37.313122 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a0b9d3e-418e-4395-9b94-3d104a74f491 req-b6fe8441-c048-4993-aeb9-7961c7c67b95 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497742 Dec 21 16:55:37.340889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46676) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:37.435512 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-86069149-049e-420f-a747-a7aa5c15decb tempest-TestVolumeBootPattern-2066299937 tempest-TestVolumeBootPattern-2066299937-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 1093 time: 0.0932822 Dec 21 16:55:37.438430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46680) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:37.446393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': 'ffe0b092-891a-4ae2-b779-444e853b656e', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:37.452219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:37.457094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Usage tracker for resource:floatingip and tenant:fd9f31a269eb40be8aee5995f7e8cd18 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:37.464864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:37.466618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:37.494263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:37.619412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:37.622111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18f61d-5c11-4322-959b-5304ff35956e None None] New status for floating IP d2f5ee4e-507b-4fb6-9002-9772cb612583: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:55:37.654152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:37.822219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Allocated IP 172.26.7.244 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/3bd0310d-f569-45b9-ac23-6008ef0ab8b3) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:55:38.026528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:38.055671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:38.060364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:38.137164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:55:38.138424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'Port': ['ID=3bd0310d-f569-45b9-ac23-6008ef0ab8b3,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:38.140989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:55:38.142890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:38.143630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:55:38.309157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 96261bb3-e3e3-4a6f-86bf-28270a68de0c {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:55:38.309157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:38.512100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 96261bb3-e3e3-4a6f-86bf-28270a68de0c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=96261bb3-e3e3-4a6f-86bf-28270a68de0c,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:38.512617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:38.644604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 96261bb3-e3e3-4a6f-86bf-28270a68de0c owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:55:38.695496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:38.765112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:38.853573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:38.858247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f77849dc-97bf-4c0e-8b6a-976af0438918 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:38.906953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=96261bb3-e3e3-4a6f-86bf-28270a68de0c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:38.910308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:39.046611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:39.050657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:39.056549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5debe18e-2905-4a3d-b046-fc474990d729 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:39.170437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event updated for resources: {'Port': ['ID=3bd0310d-f569-45b9-ac23-6008ef0ab8b3,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:39.175137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:39.189482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:39.273979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:39.428569 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Floating IP 55643dd1-e04e-45e8-bfcb-307dd45519ba associated. External IP: 172.26.7.244, port: ffe0b092-891a-4ae2-b779-444e853b656e. Dec 21 16:55:39.864326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Router 24c51322-1736-4594-a490-ec4433e698c2 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:55:40.084113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:55:40.096441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edc094-863d-4937-9f38-706c10a3e520 None None] Sync routers for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:55:40.109974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1edc094-863d-4937-9f38-706c10a3e520 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:40.110915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f1edc094-863d-4937-9f38-706c10a3e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:40.122260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:40.197185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7575767 Dec 21 16:55:40.197901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'tag': 'ffe0b092-891a-4ae2-b779-444e853b656e'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:55:40.218620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 7dba199d-7aea-4068-bd09-5d40b06446da has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:55:40.272859 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'tag': 'ffe0b092-891a-4ae2-b779-444e853b656e', 'status': 'completed', 'code': 200} Dec 21 16:55:40.354101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f1edc094-863d-4937-9f38-706c10a3e520 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:40.456808 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f7d1945-19d4-4722-a72e-b837bbffc885 req-3d136c36-a6cb-41fe-824d-7b521a5977ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 1098 time: 0.1566319 Dec 21 16:55:40.637449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d1945-19d4-4722-a72e-b837bbffc885 req-454326c0-f5f6-4da4-a620-09c07bcad597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:40.640326 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f7d1945-19d4-4722-a72e-b837bbffc885 req-454326c0-f5f6-4da4-a620-09c07bcad597 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.1753237 Dec 21 16:55:40.701950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:55:40.712765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636199b-6be4-48e6-ace5-39c24296cba6 None None] Sync routers for ids ['7dba199d-7aea-4068-bd09-5d40b06446da'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:55:40.726218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636199b-6be4-48e6-ace5-39c24296cba6 None None] Routers {'7dba199d-7aea-4068-bd09-5d40b06446da'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:40.726968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1636199b-6be4-48e6-ace5-39c24296cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7dba199d-7aea-4068-bd09-5d40b06446da'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:40.740145 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/7dba199d-7aea-4068-bd09-5d40b06446da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6078475 Dec 21 16:55:40.743841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46688) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:40.763631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f1edc094-863d-4937-9f38-706c10a3e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '55643dd1-e04e-45e8-bfcb-307dd45519ba', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.244', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'ffe0b092-891a-4ae2-b779-444e853b656e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:c2:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:55:38Z', 'updated_at': '2021-12-21T16:55:38Z', 'revision_number': 0, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}, {'id': '6016dbe7-1a46-43ed-ae7c-4fe30b4a673a', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2b:0f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:29Z', 'updated_at': '2021-12-21T16:53:32Z', 'revision_number': 1, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:40.768187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edc094-863d-4937-9f38-706c10a3e520 None None] Checking router: 24c51322-1736-4594-a490-ec4433e698c2 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:55:40.780499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1edc094-863d-4937-9f38-706c10a3e520 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:40.781302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f1edc094-863d-4937-9f38-706c10a3e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:40.826548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f7d1945-19d4-4722-a72e-b837bbffc885 req-240313d9-151e-40dc-9e1a-38346f285633 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffe0b092-891a-4ae2-b779-444e853b656e HTTP/1.1" status: 200 len: 999 time: 0.1790111 Dec 21 16:55:40.934493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1636199b-6be4-48e6-ace5-39c24296cba6 None None] Set router 7dba199d-7aea-4068-bd09-5d40b06446da gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:40.999686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d1945-19d4-4722-a72e-b837bbffc885 req-a83ba47d-6e58-45ec-a03a-09e1324626ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:41.001459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f7d1945-19d4-4722-a72e-b837bbffc885 req-a83ba47d-6e58-45ec-a03a-09e1324626ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.1662030 Dec 21 16:55:41.101298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a4e710-115d-4fd2-8817-2b048cedf8f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting subnet 5a095d5b-094a-4201-aa5c-5d6b728ac41c {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:55:41.105995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e710-115d-4fd2-8817-2b048cedf8f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:41.179049 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f7d1945-19d4-4722-a72e-b837bbffc885 req-b566a1da-bb62-486c-84cf-0778b046a892 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1675508 Dec 21 16:55:41.203010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f1edc094-863d-4937-9f38-706c10a3e520 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:41.231944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e710-115d-4fd2-8817-2b048cedf8f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:41.300865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1636199b-6be4-48e6-ace5-39c24296cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:55:38Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:41.305906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636199b-6be4-48e6-ace5-39c24296cba6 None None] Checking router: 7dba199d-7aea-4068-bd09-5d40b06446da for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:55:41.320671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636199b-6be4-48e6-ace5-39c24296cba6 None None] Routers {'7dba199d-7aea-4068-bd09-5d40b06446da'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:41.321575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1636199b-6be4-48e6-ace5-39c24296cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['7dba199d-7aea-4068-bd09-5d40b06446da'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:41.432460 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f7d1945-19d4-4722-a72e-b837bbffc885 req-dfcb8558-4c06-4107-a590-22e4f094b4f6 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462151 Dec 21 16:55:41.440126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e710-115d-4fd2-8817-2b048cedf8f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:41.545468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1636199b-6be4-48e6-ace5-39c24296cba6 None None] Set router 7dba199d-7aea-4068-bd09-5d40b06446da gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:41.660874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f1edc094-863d-4937-9f38-706c10a3e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '55643dd1-e04e-45e8-bfcb-307dd45519ba', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.244', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'ffe0b092-891a-4ae2-b779-444e853b656e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:c2:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:55:38Z', 'updated_at': '2021-12-21T16:55:38Z', 'revision_number': 0, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}, {'id': '6016dbe7-1a46-43ed-ae7c-4fe30b4a673a', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2b:0f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:29Z', 'updated_at': '2021-12-21T16:53:32Z', 'revision_number': 1, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:41.666097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edc094-863d-4937-9f38-706c10a3e520 None None] The sync data for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv is: [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '55643dd1-e04e-45e8-bfcb-307dd45519ba', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.244', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'ffe0b092-891a-4ae2-b779-444e853b656e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:c2:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:55:38Z', 'updated_at': '2021-12-21T16:55:38Z', 'revision_number': 0, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}, {'id': '6016dbe7-1a46-43ed-ae7c-4fe30b4a673a', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2b:0f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:29Z', 'updated_at': '2021-12-21T16:53:32Z', 'revision_number': 1, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:55:41.672308 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f7d1945-19d4-4722-a72e-b837bbffc885 req-82c27757-5dc8-44cf-870b-a7a91a92b6f2 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981101 Dec 21 16:55:41.674701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e710-115d-4fd2-8817-2b048cedf8f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:41.679816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-745bcaa2-5bbd-4ba4-ae67-23075d29002d tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:41.719827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4e710-115d-4fd2-8817-2b048cedf8f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Subnet': ['ID=5a095d5b-094a-4201-aa5c-5d6b728ac41c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:41.723724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a2a4e710-115d-4fd2-8817-2b048cedf8f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:41.729050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e710-115d-4fd2-8817-2b048cedf8f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:41.738719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e06e3-e159-489e-8810-6c183061e6f3 None None] Network 3a482344-3c0a-48f8-9ed1-bd798338ed71 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:55:41.741399 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a2a4e710-115d-4fd2-8817-2b048cedf8f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/subnets/5a095d5b-094a-4201-aa5c-5d6b728ac41c HTTP/1.1" status: 204 len: 168 time: 0.9916117 Dec 21 16:55:41.741399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46692) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:41.886030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1636199b-6be4-48e6-ace5-39c24296cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:55:38Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:41.890299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636199b-6be4-48e6-ace5-39c24296cba6 None None] The sync data for ids ['7dba199d-7aea-4068-bd09-5d40b06446da'] in dv-neutron-822515-1-hyperv is: [{'id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'name': 'tempest-TestNetworkBasicOps-router-1667988730', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:54:46Z', 'updated_at': '2021-12-21T16:55:38Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'd76f525e-9463-49f8-8834-e2d0f1613552', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dba199d-7aea-4068-bd09-5d40b06446da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:54:47Z', 'updated_at': '2021-12-21T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:55:42.022585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:42.028627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 96261bb3-e3e3-4a6f-86bf-28270a68de0c no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:55:42.080888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 96261bb3-e3e3-4a6f-86bf-28270a68de0c {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:55:42.088616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 96261bb3-e3e3-4a6f-86bf-28270a68de0c not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:55:42.088616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2701b-2c02-4e70-adc5-0f6e841c4ac7 None None] DHCP port deletion for 3a482344-3c0a-48f8-9ed1-bd798338ed71 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:55:42.090630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2701b-2c02-4e70-adc5-0f6e841c4ac7 None None] Deleting port d9d0fdd0-d991-4adf-82bc-89b4fde8a893 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:55:42.091454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bd2701b-2c02-4e70-adc5-0f6e841c4ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:42.130013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067f774-ed07-49d3-bdf4-f8b0589182df None None] New status for floating IP 55643dd1-e04e-45e8-bfcb-307dd45519ba: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:55:42.507161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:42.531822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-5bd2701b-2c02-4e70-adc5-0f6e841c4ac7 None None] For port d9d0fdd0-d991-4adf-82bc-89b4fde8a893, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d9d0fdd0-d991-4adf-82bc-89b4fde8a893,segment=NetworkSegment(3e42feb4-22cd-4d4a-ada1-9e8958460de5),segment_id=3e42feb4-22cd-4d4a-ada1-9e8958460de5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:42.532551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bd2701b-2c02-4e70-adc5-0f6e841c4ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:42.535284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port d76f525e-9463-49f8-8834-e2d0f1613552 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:55:42.535666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:42.734042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2701b-2c02-4e70-adc5-0f6e841c4ac7 None None] Calling delete_port for d9d0fdd0-d991-4adf-82bc-89b4fde8a893 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:55:42.735259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port d76f525e-9463-49f8-8834-e2d0f1613552, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d76f525e-9463-49f8-8834-e2d0f1613552,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:42.735663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:42.827164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bd2701b-2c02-4e70-adc5-0f6e841c4ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:42.832003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5a93ad99-87f7-42de-bdca-e137c0299f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:42.866194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for d76f525e-9463-49f8-8834-e2d0f1613552 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:55:42.879085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2701b-2c02-4e70-adc5-0f6e841c4ac7 None None] Pushing event deleted for resources: {'Port': ['ID=d9d0fdd0-d991-4adf-82bc-89b4fde8a893,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:42.882190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bd2701b-2c02-4e70-adc5-0f6e841c4ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:42.886219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2701b-2c02-4e70-adc5-0f6e841c4ac7 None None] No DVR routers for this DVR port d9d0fdd0-d991-4adf-82bc-89b4fde8a893 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:55:43.046686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:43.051108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcd15506-790a-482c-a100-e1721e18c0ba tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:43.094150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=d76f525e-9463-49f8-8834-e2d0f1613552,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:43.096918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:43.333934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:43.609634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:43.614152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:43.677067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:43.677625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Fanout notify agent at l3_agent the message router_deleted on router 7dba199d-7aea-4068-bd09-5d40b06446da {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:55:43.692684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:43.693901 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/routers/7dba199d-7aea-4068-bd09-5d40b06446da HTTP/1.1" status: 204 len: 168 time: 1.9538190 Dec 21 16:55:43.696892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46696) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:43.823911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.020036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.044467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d9d0fdd0-d991-4adf-82bc-89b4fde8a893 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:55:44.061770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a482344-3c0a-48f8-9ed1-bd798338ed71']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:44.077502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e42feb4-22cd-4d4a-ada1-9e8958460de5') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:44.077839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e42feb4-22cd-4d4a-ada1-9e8958460de5') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:44.078682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: d9d0fdd0-d991-4adf-82bc-89b4fde8a893 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:55:44.079134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d9d0fdd0-d991-4adf-82bc-89b4fde8a893 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:55:44.083752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d76f525e-9463-49f8-8834-e2d0f1613552 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:55:44.093894 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aec5e7b-0538-4f40-87f5-521ca9a34f02 req-f1096941-6022-4d03-b067-d10337ff6883 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2315247 Dec 21 16:55:44.095544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.110636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.113024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: d76f525e-9463-49f8-8834-e2d0f1613552 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:55:44.120272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d76f525e-9463-49f8-8834-e2d0f1613552 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:55:44.120582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:55:44.120582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:55:44.133093 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:55:44.265302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.269117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70fa6485-eb35-4426-bf23-2371c32b9b59 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:44.289393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.296729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Network': ['ID=3a482344-3c0a-48f8-9ed1-bd798338ed71,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:44.307091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:44.317740 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/networks/3a482344-3c0a-48f8-9ed1-bd798338ed71 HTTP/1.1" status: 204 len: 168 time: 0.6198895 Dec 21 16:55:44.327116 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aec5e7b-0538-4f40-87f5-521ca9a34f02 req-2f03b87b-ccfa-460a-8b00-0f93afd02c1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 1098 time: 0.1210787 Dec 21 16:55:44.337640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46700) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:44.351711 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-343e976d-b060-4f86-aa77-6bdf9165aaa4 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0127344 Dec 21 16:55:44.354672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46704) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:44.370886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'network': {'name': 'tempest-network-smoke--1982591166', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'port_security_enabled': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:44.376497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:44.381218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:network and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:44.388204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:44.395878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:44.408904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:55:44.414988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.447553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:55:44.479557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.479557 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Added segment 3eda66b9-cad4-47ad-866d-0dc9602e68f5 of type vlan for network 0e253188-b22c-4460-83c0-349327a124db Dec 21 16:55:44.496781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec5e7b-0538-4f40-87f5-521ca9a34f02 req-fe2ee94a-666c-4c04-a7ae-332fcb394cb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:44.498405 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aec5e7b-0538-4f40-87f5-521ca9a34f02 req-fe2ee94a-666c-4c04-a7ae-332fcb394cb9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.1502228 Dec 21 16:55:44.523092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.554127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.558857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:44.559512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.563343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7a83bbdf-7adc-494e-b93d-14b78f8ba013 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:44.610860 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aec5e7b-0538-4f40-87f5-521ca9a34f02 req-294f3f9b-7674-4137-84e9-b73e6ef2bc2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb12c8bf-6770-460c-89c0-ad7e2086f2d2 HTTP/1.1" status: 200 len: 1000 time: 0.1064570 Dec 21 16:55:44.673603 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3176832 Dec 21 16:55:44.676555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46708) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:44.679264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Network': ['ID=0e253188-b22c-4460-83c0-349327a124db,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:44.684411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-777190100', 'admin_state_up': True, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:44.689397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:44.690362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:44.690362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:44.690672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:44.691053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:44.691468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:44.697999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:44.697999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:44.697999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:44.697999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:44.697999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:44.698933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:44.698933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec5e7b-0538-4f40-87f5-521ca9a34f02 req-58e7ff95-e986-4cdc-98e9-a4b5d3adcb3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:44.699346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:44.699763 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aec5e7b-0538-4f40-87f5-521ca9a34f02 req-58e7ff95-e986-4cdc-98e9-a4b5d3adcb3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.0823269 Dec 21 16:55:44.701505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:router and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:44.707123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 0e253188-b22c-4460-83c0-349327a124db details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:55:44.708519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:44.754085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:44.787697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.788692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:44.810490 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aec5e7b-0538-4f40-87f5-521ca9a34f02 req-ca35df79-d9ce-434c-98ff-c60b04a6387d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059217 Dec 21 16:55:45.169431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:45.199939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aec5e7b-0538-4f40-87f5-521ca9a34f02 req-889e0106-253d-44d0-a6d7-b206fb1ec3d3 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820920 Dec 21 16:55:45.466344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:45.481479 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aec5e7b-0538-4f40-87f5-521ca9a34f02 req-56160af0-a6eb-4659-af01-1211b7097c30 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738564 Dec 21 16:55:45.708708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:45.731473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ceb4e19-7880-419c-a018-0f7055ecff7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:45.745907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:45.888934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.108 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/42f4a519-5ecd-46e3-af0b-19e9f45be4aa) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:55:46.049437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:46.076479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:46.080726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:46.145108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:55:46.148686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:55:46.153421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:55:46.188023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:46.212829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:46.213259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:46.215205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:46.215205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:46.215205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:46.215205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:46.215205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:46.216002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:46.216115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:46.216508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:46.216942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:46.222081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:46.407752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:46.407752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:46.695974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:55:46.918538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:55:46.920273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Sync routers for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:55:46.944167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:46.944167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:46.946957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:46.946957 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2637932 Dec 21 16:55:46.947478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46712) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:46.997795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46716) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:46.998065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fa531b41-9b21-48e2-8780-11c1451e075d tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=265bc93eb934473fb3c7691bab6254d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493834 Dec 21 16:55:47.157785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3926eb6-1e59-4670-9f45-826f45ff514b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:47.169152 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f3926eb6-1e59-4670-9f45-826f45ff514b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1620090 Dec 21 16:55:47.169152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46720) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:47.171968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:47.173351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:47.217745 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-32848399-a475-4e74-b39b-c1a765eefeda tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522127 Dec 21 16:55:47.229055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46724) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:47.229055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1098016821', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:47.363222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:47.363222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:subnet and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:47.363222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:47.374460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:47.397434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:55:47.524936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:46Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:47.528495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:47.529793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Checking router: 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:55:47.529793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Updating router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:55:47.595141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:47.927166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:47.932206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8f64c93b-f1c4-42a5-8a2e-a63adf7e1900 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:47.990636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-506fc0ba-2fd9-4408-bc50-61ec94ae77b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:48.021217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Subnet': ['ID=8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:48.026770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:48.038637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Checking segment: {'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:55:48.039064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network hostable DHCP agents. Network: 0e253188-b22c-4460-83c0-349327a124db, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:55:48.089622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 0e253188-b22c-4460-83c0-349327a124db is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:55:48.123515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 0e253188-b22c-4460-83c0-349327a124db) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:55:48.128510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:48.129534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:48.132982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2179cf-f0d8-4c64-b978-5949cd89d6b7 None None] Network 0e253188-b22c-4460-83c0-349327a124db requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:55:48.137110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:48.149409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Transition to ACTIVE for port object 42f4a519-5ecd-46e3-af0b-19e9f45be4aa will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:55:48.156301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:48.161088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:48.168102 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9480035 Dec 21 16:55:48.171088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46730) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:48.239151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291abf2-37a2-4580-a45c-aa3376eb698f None None] Pushing event updated for resources: {'Port': ['ID=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:48.243674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4291abf2-37a2-4580-a45c-aa3376eb698f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:48.244753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Attempting to bind port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:55:48.245159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Attempting to bind port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:55:48.245554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Attempting to bind port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:55:48.252605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:55:48.253446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:55:48.253446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:48.253841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:55:48.254346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Bound port: 42f4a519-5ecd-46e3-af0b-19e9f45be4aa, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:55:48.254758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:48.334213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] For port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:55:48.338494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] For port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:55:48.338662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:48.342745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:48.347347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-346d7ac1-a1e4-46a2-a87f-c3e2e316d65f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:48.400037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-0e253188-b22c-4460-83c0-349327a124db', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:55:48.401498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:48.429014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291abf2-37a2-4580-a45c-aa3376eb698f None None] Pushing event updated for resources: {'Port': ['ID=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:48.433384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4291abf2-37a2-4580-a45c-aa3376eb698f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:48.435878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:48.436712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:48.586587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Allocated IP 172.20.0.2 (0e253188-b22c-4460-83c0-349327a124db/8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0/4f0adaa6-e241-49cc-a926-73895547ab88) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:55:48.627921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:48.800684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:48.812226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Transition to ACTIVE for port object 4f0adaa6-e241-49cc-a926-73895547ab88 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:55:48.832512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Transition to ACTIVE for port object 4f0adaa6-e241-49cc-a926-73895547ab88 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:55:48.837487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:48.842744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a93ed4fa-d69d-4854-a493-7c59489a5d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:48.915446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Network 0e253188-b22c-4460-83c0-349327a124db is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:55:48.918692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:55:48.923766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:55:48.925629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Pushing event updated for resources: {'Port': ['ID=4f0adaa6-e241-49cc-a926-73895547ab88,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:48.928697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:48.937567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:46Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:48.941784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e4bc0-7a99-4970-ba6d-6459353a7256 None None] The sync data for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv is: [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:46Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:55:49.006040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:49.022286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Attempting to bind port 4f0adaa6-e241-49cc-a926-73895547ab88 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:55:49.022709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Attempting to bind port 4f0adaa6-e241-49cc-a926-73895547ab88 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:55:49.023167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Attempting to bind port 4f0adaa6-e241-49cc-a926-73895547ab88 on network 0e253188-b22c-4460-83c0-349327a124db {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:55:49.030667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:55:49.031137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Checking segment: {'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:55:49.031600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:49.032041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Bound using segment: {'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:55:49.032575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Bound port: 4f0adaa6-e241-49cc-a926-73895547ab88, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:55:49.032997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:49.132971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] For port 4f0adaa6-e241-49cc-a926-73895547ab88, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:55:49.136582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] For port 4f0adaa6-e241-49cc-a926-73895547ab88, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4f0adaa6-e241-49cc-a926-73895547ab88,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:55:49.140146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:49.144427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:49.234916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Pushing event updated for resources: {'Port': ['ID=4f0adaa6-e241-49cc-a926-73895547ab88,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:49.238817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:49.724903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.1 (0e253188-b22c-4460-83c0-349327a124db/8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0/2eb9305b-da56-4e15-a442-cf0fae1425df) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:55:49.761581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:49.912164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:49.930210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 2eb9305b-da56-4e15-a442-cf0fae1425df will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:55:49.952712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:49.957680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8562d1d-c86f-4305-a743-881435b88ff9 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:50.035161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 0e253188-b22c-4460-83c0-349327a124db is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:55:50.039325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:55:50.045006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:55:50.085687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=2eb9305b-da56-4e15-a442-cf0fae1425df,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:50.096223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:50.114646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:50.153078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4f0adaa6-e241-49cc-a926-73895547ab88 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:55:50.218596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:50.224722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 4f0adaa6-e241-49cc-a926-73895547ab88 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:55:50.229779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 42f4a519-5ecd-46e3-af0b-19e9f45be4aa up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:55:50.303614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:55:50.309529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:50.310108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:50.449561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:50.466703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:50.470214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:50.472227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5bd2701b-2c02-4e70-adc5-0f6e841c4ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:50.549063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:50.552449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:50.688622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:50.692427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:50.722919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:50.811388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=2eb9305b-da56-4e15-a442-cf0fae1425df,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:50.814108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:50.821949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:50.876316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a6588-f0f1-40f0-978f-f6b915324fd6 None None] Network 0e253188-b22c-4460-83c0-349327a124db requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:55:50.961089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 0e253188-b22c-4460-83c0-349327a124db is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:55:50.962258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:55:51.009893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7ea7d9cd-3ef5-4e13-856d-0573af23a1ea None None] Provisioning for port 4f0adaa6-e241-49cc-a926-73895547ab88 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:55:51.045985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7ea7d9cd-3ef5-4e13-856d-0573af23a1ea None None] Provisioning complete for port 4f0adaa6-e241-49cc-a926-73895547ab88 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:51.046419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d9cd-3ef5-4e13-856d-0573af23a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:51.378859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:55:51.410881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d9cd-3ef5-4e13-856d-0573af23a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:51.449739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7ea7d9cd-3ef5-4e13-856d-0573af23a1ea None None] For port 4f0adaa6-e241-49cc-a926-73895547ab88, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4f0adaa6-e241-49cc-a926-73895547ab88,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:51.452882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d9cd-3ef5-4e13-856d-0573af23a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:51.454942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:51.531799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7d9cd-3ef5-4e13-856d-0573af23a1ea None None] Pushing event updated for resources: {'Port': ['ID=4f0adaa6-e241-49cc-a926-73895547ab88,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:51.535140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ea7d9cd-3ef5-4e13-856d-0573af23a1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:51.606272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:55:51.620722 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/9ebc51f5-fe39-45bd-b7c1-5000a854a3e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4482880 Dec 21 16:55:51.623430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46734) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:51.779466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3a79ed26-3522-475a-b8a2-703fd971da65 None None] Provisioning for port 2eb9305b-da56-4e15-a442-cf0fae1425df completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:55:51.785606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3a79ed26-3522-475a-b8a2-703fd971da65 None None] Provisioning complete for port 2eb9305b-da56-4e15-a442-cf0fae1425df triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:51.786296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a79ed26-3522-475a-b8a2-703fd971da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:51.845911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3a79ed26-3522-475a-b8a2-703fd971da65 None None] Port 2eb9305b-da56-4e15-a442-cf0fae1425df cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:55:51.860932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3a79ed26-3522-475a-b8a2-703fd971da65 None None] Provisioning complete for port 4f0adaa6-e241-49cc-a926-73895547ab88 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:51.861603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a79ed26-3522-475a-b8a2-703fd971da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:52.029525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bbfd5-2611-4574-9335-26707a03ae1f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.030086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bbfd5-2611-4574-9335-26707a03ae1f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.030337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bbfd5-2611-4574-9335-26707a03ae1f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.030744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bbfd5-2611-4574-9335-26707a03ae1f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.031177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bbfd5-2611-4574-9335-26707a03ae1f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.031581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bbfd5-2611-4574-9335-26707a03ae1f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.033657 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-937bbfd5-2611-4574-9335-26707a03ae1f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.4091625 Dec 21 16:55:52.036664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46738) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:52.066543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 42f4a519-5ecd-46e3-af0b-19e9f45be4aa up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:55:52.120767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da402da6-f8a2-40d6-ab83-dc631a834bf7 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.121199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da402da6-f8a2-40d6-ab83-dc631a834bf7 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.121594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da402da6-f8a2-40d6-ab83-dc631a834bf7 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.122167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da402da6-f8a2-40d6-ab83-dc631a834bf7 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.122721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da402da6-f8a2-40d6-ab83-dc631a834bf7 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.124192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da402da6-f8a2-40d6-ab83-dc631a834bf7 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:52.131697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46742) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:52.139128 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-da402da6-f8a2-40d6-ab83-dc631a834bf7 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0935535 Dec 21 16:55:52.148458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Sync routers for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:55:52.155835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e821676e-4968-4701-9570-8b339af75198 None None] Provisioning complete for port 2eb9305b-da56-4e15-a442-cf0fae1425df triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:52.156261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e821676e-4968-4701-9570-8b339af75198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:52.253232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:52.253232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:52.302316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e821676e-4968-4701-9570-8b339af75198 None None] Port 2eb9305b-da56-4e15-a442-cf0fae1425df cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:55:52.327981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:52.328407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:52.363993 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ceef166a-406a-455d-9ce5-df469d14ebdb tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2256563 Dec 21 16:55:52.553373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bce8ed6b-2f8f-48f9-a9a3-9af4fe5933e0 None None] Provisioning complete for port 2eb9305b-da56-4e15-a442-cf0fae1425df triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:52.553805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bce8ed6b-2f8f-48f9-a9a3-9af4fe5933e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:52.640927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:52.682550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4f0adaa6-e241-49cc-a926-73895547ab88 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:55:52.720313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bce8ed6b-2f8f-48f9-a9a3-9af4fe5933e0 None None] Port 2eb9305b-da56-4e15-a442-cf0fae1425df cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:55:52.778340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46748) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:52.784878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070627471', 'description': 'tempest-secgroup-smoke-2070627471 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:52.791446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:52.796155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:52.799291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:52.805883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:52.815888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:52.853032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:52.857056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:52.860094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:52.866141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:52.924150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:52.927110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:52.933273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afeb72ff-79f8-428d-8704-9cbf242af7dc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:52.943131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 4f0adaa6-e241-49cc-a926-73895547ab88 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:52.943569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:52.979943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12a72c5-2c67-4cb2-881e-a6eda34903a1,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:52.983101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:52.984485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:52.988685 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2063203 Dec 21 16:55:52.989570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46752) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:52.996232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'a12a72c5-2c67-4cb2-881e-a6eda34903a1', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:53.002723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:53.006809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:53.009862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:53.016020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:53.031963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.100545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.103983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.106090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9af6e300-7ed7-4434-b679-5f40db164c74 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:53.131904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f5aef6-90f4-49af-a0cb-b00c73b414d0,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:53.136168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:53.143879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.145497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1549225 Dec 21 16:55:53.148635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46756) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:53.151365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:53.154523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'a12a72c5-2c67-4cb2-881e-a6eda34903a1', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:53.155535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Checking router: 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:55:53.155949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Updating router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 port 2eb9305b-da56-4e15-a442-cf0fae1425df binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:55:53.160681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:53.165419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:53.169276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:53.175121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:53.191663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.225715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.284055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.410983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.410983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95fa429e-eafe-4ba2-bc2b-f6d430e02b29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:53.462819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aaf0a7-0410-428f-adb8-6bdd2da37240,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:53.471874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.485520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46760) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:53.489882 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3238864 Dec 21 16:55:53.489882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:53.494480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'a12a72c5-2c67-4cb2-881e-a6eda34903a1', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:53.494480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:53.503874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:53.503874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:53.517698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:53.539756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.617915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.617915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.623442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-75dd7328-119a-4a43-8157-916037df6103 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:53.658165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18de4c15-5bd2-4ef6-bf10-52a375cd637e,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:53.658165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.658165 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1831083 Dec 21 16:55:53.666972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff250645-f7df-4e05-afd5-db1ae0b4d7b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:53.670237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46764) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:53.670237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'a12a72c5-2c67-4cb2-881e-a6eda34903a1', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:53.682720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:53.692233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:53.692233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:53.704837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:53.726093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.729368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.743251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Transition to ACTIVE for port object 2eb9305b-da56-4e15-a442-cf0fae1425df will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:55:53.743251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.752380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:53.801126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.801126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.812062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ec877a8b-f647-424f-a8f8-8a98501711c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:53.826527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Pushing event updated for resources: {'Port': ['ID=2eb9305b-da56-4e15-a442-cf0fae1425df,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:53.840576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e78982-d2f0-4bdf-a0cc-06811a006adf,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:53.840576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:53.844925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.852081 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1839874 Dec 21 16:55:53.855696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46768) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:53.855696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'a12a72c5-2c67-4cb2-881e-a6eda34903a1', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:53.872905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:53.879933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:53.879933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:53.890359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:53.908455 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:55:53.915603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:53.915603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:53.915603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:53.915603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:53.915603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:53.915603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:53.915603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:53.915603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:53.915603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:53.915603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:53.915603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:55:53.921064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:53.956668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:54.033913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Attempting to bind port 2eb9305b-da56-4e15-a442-cf0fae1425df on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:55:54.033913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Attempting to bind port 2eb9305b-da56-4e15-a442-cf0fae1425df by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:55:54.033913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Attempting to bind port 2eb9305b-da56-4e15-a442-cf0fae1425df on network 0e253188-b22c-4460-83c0-349327a124db {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:55:54.039193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:55:54.039193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Checking segment: {'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:55:54.039193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:54.039193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Bound using segment: {'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:55:54.039193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Bound port: 2eb9305b-da56-4e15-a442-cf0fae1425df, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:55:54.039193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:54.053244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:54.053244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:54.066230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09eb6a8a-1ddf-414b-bf2a-299e48580bd3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:54.090718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4e6490-1a45-4108-b3e1-7e0b0a28a23d,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:54.099061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:54.105821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:54.105821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2506342 Dec 21 16:55:54.109103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46772) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:55:54.115556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'a12a72c5-2c67-4cb2-881e-a6eda34903a1', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:54.122604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:54.129645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:54.129645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:54.139352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:54.167100 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:55:54.173729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:54.188366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] For port 2eb9305b-da56-4e15-a442-cf0fae1425df, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:55:54.188366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] For port 2eb9305b-da56-4e15-a442-cf0fae1425df, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2eb9305b-da56-4e15-a442-cf0fae1425df,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:55:54.194980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:54.202023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ea7d9cd-3ef5-4e13-856d-0573af23a1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:54.283906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:54.283906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:54.283906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff287b85-f915-4d96-85b4-167fa241bcb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:54.301115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Pushing event updated for resources: {'Port': ['ID=2eb9305b-da56-4e15-a442-cf0fae1425df,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:54.301115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:54.312170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:55:54.312170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:54.316961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64533e7d-927f-4c0b-9356-9152a0a176f7,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:54.316961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:54.328258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:54.338104 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8d553ef3-097b-4721-925e-2fc23de45444 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2306497 Dec 21 16:55:54.576459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:55:54.934647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-42abb36f-508d-4a3f-a036-6ecb754fa21c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070627471&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.0548172 Dec 21 16:55:54.985129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:55:54Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:55:54.985129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5c543-77ee-4c39-8573-8bef0a247f74 None None] The sync data for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv is: [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:55:54Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:55:55.123296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-b8f18818-e7f5-4c03-8764-b3d77da69ad3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:55.123296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-b8f18818-e7f5-4c03-8764-b3d77da69ad3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:55:55.147636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-b8f18818-e7f5-4c03-8764-b3d77da69ad3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:55:55.147636 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-b8f18818-e7f5-4c03-8764-b3d77da69ad3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/networks?id=0e253188-b22c-4460-83c0-349327a124db HTTP/1.1" status: 200 len: 797 time: 0.2160308 Dec 21 16:55:55.171272 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-51fde30b-7471-4168-9bb3-cc8ed8fad518 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/quotas/265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 375 time: 0.0126948 Dec 21 16:55:55.279846 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-71554185-9214-46b3-a6c2-36a5919ffc57 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986388 Dec 21 16:55:55.475769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-ab8b398c-9b70-4d30-825a-0feb84e6531a service neutron] 10.222.0.67 "GET /v2.0/networks/0e253188-b22c-4460-83c0-349327a124db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776299 Dec 21 16:55:55.718083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-76060891-8161-460a-89c1-ed2c85a41e00 service neutron] 10.222.0.67 "GET /v2.0/networks/0e253188-b22c-4460-83c0-349327a124db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195795 Dec 21 16:55:56.162259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2eb9305b-da56-4e15-a442-cf0fae1425df up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:55:56.175211 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f8925b99-d0e1-4628-b400-82b1fd3fde29 req-4ec73f84-9423-4f21-aee9-b2732fe6ad35 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 210 time: 0.2748024 Dec 21 16:55:56.513748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 2eb9305b-da56-4e15-a442-cf0fae1425df completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:55:56.513748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2eb9305b-da56-4e15-a442-cf0fae1425df triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:56.513748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:56.712585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:56.775441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 2eb9305b-da56-4e15-a442-cf0fae1425df, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2eb9305b-da56-4e15-a442-cf0fae1425df,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:55:56.775441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:56.785421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:56.921092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=2eb9305b-da56-4e15-a442-cf0fae1425df,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:56.931655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:57.441405 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9c3d7b0b-9de5-4fbd-9774-3e38c0bd5f66 req-9910fab2-66b4-476b-aaf0-3206ba54e372 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 210 time: 0.0864282 Dec 21 16:55:57.934091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-37b82b0f-b708-4e63-a809-c557266e6bcb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:57.934091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-37b82b0f-b708-4e63-a809-c557266e6bcb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:55:57.948302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-37b82b0f-b708-4e63-a809-c557266e6bcb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:55:57.948302 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-37b82b0f-b708-4e63-a809-c557266e6bcb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=0e253188-b22c-4460-83c0-349327a124db HTTP/1.1" status: 200 len: 797 time: 0.5692627 Dec 21 16:55:58.010320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-2b1ecaef-eea2-45ea-b88a-c80753c4633c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:55:58.020999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-2b1ecaef-eea2-45ea-b88a-c80753c4633c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:55:58.020999 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-2b1ecaef-eea2-45ea-b88a-c80753c4633c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 380 time: 0.0600963 Dec 21 16:55:58.035104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'device_id': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'admin_state_up': True, 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'security_groups': ['a12a72c5-2c67-4cb2-881e-a6eda34903a1']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:58.069771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2eb9305b-da56-4e15-a442-cf0fae1425df up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:55:58.151977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2eb9305b-da56-4e15-a442-cf0fae1425df triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:58.151977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:58.189522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:55:58.200313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:port and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:55:58.200313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:55:58.207941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:55:58.220948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:55:58.227646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:58.393483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.4 (0e253188-b22c-4460-83c0-349327a124db/8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0/526c8173-04c8-4d25-b2cb-5d41be132d25) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:55:58.598229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:58.611008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 526c8173-04c8-4d25-b2cb-5d41be132d25 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:55:58.628724 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-264e9cd9-949d-491b-9f71-123e8178f977 req-996cb69e-106f-45e2-8e6a-d241320bfd1e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 210 time: 0.0501978 Dec 21 16:55:58.646427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:58.653687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:58.730408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 0e253188-b22c-4460-83c0-349327a124db is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:55:58.733846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:55:58.739741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:55:58.769176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=526c8173-04c8-4d25-b2cb-5d41be132d25,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:58.777734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:58.807920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:58.808593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:58.856891 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8307927 Dec 21 16:55:58.875065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Request body: {'port': {'device_id': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:55:58.999093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:59.040889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8075d1e6-2d1a-467d-b62e-fa09fac1e404 None None] Provisioning for port 526c8173-04c8-4d25-b2cb-5d41be132d25 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:55:59.045793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8075d1e6-2d1a-467d-b62e-fa09fac1e404 None None] Provisioning complete for port 526c8173-04c8-4d25-b2cb-5d41be132d25 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:55:59.046224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8075d1e6-2d1a-467d-b62e-fa09fac1e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:59.100759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8075d1e6-2d1a-467d-b62e-fa09fac1e404 None None] Port 526c8173-04c8-4d25-b2cb-5d41be132d25 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:55:59.364606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526c8173-04c8-4d25-b2cb-5d41be132d25 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:55:59.393911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:59.396055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:59.404174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Transition to ACTIVE for port object 526c8173-04c8-4d25-b2cb-5d41be132d25 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:55:59.406709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:59.411147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:59.544518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Pushing event updated for resources: {'Port': ['ID=526c8173-04c8-4d25-b2cb-5d41be132d25,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:59.547989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:55:59.687884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Attempting to bind port 526c8173-04c8-4d25-b2cb-5d41be132d25 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:55:59.688405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Attempting to bind port 526c8173-04c8-4d25-b2cb-5d41be132d25 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:55:59.689283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Attempting to bind port 526c8173-04c8-4d25-b2cb-5d41be132d25 on network 0e253188-b22c-4460-83c0-349327a124db {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:55:59.695967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Port 526c8173-04c8-4d25-b2cb-5d41be132d25 on network 0e253188-b22c-4460-83c0-349327a124db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:55:59.698432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Attempting to bind port 526c8173-04c8-4d25-b2cb-5d41be132d25 on network 0e253188-b22c-4460-83c0-349327a124db {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:55:59.720561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:55:59.720561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Checking segment: {'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:55:59.720561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Bound using segment: {'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:55:59.720561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Bound port: 526c8173-04c8-4d25-b2cb-5d41be132d25, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eda66b9-cad4-47ad-866d-0dc9602e68f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0e253188-b22c-4460-83c0-349327a124db'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:55:59.720561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:59.842433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] For port 526c8173-04c8-4d25-b2cb-5d41be132d25, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:55:59.846605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] For port 526c8173-04c8-4d25-b2cb-5d41be132d25, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=526c8173-04c8-4d25-b2cb-5d41be132d25,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:55:59.852825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32376900-44a8-441e-ab6e-e00f238de94f req-0f2089c4-1a21-4981-8047-513af466048f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:55:59.854464 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-32376900-44a8-441e-ab6e-e00f238de94f req-0f2089c4-1a21-4981-8047-513af466048f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 943 time: 0.0908589 Dec 21 16:55:59.859667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:59.864805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e1e0a44a-e691-472d-8267-d707a703cd54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:55:59.925421 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-32376900-44a8-441e-ab6e-e00f238de94f req-0572185d-fb2c-405c-a2bb-29b3c319de69 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=a12a72c5-2c67-4cb2-881e-a6eda34903a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618470 Dec 21 16:55:59.934362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:55:59.945068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] 10.222.0.48 "PUT /v2.0/ports/526c8173-04c8-4d25-b2cb-5d41be132d25 HTTP/1.1" status: 200 len: 1093 time: 1.0663552 Dec 21 16:55:59.945068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'tag': '526c8173-04c8-4d25-b2cb-5d41be132d25'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:55:59.965168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Pushing event updated for resources: {'Port': ['ID=526c8173-04c8-4d25-b2cb-5d41be132d25,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:55:59.968965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:00.030454 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'tag': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'status': 'completed', 'code': 200} Dec 21 16:56:00.077528 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-3198e5cf-fc75-4091-a466-e714fcd28b25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 1096 time: 0.0880668 Dec 21 16:56:00.160576 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-11ee2457-8312-4a0b-98a6-4e72d7ed87fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526c8173-04c8-4d25-b2cb-5d41be132d25 HTTP/1.1" status: 200 len: 217 time: 0.0753996 Dec 21 16:56:00.243393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-fa1d9fe5-a5fa-41df-934b-0b56a6e8bc87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:00.243393 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-fa1d9fe5-a5fa-41df-934b-0b56a6e8bc87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0 HTTP/1.1" status: 200 len: 835 time: 0.0710413 Dec 21 16:56:00.341198 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-c7f1f5a3-fb69-4d32-b978-5ca79582e078 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e253188-b22c-4460-83c0-349327a124db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907679 Dec 21 16:56:00.504485 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-b11750d2-800d-44ab-aa20-6fc2f3a6fae3 service neutron] 10.222.0.48 "GET /v2.0/networks/0e253188-b22c-4460-83c0-349327a124db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591563 Dec 21 16:56:00.673470 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9f972def-fc60-4d9c-9bd8-b692e89b0cc2 req-eee2624f-0d74-468e-b755-b975ad99ce2d service neutron] 10.222.0.48 "GET /v2.0/networks/0e253188-b22c-4460-83c0-349327a124db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557667 Dec 21 16:56:00.809533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cf0c4aca-47fe-4c93-893d-c676ce9d9054 req-f19f058f-e383-45b7-8cda-73de033af570 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 1096 time: 0.0836987 Dec 21 16:56:00.964428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c4aca-47fe-4c93-893d-c676ce9d9054 req-47a26433-1df2-4ab4-88fa-f1365e8c46ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:00.964428 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cf0c4aca-47fe-4c93-893d-c676ce9d9054 req-47a26433-1df2-4ab4-88fa-f1365e8c46ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e253188-b22c-4460-83c0-349327a124db HTTP/1.1" status: 200 len: 898 time: 0.1444104 Dec 21 16:56:01.036456 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cf0c4aca-47fe-4c93-893d-c676ce9d9054 req-8787d945-8b04-420d-acb1-29d5ffab6113 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526c8173-04c8-4d25-b2cb-5d41be132d25 HTTP/1.1" status: 200 len: 217 time: 0.0676773 Dec 21 16:56:01.112364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c4aca-47fe-4c93-893d-c676ce9d9054 req-409654c4-3e44-4852-b5d0-3510fb5a7b4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:01.114511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cf0c4aca-47fe-4c93-893d-c676ce9d9054 req-409654c4-3e44-4852-b5d0-3510fb5a7b4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0 HTTP/1.1" status: 200 len: 835 time: 0.0699136 Dec 21 16:56:01.129878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afb959-a04e-44c1-8529-d09c9dc5616e req-2f026dcf-3c5d-4189-9805-947ed33c9327 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:01.131522 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15afb959-a04e-44c1-8529-d09c9dc5616e req-2f026dcf-3c5d-4189-9805-947ed33c9327 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 943 time: 0.0894077 Dec 21 16:56:01.181404 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15afb959-a04e-44c1-8529-d09c9dc5616e req-84d90b66-5f83-449a-89cd-36581c742f99 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=a12a72c5-2c67-4cb2-881e-a6eda34903a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Dec 21 16:56:01.197091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cf0c4aca-47fe-4c93-893d-c676ce9d9054 req-b1098252-25f6-4225-ab31-81757d590fe6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e253188-b22c-4460-83c0-349327a124db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749166 Dec 21 16:56:01.350355 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cf0c4aca-47fe-4c93-893d-c676ce9d9054 req-940de5f0-4847-4c18-bfe1-8e481130f205 service neutron] 10.222.0.48 "GET /v2.0/networks/0e253188-b22c-4460-83c0-349327a124db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466978 Dec 21 16:56:01.501714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cf0c4aca-47fe-4c93-893d-c676ce9d9054 req-47e54355-2579-4308-92f6-1fda9b410206 service neutron] 10.222.0.48 "GET /v2.0/networks/0e253188-b22c-4460-83c0-349327a124db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434896 Dec 21 16:56:02.132482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 526c8173-04c8-4d25-b2cb-5d41be132d25 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:56:02.302145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 526c8173-04c8-4d25-b2cb-5d41be132d25, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=526c8173-04c8-4d25-b2cb-5d41be132d25,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:56:02.317921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'port_id': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'mac_address': 'fa:16:3e:b9:bf:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:56:02.387335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:02.399316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8073c3-efbb-4a0f-afe2-c7db8cf0f5e7 req-588980fb-ea77-4592-8839-b6ecf1421381 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:02.400969 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d8073c3-efbb-4a0f-afe2-c7db8cf0f5e7 req-588980fb-ea77-4592-8839-b6ecf1421381 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 943 time: 0.0869410 Dec 21 16:56:02.413273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526c8173-04c8-4d25-b2cb-5d41be132d25 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:56:02.428766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 526c8173-04c8-4d25-b2cb-5d41be132d25, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=526c8173-04c8-4d25-b2cb-5d41be132d25,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:56:02.432524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:02.435205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:02.455982 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d8073c3-efbb-4a0f-afe2-c7db8cf0f5e7 req-3daeb2ba-9ef2-4ca7-82d4-438106cd421d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=a12a72c5-2c67-4cb2-881e-a6eda34903a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464079 Dec 21 16:56:02.503475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=526c8173-04c8-4d25-b2cb-5d41be132d25,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:02.508115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:02.675637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['526c8173-04c8-4d25-b2cb-5d41be132d25'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:56:03.687578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3989898-47c9-4412-b3b3-341b8591870a req-b68cdefc-e558-4c87-850e-5d3bfc50b8d8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:03.689599 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c3989898-47c9-4412-b3b3-341b8591870a req-b68cdefc-e558-4c87-850e-5d3bfc50b8d8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 944 time: 0.0942197 Dec 21 16:56:03.721693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:56:03.746198 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c3989898-47c9-4412-b3b3-341b8591870a req-7d783be0-844e-4091-9eba-268a48c12228 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=a12a72c5-2c67-4cb2-881e-a6eda34903a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504606 Dec 21 16:56:04.133163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 526c8173-04c8-4d25-b2cb-5d41be132d25 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:56:04.214062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 526c8173-04c8-4d25-b2cb-5d41be132d25 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:56:04.219691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 526c8173-04c8-4d25-b2cb-5d41be132d25 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:56:04.219691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:04.346429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:04.377002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526c8173-04c8-4d25-b2cb-5d41be132d25'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:56:04.388484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 526c8173-04c8-4d25-b2cb-5d41be132d25, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=526c8173-04c8-4d25-b2cb-5d41be132d25,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:56:04.401439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:04.404702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:04.447491 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'code': 200} Dec 21 16:56:04.490441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=526c8173-04c8-4d25-b2cb-5d41be132d25,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:04.494806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:04.682931 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bebc083c-48ec-40fd-8e88-f85aae827754 req-4d5ba425-ab8d-43a1-acaa-889164be2cba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 1098 time: 0.0819144 Dec 21 16:56:04.730545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bebc083c-48ec-40fd-8e88-f85aae827754 req-6595f1f2-3a5a-4b18-9d9e-a3986e314b04 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a12a72c5-2c67-4cb2-881e-a6eda34903a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404332 Dec 21 16:56:04.957532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e234545-d945-4bdb-9b2a-9c419e5b3c04 req-30c10cf4-6422-4277-945f-77aa266cb24f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:04.959087 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e234545-d945-4bdb-9b2a-9c419e5b3c04 req-30c10cf4-6422-4277-945f-77aa266cb24f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 945 time: 0.0893097 Dec 21 16:56:05.007209 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e234545-d945-4bdb-9b2a-9c419e5b3c04 req-2cff647e-4671-43f0-a2f7-5433d3bf6059 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=a12a72c5-2c67-4cb2-881e-a6eda34903a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 Dec 21 16:56:06.221858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3115e-006f-4910-a718-c908a3d776bc req-3983a30d-c36c-4a7c-85da-6976613ec50c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:06.223127 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bcc3115e-006f-4910-a718-c908a3d776bc req-3983a30d-c36c-4a7c-85da-6976613ec50c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 945 time: 0.0894613 Dec 21 16:56:06.274472 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bcc3115e-006f-4910-a718-c908a3d776bc req-d0a74774-6284-4d37-bf82-73d496e918f0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=a12a72c5-2c67-4cb2-881e-a6eda34903a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430980 Dec 21 16:56:06.475529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc326d0-6035-4922-b592-423656673c59 req-4b7b99df-0428-4d3f-98d6-0bb745204ee3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:06.477135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc326d0-6035-4922-b592-423656673c59 req-4b7b99df-0428-4d3f-98d6-0bb745204ee3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 945 time: 0.0824041 Dec 21 16:56:06.529510 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc326d0-6035-4922-b592-423656673c59 req-82824f85-0794-447c-937d-fcaeb27e5418 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=a12a72c5-2c67-4cb2-881e-a6eda34903a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458913 Dec 21 16:56:06.556816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46832) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:06.632144 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3b08d19f-76aa-416d-8500-824941f31c6d tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 1093 time: 0.0740027 Dec 21 16:56:06.635419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46836) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:06.641049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:56:06.647051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:56:06.651749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:floatingip and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:56:06.654725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:56:06.660857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:56:06.670388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:06.815138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:06.960105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.39 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/b3df4c41-4480-47f2-bed3-1756bd4a9c95) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:56:07.111203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:07.137110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:07.141452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:07.207051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:56:07.210075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:56:07.214481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:56:07.243926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=b3df4c41-4480-47f2-bed3-1756bd4a9c95,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:07.249505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:07.742804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:07.801114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:08.010195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:08.013688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:08.017386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:08.125932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=b3df4c41-4480-47f2-bed3-1756bd4a9c95,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:08.128685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:08.141842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:08.340348 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP c85dc3e6-2add-4da7-bc4d-66da733d9221 associated. External IP: 172.26.7.39, port: 526c8173-04c8-4d25-b2cb-5d41be132d25. Dec 21 16:56:08.971783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:56:09.177469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:56:09.188280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45e317-03b1-471a-9a43-6b36df00ca49 None None] Sync routers for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:56:09.201614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45e317-03b1-471a-9a43-6b36df00ca49 None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:56:09.202275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dc45e317-03b1-471a-9a43-6b36df00ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:09.202401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:09.256969 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6204507 Dec 21 16:56:09.257656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'tag': '526c8173-04c8-4d25-b2cb-5d41be132d25'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:56:09.260617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46840) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:09.311857 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'tag': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'status': 'completed', 'code': 200} Dec 21 16:56:09.397082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-dc45e317-03b1-471a-9a43-6b36df00ca49 None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:56:09.731912 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5866f001-af2d-4c1a-b4bd-eb37154320b5 req-6c5af325-e7e2-4f6d-bd4b-d3aae86518e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 1098 time: 0.3930449 Dec 21 16:56:09.785365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dc45e317-03b1-471a-9a43-6b36df00ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'c85dc3e6-2add-4da7-bc4d-66da733d9221', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'port_id': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'mac_address': 'fa:16:3e:b9:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:56:07Z', 'updated_at': '2021-12-21T16:56:07Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:55:56Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:09.790402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45e317-03b1-471a-9a43-6b36df00ca49 None None] Checking router: 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:56:09.802058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45e317-03b1-471a-9a43-6b36df00ca49 None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:56:09.802814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dc45e317-03b1-471a-9a43-6b36df00ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:55:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:09.890627 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f73eac7d-3d99-4146-a267-6aa5309f1044 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers/9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 HTTP/1.1" status: 200 len: 922 time: 0.6286554 Dec 21 16:56:09.893788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46846) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:09.899829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866f001-af2d-4c1a-b4bd-eb37154320b5 req-2f90441f-207e-4b80-b30c-a94cb7ce631f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:09.901445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5866f001-af2d-4c1a-b4bd-eb37154320b5 req-2f90441f-207e-4b80-b30c-a94cb7ce631f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e253188-b22c-4460-83c0-349327a124db HTTP/1.1" status: 200 len: 898 time: 0.1584594 Dec 21 16:56:10.007419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-dc45e317-03b1-471a-9a43-6b36df00ca49 None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:56:10.014165 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5866f001-af2d-4c1a-b4bd-eb37154320b5 req-9dac2bdd-3d01-4cb0-9954-293d49b0d01c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526c8173-04c8-4d25-b2cb-5d41be132d25 HTTP/1.1" status: 200 len: 998 time: 0.1067407 Dec 21 16:56:10.017909 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aefeb74e-8ee1-48f1-b240-9bc0339c91d9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/c85dc3e6-2add-4da7-bc4d-66da733d9221 HTTP/1.1" status: 200 len: 990 time: 0.1213164 Dec 21 16:56:10.084887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866f001-af2d-4c1a-b4bd-eb37154320b5 req-3f0197f2-8029-4feb-96cd-4cfbf8f97828 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:10.087010 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5866f001-af2d-4c1a-b4bd-eb37154320b5 req-3f0197f2-8029-4feb-96cd-4cfbf8f97828 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0 HTTP/1.1" status: 200 len: 835 time: 0.0665243 Dec 21 16:56:10.168901 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5866f001-af2d-4c1a-b4bd-eb37154320b5 req-7aea14ff-9a3a-4936-919b-5d59b85ff32e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e253188-b22c-4460-83c0-349327a124db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759850 Dec 21 16:56:10.313002 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5866f001-af2d-4c1a-b4bd-eb37154320b5 req-b6ba8057-cc54-4f73-bb6a-5490614d9f2f service neutron] 10.222.0.48 "GET /v2.0/networks/0e253188-b22c-4460-83c0-349327a124db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378231 Dec 21 16:56:10.379436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dc45e317-03b1-471a-9a43-6b36df00ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'c85dc3e6-2add-4da7-bc4d-66da733d9221', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'port_id': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'mac_address': 'fa:16:3e:b9:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:56:07Z', 'updated_at': '2021-12-21T16:56:07Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:55:56Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:10.384190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45e317-03b1-471a-9a43-6b36df00ca49 None None] The sync data for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv is: [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'c85dc3e6-2add-4da7-bc4d-66da733d9221', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'port_id': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'mac_address': 'fa:16:3e:b9:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:56:07Z', 'updated_at': '2021-12-21T16:56:07Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:55:56Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:56:10.458576 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5866f001-af2d-4c1a-b4bd-eb37154320b5 req-89e0b89d-ef76-44f5-99c5-803b469acc1b service neutron] 10.222.0.48 "GET /v2.0/networks/0e253188-b22c-4460-83c0-349327a124db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391027 Dec 21 16:56:10.723165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c672d41-3c0c-458d-b1a9-5ef7aa470c7d None None] New status for floating IP c85dc3e6-2add-4da7-bc4d-66da733d9221: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:56:11.020938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46852) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:11.130930 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5d03b676-637e-4efc-acf4-d632aa3d692f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/c85dc3e6-2add-4da7-bc4d-66da733d9221 HTTP/1.1" status: 200 len: 992 time: 0.1086030 Dec 21 16:56:15.730967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-360e6b45-9c63-4f3b-86ef-27dd227f9d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:17.152505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:17.974527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f3de901-658c-40e5-a9b1-ccf411792205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:18.324955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:19.761096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:29.384221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:40.307014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46874) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:40.513201 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c6d390ac-9d4c-4f03-a5a8-474ec48fe523 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers/9ebc51f5-fe39-45bd-b7c1-5000a854a3e5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1997678 Dec 21 16:56:40.513426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46878) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:40.733326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1a4704-7823-41c9-84b0-656fbe8d6f3f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Notify agent at dv-neutron-822515-1-hyperv the message router_removed_from_agent {{(pid=88888) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 21 16:56:40.736815 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4a1a4704-7823-41c9-84b0-656fbe8d6f3f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "DELETE /v2.0/agents/cf764502-0cfb-455b-be6c-9dbb48719eee/l3-routers/9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 HTTP/1.1" status: 204 len: 168 time: 0.2224951 Dec 21 16:56:40.739585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46882) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:40.876901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:56:40.940777 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8221e53a-d8df-4ded-aa3c-09a40a5c12e2 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers/9ebc51f5-fe39-45bd-b7c1-5000a854a3e5/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1999094 Dec 21 16:56:40.943564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46886) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:41.051672 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-24bafada-142e-4f1e-8688-da17bff7ff4b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/c85dc3e6-2add-4da7-bc4d-66da733d9221 HTTP/1.1" status: 200 len: 992 time: 0.1065521 Dec 21 16:56:41.081333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe3a2d-8a6c-4e01-bc32-3363f1c5233a None None] New status for floating IP c85dc3e6-2add-4da7-bc4d-66da733d9221: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:56:42.054768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46890) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:42.069125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 42f4a519-5ecd-46e3-af0b-19e9f45be4aa no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:56:42.174842 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eff04ce3-1b25-485e-91c3-815fa733f17e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/c85dc3e6-2add-4da7-bc4d-66da733d9221 HTTP/1.1" status: 200 len: 990 time: 0.1165679 Dec 21 16:56:42.200543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:42.216172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:56:42.219191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:42.219982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2eb9305b-da56-4e15-a442-cf0fae1425df no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:56:42.247396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:42.337621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:42.371004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:42.397380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:42.432826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 2eb9305b-da56-4e15-a442-cf0fae1425df, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2eb9305b-da56-4e15-a442-cf0fae1425df,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:56:42.435646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:42.438470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:42.504823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=2eb9305b-da56-4e15-a442-cf0fae1425df,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:42.508117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:43.342709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46898) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:43.562264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d70dcc-cfee-4bf6-b992-1a8d1788fd7e tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:56:43.562640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d70dcc-cfee-4bf6-b992-1a8d1788fd7e tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Notify agent at dv-neutron-822515-1-hyperv the message router_added_to_agent {{(pid=88888) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 21 16:56:43.589447 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-85d70dcc-cfee-4bf6-b992-1a8d1788fd7e tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "POST /v2.0/agents/cf764502-0cfb-455b-be6c-9dbb48719eee/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2453063 Dec 21 16:56:43.592349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46904) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:43.606942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea6c43-af6e-4991-8fec-7079d3b3d0a3 None None] Sync routers for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:56:43.620416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea6c43-af6e-4991-8fec-7079d3b3d0a3 None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:56:43.621177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dfea6c43-af6e-4991-8fec-7079d3b3d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:56:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:43.783220 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2c36a639-bf53-47f5-8550-8a6d781237b9 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers/9ebc51f5-fe39-45bd-b7c1-5000a854a3e5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1892924 Dec 21 16:56:43.786314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46910) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:43.816001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-dfea6c43-af6e-4991-8fec-7079d3b3d0a3 None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:56:43.903593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ef911774-114c-4cfa-b05f-9c5c00186e47 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/c85dc3e6-2add-4da7-bc4d-66da733d9221 HTTP/1.1" status: 200 len: 990 time: 0.1162331 Dec 21 16:56:44.046346 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4aa2879f-d968-4d80-a023-74ca8d8dbfb6 req-4d6f051f-471d-4b4d-9c07-df623e08b170 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1611707 Dec 21 16:56:44.144291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4aa2879f-d968-4d80-a023-74ca8d8dbfb6 req-48d437ea-10ad-4ac7-b5ee-2e01145a755d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 1098 time: 0.0769615 Dec 21 16:56:44.209162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dfea6c43-af6e-4991-8fec-7079d3b3d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:56:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'c85dc3e6-2add-4da7-bc4d-66da733d9221', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'port_id': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'mac_address': 'fa:16:3e:b9:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:56:07Z', 'updated_at': '2021-12-21T16:56:41Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:56:42Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:44.213404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea6c43-af6e-4991-8fec-7079d3b3d0a3 None None] Checking router: 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:56:44.225179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea6c43-af6e-4991-8fec-7079d3b3d0a3 None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:56:44.225842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dfea6c43-af6e-4991-8fec-7079d3b3d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:56:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:44.301052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2879f-d968-4d80-a023-74ca8d8dbfb6 req-5ae9e767-b7a7-4f50-8901-67de54335515 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:44.302639 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4aa2879f-d968-4d80-a023-74ca8d8dbfb6 req-5ae9e767-b7a7-4f50-8901-67de54335515 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.1399393 Dec 21 16:56:44.413817 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4aa2879f-d968-4d80-a023-74ca8d8dbfb6 req-f2dbf4c9-4d93-4617-91a5-4420fdea9b69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffe0b092-891a-4ae2-b779-444e853b656e HTTP/1.1" status: 200 len: 1001 time: 0.1034434 Dec 21 16:56:44.418112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-dfea6c43-af6e-4991-8fec-7079d3b3d0a3 None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:56:44.483543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2879f-d968-4d80-a023-74ca8d8dbfb6 req-4e5a7e72-f56e-4688-8054-eb3f7303f6fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:44.485148 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4aa2879f-d968-4d80-a023-74ca8d8dbfb6 req-4e5a7e72-f56e-4688-8054-eb3f7303f6fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.0648775 Dec 21 16:56:44.568410 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4aa2879f-d968-4d80-a023-74ca8d8dbfb6 req-e0238e3c-cd73-42e4-826d-bd76bc2e5f5d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773017 Dec 21 16:56:44.710959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4aa2879f-d968-4d80-a023-74ca8d8dbfb6 req-402d6ee2-677f-472c-abf9-967a0910346d service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358004 Dec 21 16:56:44.791581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dfea6c43-af6e-4991-8fec-7079d3b3d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:56:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'c85dc3e6-2add-4da7-bc4d-66da733d9221', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'port_id': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'mac_address': 'fa:16:3e:b9:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:56:07Z', 'updated_at': '2021-12-21T16:56:41Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:56:42Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:44.796056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea6c43-af6e-4991-8fec-7079d3b3d0a3 None None] The sync data for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv is: [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:56:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'c85dc3e6-2add-4da7-bc4d-66da733d9221', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'port_id': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'mac_address': 'fa:16:3e:b9:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:56:07Z', 'updated_at': '2021-12-21T16:56:41Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:56:42Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:56:44.857239 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4aa2879f-d968-4d80-a023-74ca8d8dbfb6 req-11ccb2b5-54d2-4343-99a0-147d0389c6f6 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399310 Dec 21 16:56:44.907696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46916) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:45.018281 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f515b955-bc30-4817-8871-432262cc6063 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/c85dc3e6-2add-4da7-bc4d-66da733d9221 HTTP/1.1" status: 200 len: 990 time: 0.1092334 Dec 21 16:56:45.732529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e692c398-cf0d-4e61-9923-2df23f1772e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:46.021729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46920) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:46.140794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 42f4a519-5ecd-46e3-af0b-19e9f45be4aa up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:56:46.218274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:56:46.219293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:46.400160 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3551110b-03a2-4053-bc5b-007cfd892467 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/c85dc3e6-2add-4da7-bc4d-66da733d9221 HTTP/1.1" status: 200 len: 990 time: 0.3760331 Dec 21 16:56:46.522659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:46.540446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:56:46.543714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:46.544628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2eb9305b-da56-4e15-a442-cf0fae1425df up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:56:46.572252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:46.669136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:46.673358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:46.680586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2eb9305b-da56-4e15-a442-cf0fae1425df triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:56:46.681018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:46.803207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:46.838079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 2eb9305b-da56-4e15-a442-cf0fae1425df, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2eb9305b-da56-4e15-a442-cf0fae1425df,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:56:46.840760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:46.842691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:46.911654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=2eb9305b-da56-4e15-a442-cf0fae1425df,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:46.914860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:47.155175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:47.401554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46924) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:47.515802 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2054d481-bbe1-4b49-ae74-ca224e264eb4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/c85dc3e6-2add-4da7-bc4d-66da733d9221 HTTP/1.1" status: 200 len: 990 time: 0.1128833 Dec 21 16:56:47.977676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8670b88d-79f4-4515-9bd2-8a23c82f1af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:48.032237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e63cf-560f-4c84-9bd0-540a8a930da2 None None] New status for floating IP c85dc3e6-2add-4da7-bc4d-66da733d9221: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:56:48.084987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 42f4a519-5ecd-46e3-af0b-19e9f45be4aa up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:56:48.157211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:56:48.157633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:48.277343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2eb9305b-da56-4e15-a442-cf0fae1425df up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:56:48.343055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:48.360859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2eb9305b-da56-4e15-a442-cf0fae1425df triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:56:48.361287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:48.519819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46928) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:48.630583 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ff04676a-007c-4d29-b346-04d91704b6a4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/c85dc3e6-2add-4da7-bc4d-66da733d9221 HTTP/1.1" status: 200 len: 992 time: 0.1093895 Dec 21 16:56:48.926744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46936) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:49.131510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port b3df4c41-4480-47f2-bed3-1756bd4a9c95 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:56:49.132065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:49.308174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:49.308549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:49.432710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for b3df4c41-4480-47f2-bed3-1756bd4a9c95 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:56:49.582143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:49.586427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:49.628182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=b3df4c41-4480-47f2-bed3-1756bd4a9c95,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:49.667921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:49.668354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:49.668779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:49.669196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:49.669609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:49.670021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:49.670431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:49.670864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:49.671278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:49.671685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:49.672089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:49.675250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:49.737810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:49.762643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:50.154056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:56:50.361537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:56:50.374134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c93b3e-1f73-4003-b6d6-5c5c6ca33962 None None] Sync routers for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:56:50.379436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:50.389396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c93b3e-1f73-4003-b6d6-5c5c6ca33962 None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:56:50.390082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-09c93b3e-1f73-4003-b6d6-5c5c6ca33962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:56:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:50.437809 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/floatingips/c85dc3e6-2add-4da7-bc4d-66da733d9221 HTTP/1.1" status: 204 len: 168 time: 1.5098262 Dec 21 16:56:50.438513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'tag': '526c8173-04c8-4d25-b2cb-5d41be132d25'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:56:50.496217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'tag': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'status': 'completed', 'code': 200} Dec 21 16:56:50.580848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-09c93b3e-1f73-4003-b6d6-5c5c6ca33962 None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:56:50.598772 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-999c571e-4863-4303-b1cc-bc6813cf5788 req-845f6605-9ff3-4327-9d63-5b81ef82f6fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 1098 time: 0.0806346 Dec 21 16:56:50.753744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c571e-4863-4303-b1cc-bc6813cf5788 req-aa824b57-6631-4977-88b3-7965b88ef7ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:50.755737 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-999c571e-4863-4303-b1cc-bc6813cf5788 req-aa824b57-6631-4977-88b3-7965b88ef7ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e253188-b22c-4460-83c0-349327a124db HTTP/1.1" status: 200 len: 898 time: 0.1509356 Dec 21 16:56:50.833779 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-999c571e-4863-4303-b1cc-bc6813cf5788 req-59d422e1-2fff-43c0-848f-c92e8791bda4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526c8173-04c8-4d25-b2cb-5d41be132d25 HTTP/1.1" status: 200 len: 217 time: 0.0699537 Dec 21 16:56:50.854646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884d833-d501-489c-906b-a65b20c63aca req-dc346c57-79d8-4ebb-bf24-4d0589f354c3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:50.855448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7884d833-d501-489c-906b-a65b20c63aca req-dc346c57-79d8-4ebb-bf24-4d0589f354c3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:56:50.870414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7884d833-d501-489c-906b-a65b20c63aca req-dc346c57-79d8-4ebb-bf24-4d0589f354c3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:56:50.871744 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7884d833-d501-489c-906b-a65b20c63aca req-dc346c57-79d8-4ebb-bf24-4d0589f354c3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 945 time: 0.1014166 Dec 21 16:56:50.905464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c571e-4863-4303-b1cc-bc6813cf5788 req-b9710b5e-81a6-447b-a2d5-b142bf740ad8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:50.907199 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-999c571e-4863-4303-b1cc-bc6813cf5788 req-b9710b5e-81a6-447b-a2d5-b142bf740ad8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0 HTTP/1.1" status: 200 len: 835 time: 0.0659056 Dec 21 16:56:50.928921 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7884d833-d501-489c-906b-a65b20c63aca req-60817b32-a23d-4a30-aca2-4166f2421fec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=a12a72c5-2c67-4cb2-881e-a6eda34903a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496948 Dec 21 16:56:50.938311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-09c93b3e-1f73-4003-b6d6-5c5c6ca33962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:56:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:56:46Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:50.942563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c93b3e-1f73-4003-b6d6-5c5c6ca33962 None None] Checking router: 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:56:50.954360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c93b3e-1f73-4003-b6d6-5c5c6ca33962 None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:56:50.955065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-09c93b3e-1f73-4003-b6d6-5c5c6ca33962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:56:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:50.998283 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-999c571e-4863-4303-b1cc-bc6813cf5788 req-8918ef47-9bd5-44f0-a066-0101bc94b793 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e253188-b22c-4460-83c0-349327a124db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844707 Dec 21 16:56:51.143397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-09c93b3e-1f73-4003-b6d6-5c5c6ca33962 None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:56:51.144185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-999c571e-4863-4303-b1cc-bc6813cf5788 req-fdd3bc03-2f7e-4799-a377-5708847a2d36 service neutron] 10.222.0.48 "GET /v2.0/networks/0e253188-b22c-4460-83c0-349327a124db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386304 Dec 21 16:56:51.290830 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-999c571e-4863-4303-b1cc-bc6813cf5788 req-3ffc1074-c1d6-4f06-9dcc-f772a90b2f47 service neutron] 10.222.0.48 "GET /v2.0/networks/0e253188-b22c-4460-83c0-349327a124db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390576 Dec 21 16:56:51.478873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-09c93b3e-1f73-4003-b6d6-5c5c6ca33962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:56:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:56:46Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:51.483188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c93b3e-1f73-4003-b6d6-5c5c6ca33962 None None] The sync data for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv is: [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:55:50Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:56:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '2eb9305b-da56-4e15-a442-cf0fae1425df', 'name': '', 'network_id': '0e253188-b22c-4460-83c0-349327a124db', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:64:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:49Z', 'updated_at': '2021-12-21T16:56:46Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:56:52.105030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-ea4ffcec-85c5-46ff-b46e-9e8ac624d2d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:52.106072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-ea4ffcec-85c5-46ff-b46e-9e8ac624d2d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:56:52.122203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-ea4ffcec-85c5-46ff-b46e-9e8ac624d2d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:56:52.123822 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-ea4ffcec-85c5-46ff-b46e-9e8ac624d2d0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 945 time: 0.1098881 Dec 21 16:56:52.151717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cd5a1-b07e-4bb4-9457-b01429fb480f req-76e60e81-c0e4-48a2-b02f-449e4317481f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:56:52.153383 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1b6cd5a1-b07e-4bb4-9457-b01429fb480f req-76e60e81-c0e4-48a2-b02f-449e4317481f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 945 time: 0.0900877 Dec 21 16:56:52.204392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 526c8173-04c8-4d25-b2cb-5d41be132d25 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:56:52.204772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:52.211598 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1b6cd5a1-b07e-4bb4-9457-b01429fb480f req-dae1aa9f-a546-4692-9549-c10c30d8eaaf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=a12a72c5-2c67-4cb2-881e-a6eda34903a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511687 Dec 21 16:56:52.461657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 526c8173-04c8-4d25-b2cb-5d41be132d25, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=526c8173-04c8-4d25-b2cb-5d41be132d25,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:56:52.462181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:52.590990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 526c8173-04c8-4d25-b2cb-5d41be132d25 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:56:52.732854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:52.738584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-31285dd3-56c4-4f3a-9ed3-7fb0ec4a9462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:52.785743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=526c8173-04c8-4d25-b2cb-5d41be132d25,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:52.799081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:52.799520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:52.799949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:52.800375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:52.800798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:52.801220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:52.801858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:52.802027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:52.802441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:52.802878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:52.803299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:52.831039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:52.876778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port 526c8173-04c8-4d25-b2cb-5d41be132d25 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:56:52.879381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:52.882304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'name': 'network-vif-deleted', 'tag': '526c8173-04c8-4d25-b2cb-5d41be132d25'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:56:52.898721 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1e9baf1-0cf6-450f-b21d-007441d0b671 req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "DELETE /v2.0/ports/526c8173-04c8-4d25-b2cb-5d41be132d25 HTTP/1.1" status: 204 len: 173 time: 0.7693033 Dec 21 16:56:52.919195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385cf3c-c7c7-4d8c-be42-2b96800e0c98 None None] New status for floating IP c85dc3e6-2add-4da7-bc4d-66da733d9221: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:56:53.028497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2c1143-c347-44f6-9d28-307d42c08e63', 'name': 'network-vif-deleted', 'tag': '526c8173-04c8-4d25-b2cb-5d41be132d25', 'status': 'completed', 'code': 200} Dec 21 16:56:53.399782 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9431ca73-bc25-4893-bda3-263530e4a95b req-c1f5743a-26d4-4d0e-9719-37c8849146f3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c1143-c347-44f6-9d28-307d42c08e63 HTTP/1.1" status: 200 len: 210 time: 0.0483339 Dec 21 16:56:54.389704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 526c8173-04c8-4d25-b2cb-5d41be132d25 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:56:54.424171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 526c8173-04c8-4d25-b2cb-5d41be132d25 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:56:54.424575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 526c8173-04c8-4d25-b2cb-5d41be132d25 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:56:54.509526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46956) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:54.582795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6516c0e2-a18f-4c41-ba66-4466b92df6bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:54.613360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6516c0e2-a18f-4c41-ba66-4466b92df6bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:54.670673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6516c0e2-a18f-4c41-ba66-4466b92df6bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:54.675848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4d23e77d-c8df-4837-804f-77e7e2d49bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:54.691436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516c0e2-a18f-4c41-ba66-4466b92df6bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12a72c5-2c67-4cb2-881e-a6eda34903a1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:54.694197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6516c0e2-a18f-4c41-ba66-4466b92df6bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:54.700386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6516c0e2-a18f-4c41-ba66-4466b92df6bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:54.701603 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6516c0e2-a18f-4c41-ba66-4466b92df6bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/a12a72c5-2c67-4cb2-881e-a6eda34903a1 HTTP/1.1" status: 204 len: 168 time: 0.1910195 Dec 21 16:56:54.738992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46962) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:55.383665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:56.019452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 2eb9305b-da56-4e15-a442-cf0fae1425df {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:56:56.019887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:56.211125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 2eb9305b-da56-4e15-a442-cf0fae1425df, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2eb9305b-da56-4e15-a442-cf0fae1425df,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:56:56.211557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:56.342616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 2eb9305b-da56-4e15-a442-cf0fae1425df owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:56:56.533162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:56.537771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:56.584692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=2eb9305b-da56-4e15-a442-cf0fae1425df,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:56.587722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:56.892595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:57.492470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:56:57.705794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:56:57.716696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7269a3e-ecda-4260-9d6a-1082a982b80d None None] Sync routers for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:56:57.719886 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/9ebc51f5-fe39-45bd-b7c1-5000a854a3e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9797518 Dec 21 16:56:57.722768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46966) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:57.729995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7269a3e-ecda-4260-9d6a-1082a982b80d None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:56:57.730685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b7269a3e-ecda-4260-9d6a-1082a982b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:56:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:57.924055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b7269a3e-ecda-4260-9d6a-1082a982b80d None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:56:57.931900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b20c04-813f-4336-b1a2-bf6b65595a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting subnet 8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:56:57.935183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6b20c04-813f-4336-b1a2-bf6b65595a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:58.002488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6b20c04-813f-4336-b1a2-bf6b65595a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:58.099694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6b20c04-813f-4336-b1a2-bf6b65595a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:58.176425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6b20c04-813f-4336-b1a2-bf6b65595a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:58.181295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-639d821a-a21a-410e-971a-5c141662e455 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:58.228476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b20c04-813f-4336-b1a2-bf6b65595a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:58.231246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6b20c04-813f-4336-b1a2-bf6b65595a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:58.235060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6b20c04-813f-4336-b1a2-bf6b65595a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:58.241635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dddb496-9baa-4c03-9635-565136601078 None None] Network 0e253188-b22c-4460-83c0-349327a124db requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:56:58.242282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f6b20c04-813f-4336-b1a2-bf6b65595a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/subnets/8b8b7bb6-e6ec-4487-b1b2-b4b1feb850f0 HTTP/1.1" status: 204 len: 168 time: 0.5184293 Dec 21 16:56:58.245156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46970) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:56:58.591748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b7269a3e-ecda-4260-9d6a-1082a982b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:56:56Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:56:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:58.597247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7269a3e-ecda-4260-9d6a-1082a982b80d None None] Checking router: 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:56:58.610480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7269a3e-ecda-4260-9d6a-1082a982b80d None None] Routers {'9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:56:58.611215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b7269a3e-ecda-4260-9d6a-1082a982b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:56:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:58.669105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] DHCP port deletion for 0e253188-b22c-4460-83c0-349327a124db request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:56:58.684946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Deleting port 4f0adaa6-e241-49cc-a926-73895547ab88 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:56:58.685371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:58.714465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:58.932607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:58.936363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b7269a3e-ecda-4260-9d6a-1082a982b80d None None] Set router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:56:58.941043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:56:58.941405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:59.123166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 42f4a519-5ecd-46e3-af0b-19e9f45be4aa, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:56:59.123571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:59.133867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] For port 4f0adaa6-e241-49cc-a926-73895547ab88, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4f0adaa6-e241-49cc-a926-73895547ab88,segment=NetworkSegment(3eda66b9-cad4-47ad-866d-0dc9602e68f5),segment_id=3eda66b9-cad4-47ad-866d-0dc9602e68f5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:56:59.134321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:59.255796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 42f4a519-5ecd-46e3-af0b-19e9f45be4aa owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:56:59.281284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Calling delete_port for 4f0adaa6-e241-49cc-a926-73895547ab88 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:56:59.409847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:59.430487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:59.435037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:59.481727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:59.483208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=42f4a519-5ecd-46e3-af0b-19e9f45be4aa,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:59.486340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:59.487194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:56:59.534619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Pushing event deleted for resources: {'Port': ['ID=4f0adaa6-e241-49cc-a926-73895547ab88,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:56:59.552189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] No DVR routers for this DVR port 4f0adaa6-e241-49cc-a926-73895547ab88 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:56:59.554346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:59.554738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:59.555172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:59.555578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:59.555929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:59.556305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:59.556678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:59.557049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:59.557420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:59.557786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:59.558154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:56:59.562679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:56:59.579272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b7269a3e-ecda-4260-9d6a-1082a982b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:56:56Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:56:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:56:59.583534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7269a3e-ecda-4260-9d6a-1082a982b80d None None] The sync data for ids ['9ebc51f5-fe39-45bd-b7c1-5000a854a3e5'] in dv-neutron-822515-1-hyperv is: [{'id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'name': 'tempest-TestNetworkBasicOps-router-777190100', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:55:44Z', 'updated_at': '2021-12-21T16:56:56Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '42f4a519-5ecd-46e3-af0b-19e9f45be4aa', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebc51f5-fe39-45bd-b7c1-5000a854a3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:55:45Z', 'updated_at': '2021-12-21T16:56:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:56:59.719632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:59.995369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:56:59.999952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.024157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.024745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Fanout notify agent at l3_agent the message router_deleted on router 9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:57:00.042723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.046450 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/routers/9ebc51f5-fe39-45bd-b7c1-5000a854a3e5 HTTP/1.1" status: 204 len: 168 time: 1.7979672 Dec 21 16:57:00.051314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46974) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:00.137392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4f0adaa6-e241-49cc-a926-73895547ab88 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:57:00.176545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.176859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 4f0adaa6-e241-49cc-a926-73895547ab88 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:57:00.177268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4f0adaa6-e241-49cc-a926-73895547ab88 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:57:00.177750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2eb9305b-da56-4e15-a442-cf0fae1425df no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:57:00.211350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 2eb9305b-da56-4e15-a442-cf0fae1425df {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:57:00.211757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2eb9305b-da56-4e15-a442-cf0fae1425df not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:57:00.322471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.351217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e253188-b22c-4460-83c0-349327a124db']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:00.363996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eda66b9-cad4-47ad-866d-0dc9602e68f5') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:00.364338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eda66b9-cad4-47ad-866d-0dc9602e68f5') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:00.376980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.392656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.399283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:57:00.399719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:57:00.415408 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:57:00.495899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.501068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b5d2f64f-a5a9-40ae-8cde-9cfaf419c3d1 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:00.525696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.532253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Network': ['ID=0e253188-b22c-4460-83c0-349327a124db,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:00.536962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:00.543312 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/networks/0e253188-b22c-4460-83c0-349327a124db HTTP/1.1" status: 204 len: 168 time: 0.4904275 Dec 21 16:57:00.567055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 46978) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:00.573449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'network': {'name': 'tempest-network-smoke--931141810', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'port_security_enabled': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:00.579033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:00.583324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:network and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:00.586368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:00.592891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:00.602627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:57:00.607957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.637680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 16:57:00.646762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.647201 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Added segment 0d163027-8627-4acf-9174-acec3af32d97 of type vlan for network 17e7c48f-5386-454e-96f4-0916029cdf26 Dec 21 16:57:00.673563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.704548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.708626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:00.709264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.714605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2242004e-6e53-4f6e-b38a-0c936b8d5319 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:00.773070 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2048795 Dec 21 16:57:00.776771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46982) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:00.782551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'admin_state_up': True, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:00.791336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:00.795796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:router and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:00.798483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:00.805788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:00.814981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.815951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.829416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Network': ['ID=17e7c48f-5386-454e-96f4-0916029cdf26,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:00.832530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:00.835641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:00.841739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 17e7c48f-5386-454e-96f4-0916029cdf26 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 16:57:01.236089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:01.420764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:01.453784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:01.597002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.71 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/a40d02fb-0812-4799-852f-4cf32bbd797a) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:57:01.748095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:01.773096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:01.777947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-96aa27a7-6b6f-4a10-bb15-e046ceb9a5b0 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:01.849935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:57:01.854232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:57:01.858225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:57:01.892389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=a40d02fb-0812-4799-852f-4cf32bbd797a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:01.899790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:02.020721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:02.021382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:02.040234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 42f4a519-5ecd-46e3-af0b-19e9f45be4aa no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:57:02.077179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 42f4a519-5ecd-46e3-af0b-19e9f45be4aa {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:57:02.077577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 42f4a519-5ecd-46e3-af0b-19e9f45be4aa not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:57:02.270280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 3ed72587-a273-4b66-9c28-0b3028f5aa2d is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 16:57:02.476981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:57:02.487425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Sync routers for ids ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:57:02.500281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Routers {'3ed72587-a273-4b66-9c28-0b3028f5aa2d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:02.500942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:56:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:02.502722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:02.504063 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7262168 Dec 21 16:57:02.507516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46986) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:02.557243 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f0ab650e-55d3-46a6-a747-c972e8b1afe2 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=265bc93eb934473fb3c7691bab6254d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478272 Dec 21 16:57:02.559909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46990) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:02.684320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Set router 3ed72587-a273-4b66-9c28-0b3028f5aa2d gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:02.697739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8248ced-639f-4e78-acc3-29e9fcbdd490 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:02.699529 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c8248ced-639f-4e78-acc3-29e9fcbdd490 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1385126 Dec 21 16:57:02.702485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46994) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:02.749417 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ecf936c-ca41-48a2-9212-92a4bda8605c tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432332 Dec 21 16:57:02.749626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 46998) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:02.755589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-612488783', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:02.869459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:02.873512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:subnet and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:02.876480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:02.882443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:02.891323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:57:02.981086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:01Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:02.985273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Checking router: 3ed72587-a273-4b66-9c28-0b3028f5aa2d for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:57:02.985679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Updating router 3ed72587-a273-4b66-9c28-0b3028f5aa2d port a40d02fb-0812-4799-852f-4cf32bbd797a binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:57:03.001257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:03.038290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:03.237746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:03.242106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-32137e59-e63c-4863-a8be-0b0eb40630fd tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:03.321823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Subnet': ['ID=c98cafd7-b260-4700-a74c-c46acfbfac6c,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:03.326692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:03.337788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Checking segment: {'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:57:03.338192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network hostable DHCP agents. Network: 17e7c48f-5386-454e-96f4-0916029cdf26, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 16:57:03.360883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 17e7c48f-5386-454e-96f4-0916029cdf26 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 16:57:03.369709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 17e7c48f-5386-454e-96f4-0916029cdf26) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:57:03.377509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a51bfd-a88f-41e9-951d-0644b4f53e5d None None] Network 17e7c48f-5386-454e-96f4-0916029cdf26 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:57:03.382006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:03.382671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:03.386525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:03.399511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Transition to ACTIVE for port object a40d02fb-0812-4799-852f-4cf32bbd797a will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:57:03.406153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:03.406434 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6554556 Dec 21 16:57:03.410434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47002) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:03.410667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72c922d4-bd61-4342-b702-356c40f22754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:03.491307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Attempting to bind port a40d02fb-0812-4799-852f-4cf32bbd797a on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:57:03.491733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Attempting to bind port a40d02fb-0812-4799-852f-4cf32bbd797a by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:57:03.492609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Attempting to bind port a40d02fb-0812-4799-852f-4cf32bbd797a on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:57:03.507614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Pushing event updated for resources: {'Port': ['ID=a40d02fb-0812-4799-852f-4cf32bbd797a,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:03.514915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:57:03.514915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:57:03.515396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:03.515842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:57:03.516374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Bound port: a40d02fb-0812-4799-852f-4cf32bbd797a, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:57:03.516793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:03.555401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:03.555764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:03.556143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:03.556522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:03.556891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:03.557259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:03.557622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:03.557987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:03.558349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:03.558709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:03.559097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:03.564281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:03.606582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] For port a40d02fb-0812-4799-852f-4cf32bbd797a, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:57:03.609952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] For port a40d02fb-0812-4799-852f-4cf32bbd797a, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a40d02fb-0812-4799-852f-4cf32bbd797a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:57:03.613861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:03.618924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38d52338-0618-4953-9ead-9c44183ec9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:03.635301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-17e7c48f-5386-454e-96f4-0916029cdf26', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ips': [{'subnet_id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 16:57:03.636332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:03.702274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Pushing event updated for resources: {'Port': ['ID=a40d02fb-0812-4799-852f-4cf32bbd797a,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:03.705802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:03.706816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Routers {'3ed72587-a273-4b66-9c28-0b3028f5aa2d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:03.707483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:56:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:03.809969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Allocated IP 172.20.0.2 (17e7c48f-5386-454e-96f4-0916029cdf26/c98cafd7-b260-4700-a74c-c46acfbfac6c/168a03c8-6293-4861-96fe-6144f83d3860) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:57:04.052548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] Set router 3ed72587-a273-4b66-9c28-0b3028f5aa2d gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:04.056731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:04.070106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Transition to ACTIVE for port object 168a03c8-6293-4861-96fe-6144f83d3860 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:57:04.099288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Transition to ACTIVE for port object 168a03c8-6293-4861-96fe-6144f83d3860 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:57:04.104616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:04.111942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:04.182316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Pushing event updated for resources: {'Port': ['ID=168a03c8-6293-4861-96fe-6144f83d3860,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:04.185750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:04.201488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Network 17e7c48f-5386-454e-96f4-0916029cdf26 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:57:04.202963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:57:04.205641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:57:04.302265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Attempting to bind port 168a03c8-6293-4861-96fe-6144f83d3860 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:57:04.302695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Attempting to bind port 168a03c8-6293-4861-96fe-6144f83d3860 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:57:04.303142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Attempting to bind port 168a03c8-6293-4861-96fe-6144f83d3860 on network 17e7c48f-5386-454e-96f4-0916029cdf26 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:57:04.310692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:57:04.311154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Checking segment: {'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:57:04.311616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:04.312067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Bound using segment: {'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:57:04.312595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Bound port: 168a03c8-6293-4861-96fe-6144f83d3860, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:57:04.313020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:04.388251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:01Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:04.393346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc522f8a-9f85-46b0-a63b-4bb46988f8ca None None] The sync data for ids ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'] in dv-neutron-822515-1-hyperv is: [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:01Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:57:04.412916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] For port 168a03c8-6293-4861-96fe-6144f83d3860, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:57:04.420992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] For port 168a03c8-6293-4861-96fe-6144f83d3860, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=168a03c8-6293-4861-96fe-6144f83d3860,segment=NetworkSegment(0d163027-8627-4acf-9174-acec3af32d97),segment_id=0d163027-8627-4acf-9174-acec3af32d97)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:57:04.425736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:04.436963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:04.496241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:04.521446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Pushing event updated for resources: {'Port': ['ID=168a03c8-6293-4861-96fe-6144f83d3860,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:04.525416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:04.962072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.1 (17e7c48f-5386-454e-96f4-0916029cdf26/c98cafd7-b260-4700-a74c-c46acfbfac6c/41ca594c-ca66-439b-9231-402f9c0da2d4) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:57:05.140173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:05.158988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 41ca594c-ca66-439b-9231-402f9c0da2d4 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:57:05.180874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:05.184971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:05.260781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 17e7c48f-5386-454e-96f4-0916029cdf26 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:57:05.269552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:57:05.274217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:57:05.305750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=41ca594c-ca66-439b-9231-402f9c0da2d4,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:05.313718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:05.338958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:05.432670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:05.892049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:05.895802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:05.930730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c2af098b-9314-45df-b48f-a53bcc7f7b87 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:06.019502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=41ca594c-ca66-439b-9231-402f9c0da2d4,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:06.022286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:06.026961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:06.110160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ef0c4-d4b9-4370-b088-10edce66f793 None None] Network 17e7c48f-5386-454e-96f4-0916029cdf26 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:57:06.152478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 168a03c8-6293-4861-96fe-6144f83d3860 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:57:06.174847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 17e7c48f-5386-454e-96f4-0916029cdf26 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:57:06.176056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:57:06.301947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-55337e31-85c6-463a-b0b2-dee1d51876e5 None None] Provisioning for port 168a03c8-6293-4861-96fe-6144f83d3860 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:57:06.369961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 168a03c8-6293-4861-96fe-6144f83d3860 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:57:06.380616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 168a03c8-6293-4861-96fe-6144f83d3860 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:06.381048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:06.564643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:06.587025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 3ed72587-a273-4b66-9c28-0b3028f5aa2d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:57:06.603406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 168a03c8-6293-4861-96fe-6144f83d3860, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=168a03c8-6293-4861-96fe-6144f83d3860,segment=NetworkSegment(0d163027-8627-4acf-9174-acec3af32d97),segment_id=0d163027-8627-4acf-9174-acec3af32d97)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:06.607417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:06.608358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a40d02fb-0812-4799-852f-4cf32bbd797a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:57:06.649802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:06.741076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=168a03c8-6293-4861-96fe-6144f83d3860,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:06.745551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:06.753176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port a40d02fb-0812-4799-852f-4cf32bbd797a completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:57:06.759283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port a40d02fb-0812-4799-852f-4cf32bbd797a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:06.759910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:06.816606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:57:06.831906 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/3ed72587-a273-4b66-9c28-0b3028f5aa2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4202902 Dec 21 16:57:06.834665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47008) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:06.889925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:06.906295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port a40d02fb-0812-4799-852f-4cf32bbd797a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a40d02fb-0812-4799-852f-4cf32bbd797a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:06.911044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:06.913088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08b44d68-6b5e-46c7-8246-c91fa59a2204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:06.987482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c964aefb-274f-41c8-ba9f-d529653a5891 None None] Provisioning for port 41ca594c-ca66-439b-9231-402f9c0da2d4 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:57:07.000175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c964aefb-274f-41c8-ba9f-d529653a5891 None None] Provisioning complete for port 41ca594c-ca66-439b-9231-402f9c0da2d4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:07.000626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c964aefb-274f-41c8-ba9f-d529653a5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:07.002183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ffdae-25ce-4323-a8ce-fd91ad199c1b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.002803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ffdae-25ce-4323-a8ce-fd91ad199c1b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.003380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ffdae-25ce-4323-a8ce-fd91ad199c1b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.004038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ffdae-25ce-4323-a8ce-fd91ad199c1b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.004582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ffdae-25ce-4323-a8ce-fd91ad199c1b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.005126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ffdae-25ce-4323-a8ce-fd91ad199c1b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.010917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47012) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:07.011248 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-992ffdae-25ce-4323-a8ce-fd91ad199c1b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1750150 Dec 21 16:57:07.049430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=a40d02fb-0812-4799-852f-4cf32bbd797a,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:07.054404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:07.069619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c964aefb-274f-41c8-ba9f-d529653a5891 None None] Port 41ca594c-ca66-439b-9231-402f9c0da2d4 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:57:07.087021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c964aefb-274f-41c8-ba9f-d529653a5891 None None] Provisioning complete for port 168a03c8-6293-4861-96fe-6144f83d3860 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:07.087451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c964aefb-274f-41c8-ba9f-d529653a5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:07.100483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623220d5-fc82-4133-a8c3-18b1ccf6807a tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.100840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623220d5-fc82-4133-a8c3-18b1ccf6807a tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.101247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623220d5-fc82-4133-a8c3-18b1ccf6807a tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.101649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623220d5-fc82-4133-a8c3-18b1ccf6807a tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.102083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623220d5-fc82-4133-a8c3-18b1ccf6807a tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.102480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623220d5-fc82-4133-a8c3-18b1ccf6807a tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:07.107441 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-623220d5-fc82-4133-a8c3-18b1ccf6807a tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0954278 Dec 21 16:57:07.107587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47016) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:07.337952 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-913fd06c-9b42-45ae-bb82-e8a2e282c5a1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2291472 Dec 21 16:57:07.342502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9377bb3f-5e6a-4490-9864-a049d24bdc3a None None] Provisioning complete for port 41ca594c-ca66-439b-9231-402f9c0da2d4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:07.343234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9377bb3f-5e6a-4490-9864-a049d24bdc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:07.401311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Sync routers for ids ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:57:07.430645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9377bb3f-5e6a-4490-9864-a049d24bdc3a None None] Port 41ca594c-ca66-439b-9231-402f9c0da2d4 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:57:07.435036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Routers {'3ed72587-a273-4b66-9c28-0b3028f5aa2d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:07.435699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:56:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:07.624811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6b361a52-106b-4086-a1d1-54720c075cc3 None None] Provisioning complete for port 41ca594c-ca66-439b-9231-402f9c0da2d4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:07.625146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6b361a52-106b-4086-a1d1-54720c075cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:07.672808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Set router 3ed72587-a273-4b66-9c28-0b3028f5aa2d gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:07.738744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6b361a52-106b-4086-a1d1-54720c075cc3 None None] Port 41ca594c-ca66-439b-9231-402f9c0da2d4 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:57:08.111146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 168a03c8-6293-4861-96fe-6144f83d3860 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:57:08.239277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 168a03c8-6293-4861-96fe-6144f83d3860 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:08.239703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:08.271285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:05Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '41ca594c-ca66-439b-9231-402f9c0da2d4', 'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:7a:eb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:04Z', 'updated_at': '2021-12-21T16:57:05Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:08.282193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Checking router: 3ed72587-a273-4b66-9c28-0b3028f5aa2d for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:57:08.282602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Updating router 3ed72587-a273-4b66-9c28-0b3028f5aa2d port 41ca594c-ca66-439b-9231-402f9c0da2d4 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 16:57:08.354001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:08.515035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a40d02fb-0812-4799-852f-4cf32bbd797a up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:57:08.711447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port a40d02fb-0812-4799-852f-4cf32bbd797a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:08.711875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:08.927932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:08.940751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Transition to ACTIVE for port object 41ca594c-ca66-439b-9231-402f9c0da2d4 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:57:08.946353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:08.950574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:09.080617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1475d6-cc0c-415c-aa2d-0f13f1e97490 None None] Pushing event updated for resources: {'Port': ['ID=41ca594c-ca66-439b-9231-402f9c0da2d4,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:09.084508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ab1475d6-cc0c-415c-aa2d-0f13f1e97490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:09.160563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47024) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:09.167813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1712784508', 'description': 'tempest-secgroup-smoke-1712784508 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:09.174904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:09.179815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:09.183010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:09.185813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Attempting to bind port 41ca594c-ca66-439b-9231-402f9c0da2d4 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:57:09.186235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Attempting to bind port 41ca594c-ca66-439b-9231-402f9c0da2d4 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:57:09.186646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Attempting to bind port 41ca594c-ca66-439b-9231-402f9c0da2d4 on network 17e7c48f-5386-454e-96f4-0916029cdf26 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:57:09.190089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:09.194000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:57:09.194684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Checking segment: {'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:57:09.194890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.195328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Bound using segment: {'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:57:09.195899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Bound port: 41ca594c-ca66-439b-9231-402f9c0da2d4, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:57:09.196321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.204394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.244226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:09.248318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:09.251314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:09.258286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:09.303936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] For port 41ca594c-ca66-439b-9231-402f9c0da2d4, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:57:09.307229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] For port 41ca594c-ca66-439b-9231-402f9c0da2d4, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=41ca594c-ca66-439b-9231-402f9c0da2d4,segment=NetworkSegment(0d163027-8627-4acf-9174-acec3af32d97),segment_id=0d163027-8627-4acf-9174-acec3af32d97)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:57:09.311997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.316378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:09.316508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.319033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.324402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea639aa4-78a5-4453-9a85-990826999993 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:09.371933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eed4c4d-d999-46a2-b86e-ea9147a12468,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:09.379896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:09.382368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.387958 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2230854 Dec 21 16:57:09.388327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47028) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:09.395070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '7eed4c4d-d999-46a2-b86e-ea9147a12468', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:09.401889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1475d6-cc0c-415c-aa2d-0f13f1e97490 None None] Pushing event updated for resources: {'Port': ['ID=41ca594c-ca66-439b-9231-402f9c0da2d4,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:09.402167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:09.405677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ab1475d6-cc0c-415c-aa2d-0f13f1e97490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:09.406429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Routers {'3ed72587-a273-4b66-9c28-0b3028f5aa2d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:09.407016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:09.407135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:56:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:09.410293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:09.416782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:09.433707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.507374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.510900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.519371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:09.607329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] Set router 3ed72587-a273-4b66-9c28-0b3028f5aa2d gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:09.791654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8787ea8-c85f-441b-8060-7d8eb21b5531,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:09.795159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:09.797526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.801734 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d39b4677-cdbd-4108-92c0-7b98000113a3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4094310 Dec 21 16:57:09.801734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47032) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:09.809129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '7eed4c4d-d999-46a2-b86e-ea9147a12468', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:09.815464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:09.819453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:09.822990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:09.829199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:09.845149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.914256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.916928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.918889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb58faa4-e727-4183-aeb1-ad2cc4787433 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:09.940411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d92f36-de7a-4c25-b38e-2bbacefd3344,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:09.944697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:09.952686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:09.953984 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1513312 Dec 21 16:57:09.956922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47036) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:09.962945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '7eed4c4d-d999-46a2-b86e-ea9147a12468', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:09.966055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:05Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '41ca594c-ca66-439b-9231-402f9c0da2d4', 'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:7a:eb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:04Z', 'updated_at': '2021-12-21T16:57:09Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:09.969352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:09.970760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc38507-97fd-4334-bdd6-c8ddfb46a62a None None] The sync data for ids ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'] in dv-neutron-822515-1-hyperv is: [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:05Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '41ca594c-ca66-439b-9231-402f9c0da2d4', 'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:7a:eb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:04Z', 'updated_at': '2021-12-21T16:57:09Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:57:09.973435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:09.976511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:09.982945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:10.009193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.088517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.092398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.109966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-241b25bd-ea75-4812-9f78-e9b588da326d tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:10.134018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d5ec83-e653-4de0-9880-4a06a77602c5,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:10.137473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:10.143755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.145112 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1871834 Dec 21 16:57:10.148342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47040) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:10.156497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '7eed4c4d-d999-46a2-b86e-ea9147a12468', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:10.167044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:10.167608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41ca594c-ca66-439b-9231-402f9c0da2d4 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:57:10.171623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:10.175189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:10.182586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:10.201285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.246478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 41ca594c-ca66-439b-9231-402f9c0da2d4 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:57:10.252295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 41ca594c-ca66-439b-9231-402f9c0da2d4 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:10.252953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.275304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.278395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.280321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0a0fb6a8-ecd2-4886-bd46-85773998935c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:10.306434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a4c065-ef38-4215-b570-7cd606be1a22,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:10.309316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:10.320136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.324277 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1720479 Dec 21 16:57:10.324805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47044) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:10.330977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '7eed4c4d-d999-46a2-b86e-ea9147a12468', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:10.337840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:10.342096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:10.345599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:10.352489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:10.371155 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:57:10.379578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.383271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.425477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 41ca594c-ca66-439b-9231-402f9c0da2d4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=41ca594c-ca66-439b-9231-402f9c0da2d4,segment=NetworkSegment(0d163027-8627-4acf-9174-acec3af32d97),segment_id=0d163027-8627-4acf-9174-acec3af32d97)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:10.428598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.435634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:10.458018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.461547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.463599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:10.487179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f3afa5-2e9e-4d99-b2dc-77dd36de350f,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:10.492103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:10.501341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.505464 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1768820 Dec 21 16:57:10.505729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47048) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:10.510838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=41ca594c-ca66-439b-9231-402f9c0da2d4,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:10.512279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '7eed4c4d-d999-46a2-b86e-ea9147a12468', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:10.514264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:10.519676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:10.524276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:10.527324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:10.533495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:10.544449 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 16:57:10.551721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.624265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.627034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.628978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb09cfdd-b84a-4e3e-99df-151a883c41a6 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:10.653317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b594c8cb-5271-46d6-b3f6-bce360173edb,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:10.656121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:10.663122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:10.665771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1577756 Dec 21 16:57:10.852901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-0534be18-aeba-4d1e-9ea0-5d2897459827 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:57:10.868377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-0534be18-aeba-4d1e-9ea0-5d2897459827 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:57:10.869662 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-0534be18-aeba-4d1e-9ea0-5d2897459827 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712784508&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.0607326 Dec 21 16:57:11.037435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-52744ceb-94b4-40a5-91c4-5345bac8194a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:11.038208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-52744ceb-94b4-40a5-91c4-5345bac8194a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:57:11.053888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-52744ceb-94b4-40a5-91c4-5345bac8194a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:57:11.055207 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-52744ceb-94b4-40a5-91c4-5345bac8194a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/networks?id=17e7c48f-5386-454e-96f4-0916029cdf26 HTTP/1.1" status: 200 len: 796 time: 0.1779010 Dec 21 16:57:11.073716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-fd7b70cc-ac0b-4d53-9099-5108e30ed353 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/quotas/265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 375 time: 0.0124221 Dec 21 16:57:11.161749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-2c4bba05-02f5-4914-924a-6708320841db tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:57:11.180411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-2c4bba05-02f5-4914-924a-6708320841db tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:57:11.181910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-2c4bba05-02f5-4914-924a-6708320841db tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023080 Dec 21 16:57:11.278531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-41da55cf-221e-4af9-9b6a-ad189cae5d6c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 16:57:11.279705 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-41da55cf-221e-4af9-9b6a-ad189cae5d6c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0841932 Dec 21 16:57:11.426140 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-c9799225-2fab-4cf8-96dd-3642ed5621c2 service neutron] 10.222.0.67 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387553 Dec 21 16:57:11.575683 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-453a8028-7541-4c5f-a46c-1bbcc5b3fb31 service neutron] 10.222.0.67 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424124 Dec 21 16:57:11.785052 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-773a82a1-7684-451d-8782-04aabe1f2502 req-68952ad4-566d-4bad-87d1-47b887fa8d20 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 210 time: 0.0479333 Dec 21 16:57:12.093485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41ca594c-ca66-439b-9231-402f9c0da2d4 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:57:12.174678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 41ca594c-ca66-439b-9231-402f9c0da2d4 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:12.175140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:12.965171 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a953e897-a69d-407c-b83b-df894e5496db req-0ec69825-f189-402d-935d-9cbf57ceac18 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 210 time: 0.0507607 Dec 21 16:57:13.086973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-de2b40cb-9af3-4fd2-87e4-980338d97ed0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:13.088462 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-de2b40cb-9af3-4fd2-87e4-980338d97ed0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=17e7c48f-5386-454e-96f4-0916029cdf26 HTTP/1.1" status: 200 len: 796 time: 0.1595299 Dec 21 16:57:13.147978 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-aa0064c1-1542-4f4a-9327-8318868fd628 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 380 time: 0.0487278 Dec 21 16:57:13.156690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'device_id': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'admin_state_up': True, 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'security_groups': ['7eed4c4d-d999-46a2-b86e-ea9147a12468']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:13.538721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:13.552748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:13.561970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 16:57:13.567467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:13.737691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.11 (17e7c48f-5386-454e-96f4-0916029cdf26/c98cafd7-b260-4700-a74c-c46acfbfac6c/85369855-782e-415c-bd0e-236cd8f7c231) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:57:13.937078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:13.953143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 85369855-782e-415c-bd0e-236cd8f7c231 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:57:13.972376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:13.979392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-adcc866d-ab90-4a1c-ab82-596fd3189169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:14.044176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 17e7c48f-5386-454e-96f4-0916029cdf26 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:57:14.052098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:57:14.054603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:57:14.108790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=85369855-782e-415c-bd0e-236cd8f7c231,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:14.112012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:14.135439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:14.136115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:14.171191 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0183873 Dec 21 16:57:14.185566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Request body: {'port': {'device_id': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:14.190169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf634d0-a996-44d2-a82f-69a43f7abd43 req-f1abacb7-e8b5-4858-9c62-e4738410760f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:14.194149 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8bf634d0-a996-44d2-a82f-69a43f7abd43 req-f1abacb7-e8b5-4858-9c62-e4738410760f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 932 time: 0.0955973 Dec 21 16:57:14.246770 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8bf634d0-a996-44d2-a82f-69a43f7abd43 req-530cfbc7-347f-41e7-a954-0a338867206e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462401 Dec 21 16:57:14.316405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:14.376894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cc073736-0c09-4a99-b8df-b52cd01dcfb6 None None] Provisioning for port 85369855-782e-415c-bd0e-236cd8f7c231 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:57:14.382320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cc073736-0c09-4a99-b8df-b52cd01dcfb6 None None] Provisioning complete for port 85369855-782e-415c-bd0e-236cd8f7c231 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:14.382866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc073736-0c09-4a99-b8df-b52cd01dcfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:14.442661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cc073736-0c09-4a99-b8df-b52cd01dcfb6 None None] Port 85369855-782e-415c-bd0e-236cd8f7c231 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 16:57:14.682395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85369855-782e-415c-bd0e-236cd8f7c231 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:57:14.689303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:14.704622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Transition to ACTIVE for port object 85369855-782e-415c-bd0e-236cd8f7c231 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 16:57:14.707257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:14.712135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:14.845998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Pushing event updated for resources: {'Port': ['ID=85369855-782e-415c-bd0e-236cd8f7c231,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:14.849148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:14.960715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Attempting to bind port 85369855-782e-415c-bd0e-236cd8f7c231 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 16:57:14.961094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Attempting to bind port 85369855-782e-415c-bd0e-236cd8f7c231 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 16:57:14.962073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Attempting to bind port 85369855-782e-415c-bd0e-236cd8f7c231 on network 17e7c48f-5386-454e-96f4-0916029cdf26 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:57:14.968482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Port 85369855-782e-415c-bd0e-236cd8f7c231 on network 17e7c48f-5386-454e-96f4-0916029cdf26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 16:57:14.968845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Attempting to bind port 85369855-782e-415c-bd0e-236cd8f7c231 on network 17e7c48f-5386-454e-96f4-0916029cdf26 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 16:57:14.976010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 16:57:14.976472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Checking segment: {'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 16:57:14.976812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Bound using segment: {'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 16:57:14.977253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Bound port: 85369855-782e-415c-bd0e-236cd8f7c231, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d163027-8627-4acf-9174-acec3af32d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 16:57:14.977633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:15.068938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] For port 85369855-782e-415c-bd0e-236cd8f7c231, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 16:57:15.072688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] For port 85369855-782e-415c-bd0e-236cd8f7c231, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=85369855-782e-415c-bd0e-236cd8f7c231,segment=NetworkSegment(0d163027-8627-4acf-9174-acec3af32d97),segment_id=0d163027-8627-4acf-9174-acec3af32d97)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 16:57:15.075996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:15.080502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02cf560b-e119-4bc2-94e2-a9ffd917a859 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:15.143420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:15.144921 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] 10.222.0.48 "PUT /v2.0/ports/85369855-782e-415c-bd0e-236cd8f7c231 HTTP/1.1" status: 200 len: 1094 time: 0.9657271 Dec 21 16:57:15.145484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'tag': '85369855-782e-415c-bd0e-236cd8f7c231'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:57:15.162460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Pushing event updated for resources: {'Port': ['ID=85369855-782e-415c-bd0e-236cd8f7c231,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:15.166263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:15.227217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'tag': '85369855-782e-415c-bd0e-236cd8f7c231', 'status': 'completed', 'code': 200} Dec 21 16:57:15.265762 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-f51d6690-8089-4582-9783-f61cb574a449 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 1097 time: 0.0819621 Dec 21 16:57:15.342441 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-badcf184-e20c-4281-b483-069c4df843da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85369855-782e-415c-bd0e-236cd8f7c231 HTTP/1.1" status: 200 len: 217 time: 0.0696268 Dec 21 16:57:15.419842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-e0ba4085-24e8-48aa-abb8-a0bb29a104db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:15.421372 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-e0ba4085-24e8-48aa-abb8-a0bb29a104db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c98cafd7-b260-4700-a74c-c46acfbfac6c HTTP/1.1" status: 200 len: 843 time: 0.0719697 Dec 21 16:57:15.467187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ade6f-ef78-437d-ab9a-ec19aeb05709 req-86e38408-3c4f-426e-a711-7e8459aeacb5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:15.468745 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-257ade6f-ef78-437d-ab9a-ec19aeb05709 req-86e38408-3c4f-426e-a711-7e8459aeacb5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 944 time: 0.0882211 Dec 21 16:57:15.504540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-2c9be0c2-eb06-48aa-8885-b4616fa7efa9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17e7c48f-5386-454e-96f4-0916029cdf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770583 Dec 21 16:57:15.522240 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-257ade6f-ef78-437d-ab9a-ec19aeb05709 req-60375148-3eee-4426-80bd-e7839eaf5962 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451190 Dec 21 16:57:15.648344 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-97fccf90-d1bb-4415-a86e-d1a44f5db42d service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371837 Dec 21 16:57:15.725335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-757b8697-b6fd-40ab-99f1-a2a0d4527589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:15.791599 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d372489-f9d0-4d2d-a4ec-a3ac86fb34a9 req-97b88342-4256-44d1-9c6f-77b40a7cbff4 service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364737 Dec 21 16:57:15.921166 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-690ab6dd-0b64-4f76-84b9-4ecab00a662e req-d714dee5-2ee6-422f-8258-39547b476a79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 1097 time: 0.0857222 Dec 21 16:57:16.061510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ab6dd-0b64-4f76-84b9-4ecab00a662e req-9688e1b3-41ba-452a-84b1-00e9bacebda5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:16.063188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-690ab6dd-0b64-4f76-84b9-4ecab00a662e req-9688e1b3-41ba-452a-84b1-00e9bacebda5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17e7c48f-5386-454e-96f4-0916029cdf26 HTTP/1.1" status: 200 len: 897 time: 0.1346672 Dec 21 16:57:16.133793 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-690ab6dd-0b64-4f76-84b9-4ecab00a662e req-25c2f973-a9cc-4790-83eb-463b37063b91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85369855-782e-415c-bd0e-236cd8f7c231 HTTP/1.1" status: 200 len: 217 time: 0.0637741 Dec 21 16:57:16.205409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ab6dd-0b64-4f76-84b9-4ecab00a662e req-4d236c55-269b-46b8-958e-9b4332c58d89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:16.207011 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-690ab6dd-0b64-4f76-84b9-4ecab00a662e req-4d236c55-269b-46b8-958e-9b4332c58d89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c98cafd7-b260-4700-a74c-c46acfbfac6c HTTP/1.1" status: 200 len: 843 time: 0.0668414 Dec 21 16:57:16.288048 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-690ab6dd-0b64-4f76-84b9-4ecab00a662e req-0964e305-7aab-48e0-92b6-c7b78950a859 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17e7c48f-5386-454e-96f4-0916029cdf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735078 Dec 21 16:57:16.432639 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-690ab6dd-0b64-4f76-84b9-4ecab00a662e req-025991ef-d8c5-49a7-861b-f22b0a951bc8 service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380649 Dec 21 16:57:16.576329 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-690ab6dd-0b64-4f76-84b9-4ecab00a662e req-678c9ee3-0385-4c4b-9071-55a9341d173f service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369951 Dec 21 16:57:16.726572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acba73e-f393-48c1-982b-81f306e7bad4 req-b9f8281b-1290-4048-931b-2ed5b3a306c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:16.728272 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6acba73e-f393-48c1-982b-81f306e7bad4 req-b9f8281b-1290-4048-931b-2ed5b3a306c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 944 time: 0.0824304 Dec 21 16:57:16.775863 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6acba73e-f393-48c1-982b-81f306e7bad4 req-d6b105ba-b85f-4b60-8227-aebad31ffd40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416014 Dec 21 16:57:17.163422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:17.728182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:57:17.981668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408da6b-6b8f-42d8-bb24-b4d0eafd7bed req-10e70e8b-fdef-4a32-8068-e85b080572fb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:17.981891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f059bdfe-1f0d-4fc7-9dbd-e181ef6deaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:17.984094 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1408da6b-6b8f-42d8-bb24-b4d0eafd7bed req-10e70e8b-fdef-4a32-8068-e85b080572fb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 944 time: 0.0883567 Dec 21 16:57:18.031811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1408da6b-6b8f-42d8-bb24-b4d0eafd7bed req-e0bea9f5-8040-48f8-a1ea-a00dfd274e06 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Dec 21 16:57:18.330410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:18.615640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 85369855-782e-415c-bd0e-236cd8f7c231 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 16:57:18.757124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 85369855-782e-415c-bd0e-236cd8f7c231, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=85369855-782e-415c-bd0e-236cd8f7c231,segment=NetworkSegment(0d163027-8627-4acf-9174-acec3af32d97),segment_id=0d163027-8627-4acf-9174-acec3af32d97)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:18.771835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '85369855-782e-415c-bd0e-236cd8f7c231', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'port_id': '85369855-782e-415c-bd0e-236cd8f7c231', 'mac_address': 'fa:16:3e:80:80:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 16:57:18.826823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:18.847905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85369855-782e-415c-bd0e-236cd8f7c231 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 16:57:18.862553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 85369855-782e-415c-bd0e-236cd8f7c231, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=85369855-782e-415c-bd0e-236cd8f7c231,segment=NetworkSegment(0d163027-8627-4acf-9174-acec3af32d97),segment_id=0d163027-8627-4acf-9174-acec3af32d97)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:18.865461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:18.867905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c7887f88-7caa-4f9a-9202-c1c1dc8c197c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:18.932448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=85369855-782e-415c-bd0e-236cd8f7c231,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:18.935478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:19.088934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['85369855-782e-415c-bd0e-236cd8f7c231'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 16:57:19.244331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b23b61-ab0d-4e86-aea0-46f4154215f0 req-65ae8477-16ad-4139-a3da-e492993509fc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:19.245922 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c8b23b61-ab0d-4e86-aea0-46f4154215f0 req-65ae8477-16ad-4139-a3da-e492993509fc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 945 time: 0.0837927 Dec 21 16:57:19.299347 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c8b23b61-ab0d-4e86-aea0-46f4154215f0 req-a3f5b760-7833-4849-9870-6a1d591fb402 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469940 Dec 21 16:57:19.765633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:20.055582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47098) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:20.267505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Deleting port 3bd0310d-f569-45b9-ac23-6008ef0ab8b3 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:20.267882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:20.493758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:20.494129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:20.608125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 85369855-782e-415c-bd0e-236cd8f7c231 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 16:57:20.623761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Calling delete_port for 3bd0310d-f569-45b9-ac23-6008ef0ab8b3 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:20.684343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 85369855-782e-415c-bd0e-236cd8f7c231 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 16:57:20.689328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 85369855-782e-415c-bd0e-236cd8f7c231 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:57:20.689756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:20.700783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1c1ce-6c3a-46ee-96d4-ec209105b29e req-2ac6230e-c94d-42e8-ae80-47fee96827ee tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:20.702465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7c1c1ce-6c3a-46ee-96d4-ec209105b29e req-2ac6230e-c94d-42e8-ae80-47fee96827ee tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 945 time: 0.2776165 Dec 21 16:57:20.776736 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7c1c1ce-6c3a-46ee-96d4-ec209105b29e req-c4adb51c-3d18-4a33-b148-079f6a3e882f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636084 Dec 21 16:57:20.850121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:20.855540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c5fb10c6-907e-4255-ab85-95034e543ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:20.906365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event deleted for resources: {'Port': ['ID=3bd0310d-f569-45b9-ac23-6008ef0ab8b3,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:20.910148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:20.967916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:20.999160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85369855-782e-415c-bd0e-236cd8f7c231'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:57:21.001873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:21.010167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 85369855-782e-415c-bd0e-236cd8f7c231, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=85369855-782e-415c-bd0e-236cd8f7c231,segment=NetworkSegment(0d163027-8627-4acf-9174-acec3af32d97),segment_id=0d163027-8627-4acf-9174-acec3af32d97)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:21.013586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:21.016716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c2f5375-e64f-4dc2-b309-3f53758defe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:21.084835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=85369855-782e-415c-bd0e-236cd8f7c231,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:21.089334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:21.136470 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85369855-782e-415c-bd0e-236cd8f7c231', 'code': 200} Dec 21 16:57:21.384634 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138dfb13-dd0a-4d8c-8032-9901c8445aa5 req-164dd160-4555-4a13-b05d-072768976806 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 1099 time: 0.0767462 Dec 21 16:57:21.433947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Router 24c51322-1736-4594-a490-ec4433e698c2 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:57:21.434452 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138dfb13-dd0a-4d8c-8032-9901c8445aa5 req-689c6fce-fc02-459a-a0e9-2743c1d0d3e5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441482 Dec 21 16:57:21.873212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:57:21.885514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b4563c-2c6a-454e-89ff-2e5224af0426 None None] Sync routers for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:57:21.891193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:21.900412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b4563c-2c6a-454e-89ff-2e5224af0426 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:21.901115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1b4563c-2c6a-454e-89ff-2e5224af0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:57:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:21.997780 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "DELETE /v2.0/floatingips/55643dd1-e04e-45e8-bfcb-307dd45519ba HTTP/1.1" status: 204 len: 168 time: 1.9410062 Dec 21 16:57:21.999415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'tag': 'ffe0b092-891a-4ae2-b779-444e853b656e'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:57:22.033471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7ef5b-07fb-43c9-a1ae-4ce9569b9e88 req-b556fd6b-21cb-4bd9-9efa-f4b97998d865 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:22.035069 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9de7ef5b-07fb-43c9-a1ae-4ce9569b9e88 req-b556fd6b-21cb-4bd9-9efa-f4b97998d865 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 946 time: 0.1187458 Dec 21 16:57:22.085771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9de7ef5b-07fb-43c9-a1ae-4ce9569b9e88 req-b3300821-4a23-4d51-a45f-5acf9417ef4f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437586 Dec 21 16:57:22.101676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b1b4563c-2c6a-454e-89ff-2e5224af0426 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:22.165453 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'tag': 'ffe0b092-891a-4ae2-b779-444e853b656e', 'status': 'completed', 'code': 200} Dec 21 16:57:22.271053 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b016b52d-d34c-4da9-a17a-0720398f7e66 req-66d42db2-d6e6-450e-8d06-ac6d381ae299 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 1098 time: 0.0808547 Dec 21 16:57:22.416404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f197e-acd5-4706-acf3-b6e5a8b7ac63 req-483427bc-7cce-49d3-8787-2fb5e74f9ad3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:22.417868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ba1f197e-acd5-4706-acf3-b6e5a8b7ac63 req-483427bc-7cce-49d3-8787-2fb5e74f9ad3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Synchronizing usage tracker for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:57:22.438195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016b52d-d34c-4da9-a17a-0720398f7e66 req-f3a86e44-f3c6-42f7-a2ce-0be48fc79d49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:22.438511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ba1f197e-acd5-4706-acf3-b6e5a8b7ac63 req-483427bc-7cce-49d3-8787-2fb5e74f9ad3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Unset dirty status for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:57:22.440273 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b016b52d-d34c-4da9-a17a-0720398f7e66 req-f3a86e44-f3c6-42f7-a2ce-0be48fc79d49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.1616104 Dec 21 16:57:22.446959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ba1f197e-acd5-4706-acf3-b6e5a8b7ac63 req-483427bc-7cce-49d3-8787-2fb5e74f9ad3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 945 time: 0.1169529 Dec 21 16:57:22.506704 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ba1f197e-acd5-4706-acf3-b6e5a8b7ac63 req-e0e43488-0193-4bb8-8ed1-b370741b9a33 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584483 Dec 21 16:57:22.534928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1b4563c-2c6a-454e-89ff-2e5224af0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '6016dbe7-1a46-43ed-ae7c-4fe30b4a673a', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2b:0f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:29Z', 'updated_at': '2021-12-21T16:53:32Z', 'revision_number': 1, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:22.539040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b4563c-2c6a-454e-89ff-2e5224af0426 None None] Checking router: 24c51322-1736-4594-a490-ec4433e698c2 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:57:22.544555 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b016b52d-d34c-4da9-a17a-0720398f7e66 req-19b2bab1-8e9d-46d8-aca0-8ce3fb389dbe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffe0b092-891a-4ae2-b779-444e853b656e HTTP/1.1" status: 200 len: 217 time: 0.0961313 Dec 21 16:57:22.550387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b4563c-2c6a-454e-89ff-2e5224af0426 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:22.551112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1b4563c-2c6a-454e-89ff-2e5224af0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:57:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:22.617744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016b52d-d34c-4da9-a17a-0720398f7e66 req-106b86d9-54b2-4569-918d-bea17d1ba376 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:22.619494 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b016b52d-d34c-4da9-a17a-0720398f7e66 req-106b86d9-54b2-4569-918d-bea17d1ba376 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.0663898 Dec 21 16:57:22.700083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b016b52d-d34c-4da9-a17a-0720398f7e66 req-becf92c3-225b-441a-9900-b8e18cba4e43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736959 Dec 21 16:57:22.734849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b1b4563c-2c6a-454e-89ff-2e5224af0426 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:22.845876 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b016b52d-d34c-4da9-a17a-0720398f7e66 req-bccc161f-daa1-4d2a-aa33-0fe43d137851 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360772 Dec 21 16:57:22.989135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b016b52d-d34c-4da9-a17a-0720398f7e66 req-68e14411-1223-492c-a3df-6f20053f4a54 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354418 Dec 21 16:57:23.101258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b1b4563c-2c6a-454e-89ff-2e5224af0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '6016dbe7-1a46-43ed-ae7c-4fe30b4a673a', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2b:0f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:29Z', 'updated_at': '2021-12-21T16:53:32Z', 'revision_number': 1, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:23.105431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b4563c-2c6a-454e-89ff-2e5224af0426 None None] The sync data for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv is: [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '6016dbe7-1a46-43ed-ae7c-4fe30b4a673a', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '24c51322-1736-4594-a490-ec4433e698c2', 'port_id': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'mac_address': 'fa:16:3e:2b:0f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:53:29Z', 'updated_at': '2021-12-21T16:53:32Z', 'revision_number': 1, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:57:23.303058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f53ab-c8a2-4a02-9aef-4384da30a1e5 req-f3f60196-5bc5-4060-a3ed-db7d13e35fc8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:23.304668 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f06f53ab-c8a2-4a02-9aef-4384da30a1e5 req-f3f60196-5bc5-4060-a3ed-db7d13e35fc8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 946 time: 0.0886726 Dec 21 16:57:23.354021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f06f53ab-c8a2-4a02-9aef-4384da30a1e5 req-07c6885e-754b-4301-a4f5-c8daee040607 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Dec 21 16:57:23.537806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9539faa-3179-437e-ac4a-89e41ea510ae None None] New status for floating IP 55643dd1-e04e-45e8-bfcb-307dd45519ba: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:57:23.564006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ece1-4ae9-4c70-8757-c74bf99734a5 req-80e2cf0e-7044-4d7e-9fc6-87e632c38e33 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:23.565710 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9431ece1-4ae9-4c70-8757-c74bf99734a5 req-80e2cf0e-7044-4d7e-9fc6-87e632c38e33 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 946 time: 0.0837669 Dec 21 16:57:23.615945 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9431ece1-4ae9-4c70-8757-c74bf99734a5 req-afbcd05e-5486-48e1-878d-1caf669f2f5b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 Dec 21 16:57:23.670340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47122) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:23.710462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224a8fc-e0fe-4697-8a34-9e8d26f44546 req-a2022674-e684-4770-aa79-f03a34e9c648 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:23.712676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0224a8fc-e0fe-4697-8a34-9e8d26f44546 req-a2022674-e684-4770-aa79-f03a34e9c648 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 945 time: 0.0892212 Dec 21 16:57:23.755439 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fe41bab2-976e-4c5e-abe4-055639d91b3f tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 1094 time: 0.0809653 Dec 21 16:57:23.755680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47126) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:23.761839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '85369855-782e-415c-bd0e-236cd8f7c231', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:57:23.767618 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0224a8fc-e0fe-4697-8a34-9e8d26f44546 req-5a2fe04e-1f6c-4f45-a455-cdc6b227fa0f tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483902 Dec 21 16:57:23.767761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 16:57:23.773007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:floatingip and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 16:57:23.779152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 16:57:23.787446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 16:57:23.794834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:24.232265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-8c257335-499f-4022-b7c7-a522f322f5f9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:24.233031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-8c257335-499f-4022-b7c7-a522f322f5f9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Synchronizing usage tracker for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:57:24.253194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-8c257335-499f-4022-b7c7-a522f322f5f9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Unset dirty status for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:57:24.254394 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-8c257335-499f-4022-b7c7-a522f322f5f9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 945 time: 0.4154668 Dec 21 16:57:24.307546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:24.395162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Deleting port ffe0b092-891a-4ae2-b779-444e853b656e {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:24.395558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:24.606266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.127 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/c88e0739-b609-44fb-8ab7-bd3cf4782469) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 16:57:24.827993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] For port ffe0b092-891a-4ae2-b779-444e853b656e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffe0b092-891a-4ae2-b779-444e853b656e,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:24.828392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:24.970024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Calling delete_port for ffe0b092-891a-4ae2-b779-444e853b656e owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:24.972210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799728b6-0ba7-4981-bda3-938888805d7b req-9acd6812-1817-47e8-8f86-a168e63ab809 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:24.973842 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-799728b6-0ba7-4981-bda3-938888805d7b req-9acd6812-1817-47e8-8f86-a168e63ab809 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 945 time: 0.0840302 Dec 21 16:57:25.028840 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-799728b6-0ba7-4981-bda3-938888805d7b req-451ca412-95ea-4125-bde6-36cd7c357d60 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478520 Dec 21 16:57:25.043268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:25.136592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:25.143415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a0fe536d-aae0-48f6-b089-1adce411f1bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:25.221320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:25.226493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 16:57:25.233517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 16:57:25.236290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=c88e0739-b609-44fb-8ab7-bd3cf4782469,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:25.238594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 16:57:25.265929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:25.269222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3a3d280c-41ef-44e4-be34-6be70e341ae9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:25.323001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event deleted for resources: {'Port': ['ID=ffe0b092-891a-4ae2-b779-444e853b656e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:25.327603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:25.439515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] No DVR routers for this DVR port ffe0b092-891a-4ae2-b779-444e853b656e on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:57:25.449254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:25.454061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'name': 'network-vif-deleted', 'tag': 'ffe0b092-891a-4ae2-b779-444e853b656e'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:57:25.521563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba905fa-5ac8-415d-8787-6d65beb9acd4', 'name': 'network-vif-deleted', 'tag': 'ffe0b092-891a-4ae2-b779-444e853b656e', 'status': 'completed', 'code': 200} Dec 21 16:57:25.527550 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1171684-02b4-4e38-ba41-5d4a8c6f295b req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "DELETE /v2.0/ports/ffe0b092-891a-4ae2-b779-444e853b656e HTTP/1.1" status: 204 len: 173 time: 1.2660606 Dec 21 16:57:25.925347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:25.986961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:26.202629 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fec17266-6156-4c13-b58c-2eda8701a951 req-74cf0077-0836-4a11-8edd-c168084dc70a tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ba905fa-5ac8-415d-8787-6d65beb9acd4 HTTP/1.1" status: 200 len: 210 time: 0.0459425 Dec 21 16:57:26.207260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:26.210974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:26.215568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-803486b0-77be-4618-ba1b-13594b8daea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:26.329850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=c88e0739-b609-44fb-8ab7-bd3cf4782469,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:26.332724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:26.342424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:26.560440 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP 73c88ab8-404d-4280-b44e-1a9b2959ac57 associated. External IP: 172.26.7.127, port: 85369855-782e-415c-bd0e-236cd8f7c231. Dec 21 16:57:26.646596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ffe0b092-891a-4ae2-b779-444e853b656e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:57:26.682844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: ffe0b092-891a-4ae2-b779-444e853b656e {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:57:26.683259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ffe0b092-891a-4ae2-b779-444e853b656e not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:57:27.197396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 3ed72587-a273-4b66-9c28-0b3028f5aa2d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:57:27.410070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:57:27.435176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2343e1-8e57-4e6f-926c-fc87ffb7a3cc None None] Sync routers for ids ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:57:27.447239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:27.452162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2343e1-8e57-4e6f-926c-fc87ffb7a3cc None None] Routers {'3ed72587-a273-4b66-9c28-0b3028f5aa2d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:27.453023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac2343e1-8e57-4e6f-926c-fc87ffb7a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:57:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:27.510685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47142) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:27.520262 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7633965 Dec 21 16:57:27.523483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'tag': '85369855-782e-415c-bd0e-236cd8f7c231'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:57:27.582722 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'tag': '85369855-782e-415c-bd0e-236cd8f7c231', 'status': 'completed', 'code': 200} Dec 21 16:57:27.639175 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-625cad5f-edf8-43cc-8bfa-821e305fefc3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/73c88ab8-404d-4280-b44e-1a9b2959ac57 HTTP/1.1" status: 200 len: 992 time: 0.1271012 Dec 21 16:57:27.663978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ac2343e1-8e57-4e6f-926c-fc87ffb7a3cc None None] Set router 3ed72587-a273-4b66-9c28-0b3028f5aa2d gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:27.691548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-222797c4-fe8c-4dce-811a-6215be58e0f3 req-fc19a08c-4161-45d9-96ac-ed5d3f403f16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 1099 time: 0.0861020 Dec 21 16:57:27.840537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222797c4-fe8c-4dce-811a-6215be58e0f3 req-0b54fa80-fc77-4d96-9566-a1617beb0201 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:27.842184 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-222797c4-fe8c-4dce-811a-6215be58e0f3 req-0b54fa80-fc77-4d96-9566-a1617beb0201 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17e7c48f-5386-454e-96f4-0916029cdf26 HTTP/1.1" status: 200 len: 897 time: 0.1451950 Dec 21 16:57:27.960682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-222797c4-fe8c-4dce-811a-6215be58e0f3 req-5c08b7ec-8b34-455a-8faf-44feb2599603 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85369855-782e-415c-bd0e-236cd8f7c231 HTTP/1.1" status: 200 len: 1000 time: 0.1116867 Dec 21 16:57:28.037065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222797c4-fe8c-4dce-811a-6215be58e0f3 req-e45ef874-eb20-463e-b040-51447c124d5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:28.038388 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-222797c4-fe8c-4dce-811a-6215be58e0f3 req-e45ef874-eb20-463e-b040-51447c124d5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c98cafd7-b260-4700-a74c-c46acfbfac6c HTTP/1.1" status: 200 len: 843 time: 0.0681763 Dec 21 16:57:28.129306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-222797c4-fe8c-4dce-811a-6215be58e0f3 req-b0f69815-2750-4a92-a06c-779d70e7f84e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17e7c48f-5386-454e-96f4-0916029cdf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845451 Dec 21 16:57:28.212278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac2343e1-8e57-4e6f-926c-fc87ffb7a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:05Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '73c88ab8-404d-4280-b44e-1a9b2959ac57', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.127', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'port_id': '85369855-782e-415c-bd0e-236cd8f7c231', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'mac_address': 'fa:16:3e:80:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:57:25Z', 'updated_at': '2021-12-21T16:57:25Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ca594c-ca66-439b-9231-402f9c0da2d4', 'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:7a:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:04Z', 'updated_at': '2021-12-21T16:57:10Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:28.216344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2343e1-8e57-4e6f-926c-fc87ffb7a3cc None None] Checking router: 3ed72587-a273-4b66-9c28-0b3028f5aa2d for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:57:28.228331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2343e1-8e57-4e6f-926c-fc87ffb7a3cc None None] Routers {'3ed72587-a273-4b66-9c28-0b3028f5aa2d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:28.229024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac2343e1-8e57-4e6f-926c-fc87ffb7a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:57:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:28.290797 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-222797c4-fe8c-4dce-811a-6215be58e0f3 req-65a7472b-df24-49ca-8662-db623fec3a75 service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513281 Dec 21 16:57:28.438996 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-222797c4-fe8c-4dce-811a-6215be58e0f3 req-b02a7456-73d8-4297-bf1b-86061c45465b service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450078 Dec 21 16:57:28.440078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ac2343e1-8e57-4e6f-926c-fc87ffb7a3cc None None] Set router 3ed72587-a273-4b66-9c28-0b3028f5aa2d gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:28.643164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47150) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:28.756540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-22e156ce-7ee3-4617-8771-d6a2546bb3c6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/73c88ab8-404d-4280-b44e-1a9b2959ac57 HTTP/1.1" status: 200 len: 992 time: 0.1119909 Dec 21 16:57:28.845867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ac2343e1-8e57-4e6f-926c-fc87ffb7a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:05Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '73c88ab8-404d-4280-b44e-1a9b2959ac57', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.127', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'port_id': '85369855-782e-415c-bd0e-236cd8f7c231', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'mac_address': 'fa:16:3e:80:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:57:25Z', 'updated_at': '2021-12-21T16:57:25Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ca594c-ca66-439b-9231-402f9c0da2d4', 'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:7a:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:04Z', 'updated_at': '2021-12-21T16:57:10Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:28.850279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2343e1-8e57-4e6f-926c-fc87ffb7a3cc None None] The sync data for ids ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'] in dv-neutron-822515-1-hyperv is: [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:05Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '73c88ab8-404d-4280-b44e-1a9b2959ac57', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.127', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'port_id': '85369855-782e-415c-bd0e-236cd8f7c231', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'mac_address': 'fa:16:3e:80:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T16:57:25Z', 'updated_at': '2021-12-21T16:57:25Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ca594c-ca66-439b-9231-402f9c0da2d4', 'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:7a:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:04Z', 'updated_at': '2021-12-21T16:57:10Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:57:29.234510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc77148a-a3d2-43fa-b7d7-8c1f17168441 None None] New status for floating IP 73c88ab8-404d-4280-b44e-1a9b2959ac57: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:57:29.432436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:29.762489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47158) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:29.883574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a45062f4-da58-40d4-84a8-272979a08690 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/73c88ab8-404d-4280-b44e-1a9b2959ac57 HTTP/1.1" status: 200 len: 994 time: 0.1190133 Dec 21 16:57:30.870341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47166) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:31.080783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Deleting port 1f855c96-9842-44ee-b5e9-0616bd4247c7 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:31.081095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:31.258842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:31.259211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:31.388372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Calling delete_port for 1f855c96-9842-44ee-b5e9-0616bd4247c7 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:31.534827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:31.539263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72fb49c7-c92a-4760-b6a5-8442d5d06fa7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:31.582867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event deleted for resources: {'Port': ['ID=1f855c96-9842-44ee-b5e9-0616bd4247c7,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:31.585680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:31.676925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:32.083357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Router 24c51322-1736-4594-a490-ec4433e698c2 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:57:32.300032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:57:32.309945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a15dc7-e85a-4273-a110-b6cfff241fba None None] Sync routers for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:57:32.317517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:32.322157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a15dc7-e85a-4273-a110-b6cfff241fba None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:32.322994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-61a15dc7-e85a-4273-a110-b6cfff241fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:57:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:32.372450 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "DELETE /v2.0/floatingips/6016dbe7-1a46-43ed-ae7c-4fe30b4a673a HTTP/1.1" status: 204 len: 168 time: 1.5007911 Dec 21 16:57:32.373145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'tag': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:57:32.448387 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'tag': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'status': 'completed', 'code': 200} Dec 21 16:57:32.532708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-61a15dc7-e85a-4273-a110-b6cfff241fba None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:32.548173 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ede6d0b6-eaed-455b-90d3-f9ad2b2a9ad8 req-362311d4-02d0-4621-8b1f-b001d254cb97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 1098 time: 0.0830858 Dec 21 16:57:32.699197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6d0b6-eaed-455b-90d3-f9ad2b2a9ad8 req-f83ff900-0b0c-47bf-8c05-a9fff8d0f8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:32.700805 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ede6d0b6-eaed-455b-90d3-f9ad2b2a9ad8 req-f83ff900-0b0c-47bf-8c05-a9fff8d0f8e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 200 len: 913 time: 0.1463146 Dec 21 16:57:32.772651 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ede6d0b6-eaed-455b-90d3-f9ad2b2a9ad8 req-ba69e765-bd3a-4730-ada8-408d9939e5ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb12c8bf-6770-460c-89c0-ad7e2086f2d2 HTTP/1.1" status: 200 len: 217 time: 0.0651746 Dec 21 16:57:32.795844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c08b-d94d-40a8-8411-902e87a78a41 req-4c4ca795-5139-4d58-ad33-4afb80817a36 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:32.797952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1480c08b-d94d-40a8-8411-902e87a78a41 req-4c4ca795-5139-4d58-ad33-4afb80817a36 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Synchronizing usage tracker for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:57:32.816349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1480c08b-d94d-40a8-8411-902e87a78a41 req-4c4ca795-5139-4d58-ad33-4afb80817a36 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Unset dirty status for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:57:32.817720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1480c08b-d94d-40a8-8411-902e87a78a41 req-4c4ca795-5139-4d58-ad33-4afb80817a36 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 945 time: 0.1105547 Dec 21 16:57:32.852750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6d0b6-eaed-455b-90d3-f9ad2b2a9ad8 req-784892c5-3ea5-4b16-95e7-fce9f346e2b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:32.854571 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ede6d0b6-eaed-455b-90d3-f9ad2b2a9ad8 req-784892c5-3ea5-4b16-95e7-fce9f346e2b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 200 len: 851 time: 0.0752170 Dec 21 16:57:32.871320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1480c08b-d94d-40a8-8411-902e87a78a41 req-50b3f1e3-057d-41fb-8255-77be20c51b29 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463769 Dec 21 16:57:32.879038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-61a15dc7-e85a-4273-a110-b6cfff241fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:32.884215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a15dc7-e85a-4273-a110-b6cfff241fba None None] Checking router: 24c51322-1736-4594-a490-ec4433e698c2 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:57:32.897745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a15dc7-e85a-4273-a110-b6cfff241fba None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:32.898431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-61a15dc7-e85a-4273-a110-b6cfff241fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:57:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:32.937612 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ede6d0b6-eaed-455b-90d3-f9ad2b2a9ad8 req-93c1fcfb-6b36-4f66-9b2c-a3e6318a35e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d024f249-80dd-401b-aff7-daf5a271083f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759885 Dec 21 16:57:33.084499 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ede6d0b6-eaed-455b-90d3-f9ad2b2a9ad8 req-bf227fa5-e771-4ed3-988d-197667326cee service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390524 Dec 21 16:57:33.232784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-61a15dc7-e85a-4273-a110-b6cfff241fba None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:33.237419 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ede6d0b6-eaed-455b-90d3-f9ad2b2a9ad8 req-c77fc676-f806-47fd-82dc-bccd98105949 service neutron] 10.222.0.48 "GET /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452053 Dec 21 16:57:33.558670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-61a15dc7-e85a-4273-a110-b6cfff241fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:33.563324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a15dc7-e85a-4273-a110-b6cfff241fba None None] The sync data for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv is: [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:49:51Z', 'revision_number': 4, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6807f92d-d9af-4ed8-a01c-afe57438e087', 'name': '', 'network_id': 'd024f249-80dd-401b-aff7-daf5a271083f', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'mac_address': 'fa:16:3e:0a:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:50Z', 'updated_at': '2021-12-21T16:50:00Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'subnets': [{'id': 'bce4197f-9750-4a9d-b058-935d45ce1378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:57:33.993546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a729e9f-ba92-4846-835f-ec8deeee3c10 None None] New status for floating IP 6016dbe7-1a46-43ed-ae7c-4fe30b4a673a: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 16:57:34.078714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb7123-7b44-46a5-9b04-beecf4eff941 req-59d853c2-e5aa-4b81-83cc-8107929c3918 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:34.080277 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37bb7123-7b44-46a5-9b04-beecf4eff941 req-59d853c2-e5aa-4b81-83cc-8107929c3918 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 945 time: 0.0822914 Dec 21 16:57:34.139281 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37bb7123-7b44-46a5-9b04-beecf4eff941 req-0f0f10b6-2e27-4f3c-962d-24c0da12c6b1 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/security-groups?id=33e08705-ac57-4540-b51d-d1115f911514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523360 Dec 21 16:57:34.270739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce943-a911-4956-8270-f13013ea339d req-8f277ff0-8be6-437f-8710-8e888ba9e58e tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:34.271521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-fadce943-a911-4956-8270-f13013ea339d req-8f277ff0-8be6-437f-8710-8e888ba9e58e tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Synchronizing usage tracker for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 16:57:34.284645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-fadce943-a911-4956-8270-f13013ea339d req-8f277ff0-8be6-437f-8710-8e888ba9e58e tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Unset dirty status for tenant:fd9f31a269eb40be8aee5995f7e8cd18 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 16:57:34.286335 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fadce943-a911-4956-8270-f13013ea339d req-8f277ff0-8be6-437f-8710-8e888ba9e58e tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 945 time: 0.1003973 Dec 21 16:57:34.359394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-fadce943-a911-4956-8270-f13013ea339d req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Deleting port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:34.359662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-fadce943-a911-4956-8270-f13013ea339d req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:34.614676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-fadce943-a911-4956-8270-f13013ea339d req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] For port eb12c8bf-6770-460c-89c0-ad7e2086f2d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=eb12c8bf-6770-460c-89c0-ad7e2086f2d2,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:34.615018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-fadce943-a911-4956-8270-f13013ea339d req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:34.739346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-fadce943-a911-4956-8270-f13013ea339d req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Calling delete_port for eb12c8bf-6770-460c-89c0-ad7e2086f2d2 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:34.879521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-fadce943-a911-4956-8270-f13013ea339d req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:34.885832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c15988b4-99fa-4318-adf6-ae32f1b90df8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:34.928460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event deleted for resources: {'Port': ['ID=eb12c8bf-6770-460c-89c0-ad7e2086f2d2,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:34.932662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:35.008363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadce943-a911-4956-8270-f13013ea339d req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] No DVR routers for this DVR port eb12c8bf-6770-460c-89c0-ad7e2086f2d2 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:57:35.010959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-fadce943-a911-4956-8270-f13013ea339d req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:35.013786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'name': 'network-vif-deleted', 'tag': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 16:57:35.028284 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fadce943-a911-4956-8270-f13013ea339d req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.48 "DELETE /v2.0/ports/eb12c8bf-6770-460c-89c0-ad7e2086f2d2 HTTP/1.1" status: 204 len: 173 time: 0.7352140 Dec 21 16:57:35.067678 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f31a154-ac70-4e53-848e-5cb35ab2781a', 'name': 'network-vif-deleted', 'tag': 'eb12c8bf-6770-460c-89c0-ad7e2086f2d2', 'status': 'completed', 'code': 200} Dec 21 16:57:35.316335 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-035619e0-4b61-4779-8dfd-d41d73026c83 req-067bbe5f-4577-45ad-960a-17b216d25e4e tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f31a154-ac70-4e53-848e-5cb35ab2781a HTTP/1.1" status: 200 len: 210 time: 0.0493956 Dec 21 16:57:36.427278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47184) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:36.585525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Deleting port 4a39e958-bab8-46ee-b772-dbb33d225fd9 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:36.585931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:36.709143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device eb12c8bf-6770-460c-89c0-ad7e2086f2d2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:57:36.744023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: eb12c8bf-6770-460c-89c0-ad7e2086f2d2 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:57:36.744424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device eb12c8bf-6770-460c-89c0-ad7e2086f2d2 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:57:36.759794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:36.760166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:37.119405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Calling delete_port for 4a39e958-bab8-46ee-b772-dbb33d225fd9 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:37.251522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:37.255807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:37.299333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event deleted for resources: {'Port': ['ID=4a39e958-bab8-46ee-b772-dbb33d225fd9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:37.303092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:37.393249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:37.409037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:37.411113 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "DELETE /v2.0/floatingips/2e94ae2d-b0da-4e8f-a8f4-49e45f49b6ef HTTP/1.1" status: 204 len: 168 time: 0.9819553 Dec 21 16:57:39.922653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47200) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:40.003566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b957226-7fee-406c-984f-57a6ff9f3970 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:40.038499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b957226-7fee-406c-984f-57a6ff9f3970 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:40.098657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b957226-7fee-406c-984f-57a6ff9f3970 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:40.103573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c5ab218b-2e11-44a7-aed6-659e61177c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:40.120291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b957226-7fee-406c-984f-57a6ff9f3970 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e08705-ac57-4540-b51d-d1115f911514,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:40.123822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1b957226-7fee-406c-984f-57a6ff9f3970 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:40.134267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b957226-7fee-406c-984f-57a6ff9f3970 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:40.138463 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1b957226-7fee-406c-984f-57a6ff9f3970 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] 10.222.0.67 "DELETE /v2.0/security-groups/33e08705-ac57-4540-b51d-d1115f911514 HTTP/1.1" status: 204 len: 168 time: 0.2117610 Dec 21 16:57:40.199561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47206) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:41.055322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:41.673684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Deleting port 6807f92d-d9af-4ed8-a01c-afe57438e087 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:41.673975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:41.856537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] For port 6807f92d-d9af-4ed8-a01c-afe57438e087, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6807f92d-d9af-4ed8-a01c-afe57438e087,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:41.856930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:41.982581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Calling delete_port for 6807f92d-d9af-4ed8-a01c-afe57438e087 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:42.165094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:42.169527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ffc974d5-399d-4283-bdb6-975be2751ea8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:42.215142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Pushing event deleted for resources: {'Port': ['ID=6807f92d-d9af-4ed8-a01c-afe57438e087,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:42.217886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:42.526133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:43.116883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Router 24c51322-1736-4594-a490-ec4433e698c2 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:57:43.327706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:57:43.337147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40bb3b-7e67-43ef-9862-31246f765989 None None] Sync routers for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:57:43.340937 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] 10.222.0.67 "PUT /v2.0/routers/24c51322-1736-4594-a490-ec4433e698c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1402137 Dec 21 16:57:43.343734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47212) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:43.349997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40bb3b-7e67-43ef-9862-31246f765989 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:43.350656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9a40bb3b-7e67-43ef-9862-31246f765989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:57:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:43.544710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9a40bb3b-7e67-43ef-9862-31246f765989 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:43.794623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:43.851390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9a40bb3b-7e67-43ef-9862-31246f765989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:57:42Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:43.855642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40bb3b-7e67-43ef-9862-31246f765989 None None] Checking router: 24c51322-1736-4594-a490-ec4433e698c2 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:57:43.869659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40bb3b-7e67-43ef-9862-31246f765989 None None] Routers {'24c51322-1736-4594-a490-ec4433e698c2'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:43.870311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9a40bb3b-7e67-43ef-9862-31246f765989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:57:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['24c51322-1736-4594-a490-ec4433e698c2'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:44.012467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:44.020777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Deleting port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:44.021153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:44.064115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9a40bb3b-7e67-43ef-9862-31246f765989 None None] Set router 24c51322-1736-4594-a490-ec4433e698c2 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:44.217965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] For port dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:44.218372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:44.349920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Calling delete_port for dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:44.371034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9a40bb3b-7e67-43ef-9862-31246f765989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:57:42Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:44.375092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40bb3b-7e67-43ef-9862-31246f765989 None None] The sync data for ids ['24c51322-1736-4594-a490-ec4433e698c2'] in dv-neutron-822515-1-hyperv is: [{'id': '24c51322-1736-4594-a490-ec4433e698c2', 'name': 'tempest-TestVolumeBootPattern-1015177093-router', 'tenant_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:43Z', 'updated_at': '2021-12-21T16:57:42Z', 'revision_number': 5, 'project_id': 'fd9f31a269eb40be8aee5995f7e8cd18', 'gw_port': {'id': 'dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c51322-1736-4594-a490-ec4433e698c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:45Z', 'updated_at': '2021-12-21T16:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:57:44.525464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:44.530132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-192b32a6-fac1-4c25-8539-9f73e4a1ee0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:44.573154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:44.575932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:44.811030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:45.138798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:45.151397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:45.162465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7e523f1b-cc6d-4d34-90b0-62afd3918071 req-e15317c1-6987-4f39-8ee1-f4face86a324 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2906184 Dec 21 16:57:45.183868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:45.184452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24c51322-1736-4594-a490-ec4433e698c2 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:57:45.197266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:45.198537 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] 10.222.0.67 "DELETE /v2.0/routers/24c51322-1736-4594-a490-ec4433e698c2 HTTP/1.1" status: 204 len: 168 time: 1.8538108 Dec 21 16:57:45.201231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47216) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:45.321140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fb807a-460d-4e70-a256-f44fb09785c1 admin admin] Deleting subnet bce4197f-9750-4a9d-b058-935d45ce1378 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:57:45.326390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98fb807a-460d-4e70-a256-f44fb09785c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:45.393262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98fb807a-460d-4e70-a256-f44fb09785c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:45.439622 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7e523f1b-cc6d-4d34-90b0-62afd3918071 req-f8e2cd67-9f3a-4767-9e39-fd4cf8d9597a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 1099 time: 0.1955967 Dec 21 16:57:45.593443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98fb807a-460d-4e70-a256-f44fb09785c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:45.659651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523f1b-cc6d-4d34-90b0-62afd3918071 req-956523d7-613b-4b75-ba20-1d3d6cbdd185 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:45.661193 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7e523f1b-cc6d-4d34-90b0-62afd3918071 req-956523d7-613b-4b75-ba20-1d3d6cbdd185 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17e7c48f-5386-454e-96f4-0916029cdf26 HTTP/1.1" status: 200 len: 897 time: 0.2008078 Dec 21 16:57:45.728172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0ffb2f-ec40-4a41-996e-de06c9104d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:45.769001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98fb807a-460d-4e70-a256-f44fb09785c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:45.775927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02b9fb9c-97a3-4bf5-9e07-863b764f8d9f tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:45.818876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb807a-460d-4e70-a256-f44fb09785c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce4197f-9750-4a9d-b058-935d45ce1378,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:45.821881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98fb807a-460d-4e70-a256-f44fb09785c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:45.824206 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7e523f1b-cc6d-4d34-90b0-62afd3918071 req-7ebd1f1a-2ecd-4098-827c-7794a2f0c4b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85369855-782e-415c-bd0e-236cd8f7c231 HTTP/1.1" status: 200 len: 1002 time: 0.1559422 Dec 21 16:57:45.826736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98fb807a-460d-4e70-a256-f44fb09785c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:45.832875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db5219e-d8ae-4bfd-92eb-079f7e55325a None None] Network d024f249-80dd-401b-aff7-daf5a271083f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:57:45.871184 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-98fb807a-460d-4e70-a256-f44fb09785c1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bce4197f-9750-4a9d-b058-935d45ce1378 HTTP/1.1" status: 204 len: 168 time: 0.6688125 Dec 21 16:57:45.874093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47220) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:45.902951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523f1b-cc6d-4d34-90b0-62afd3918071 req-bd5f98db-b527-414d-a5ea-a659aa588f9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:57:45.904531 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7e523f1b-cc6d-4d34-90b0-62afd3918071 req-bd5f98db-b527-414d-a5ea-a659aa588f9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c98cafd7-b260-4700-a74c-c46acfbfac6c HTTP/1.1" status: 200 len: 843 time: 0.0733926 Dec 21 16:57:45.987229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7e523f1b-cc6d-4d34-90b0-62afd3918071 req-4b742c60-5d58-4ced-95e5-4f3c9d8b0f0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17e7c48f-5386-454e-96f4-0916029cdf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753844 Dec 21 16:57:46.001031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.011946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Deleting port bee91209-b994-4aba-a07f-d002c553d51c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:46.012316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.123668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febfd17c-cad8-431f-a490-d224b8ab7bbb None None] DHCP port deletion for d024f249-80dd-401b-aff7-daf5a271083f request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:57:46.128251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-febfd17c-cad8-431f-a490-d224b8ab7bbb None None] Deleting port bee91209-b994-4aba-a07f-d002c553d51c {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:46.128909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-febfd17c-cad8-431f-a490-d224b8ab7bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.144601 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7e523f1b-cc6d-4d34-90b0-62afd3918071 req-7e387916-fd9e-4948-9561-679026b2fd8b service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501386 Dec 21 16:57:46.162415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:57:46.206652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:57:46.207087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device dc3dae54-1db2-4ed1-bf6a-5d17a371fb3a not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:57:46.207563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6807f92d-d9af-4ed8-a01c-afe57438e087 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:57:46.238053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] For port bee91209-b994-4aba-a07f-d002c553d51c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bee91209-b994-4aba-a07f-d002c553d51c,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:46.238391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.246676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 6807f92d-d9af-4ed8-a01c-afe57438e087 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:57:46.247127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6807f92d-d9af-4ed8-a01c-afe57438e087 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:57:46.293622 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7e523f1b-cc6d-4d34-90b0-62afd3918071 req-08135f3c-dbf2-4dd3-9515-888e492d828a service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418235 Dec 21 16:57:46.374453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Calling delete_port for bee91209-b994-4aba-a07f-d002c553d51c owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:46.429490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-febfd17c-cad8-431f-a490-d224b8ab7bbb None None] For port bee91209-b994-4aba-a07f-d002c553d51c, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bee91209-b994-4aba-a07f-d002c553d51c,segment=NetworkSegment(9468bbdf-42ed-480c-974b-b4f8cff23858),segment_id=9468bbdf-42ed-480c-974b-b4f8cff23858)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:46.429967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-febfd17c-cad8-431f-a490-d224b8ab7bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.447601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.452168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61bf0ed5-9b53-4d4f-a2ac-c0220826dcd5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:46.505345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee91209-b994-4aba-a07f-d002c553d51c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:46.508941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:46.511230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] No DVR routers for this DVR port bee91209-b994-4aba-a07f-d002c553d51c on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:57:46.558079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-febfd17c-cad8-431f-a490-d224b8ab7bbb None None] Calling delete_port for bee91209-b994-4aba-a07f-d002c553d51c owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:46.627929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-febfd17c-cad8-431f-a490-d224b8ab7bbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 16:57:46.628357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-febfd17c-cad8-431f-a490-d224b8ab7bbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 16:57:46.634451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.660757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d024f249-80dd-401b-aff7-daf5a271083f']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:46.673425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9468bbdf-42ed-480c-974b-b4f8cff23858') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:46.673762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9468bbdf-42ed-480c-974b-b4f8cff23858') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:46.686088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.703066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.709528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:57:46.709960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:57:46.724332 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:57:46.802518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.806590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b81dce31-8891-4672-824e-de7cafcaac53 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:46.821046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:46.831985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Pushing event deleted for resources: {'Network': ['ID=d024f249-80dd-401b-aff7-daf5a271083f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:46.835334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:46.846121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d024f249-80dd-401b-aff7-daf5a271083f HTTP/1.1" status: 204 len: 168 time: 0.9708607 Dec 21 16:57:46.849265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47224) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:47.129634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-febfd17c-cad8-431f-a490-d224b8ab7bbb None None] Deleting port bee91209-b994-4aba-a07f-d002c553d51c {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:47.129999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-febfd17c-cad8-431f-a490-d224b8ab7bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:47.212610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-febfd17c-cad8-431f-a490-d224b8ab7bbb None None] The port 'bee91209-b994-4aba-a07f-d002c553d51c' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:57:47.215733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:47.253137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:47.869164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Deleting port 2a920cd4-6805-4300-8908-01063e67fb7a {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:47.869760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:47.984324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8197cc42-7f62-4282-bc37-f3f6b534542e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:48.053350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] For port 2a920cd4-6805-4300-8908-01063e67fb7a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2a920cd4-6805-4300-8908-01063e67fb7a,segment=NetworkSegment(bc521c88-b344-4ff4-bf06-ff5c16b11014),segment_id=bc521c88-b344-4ff4-bf06-ff5c16b11014)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:48.053745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:48.103843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bee91209-b994-4aba-a07f-d002c553d51c no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:57:48.141128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: bee91209-b994-4aba-a07f-d002c553d51c {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:57:48.141456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bee91209-b994-4aba-a07f-d002c553d51c not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:57:48.190663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Calling delete_port for 2a920cd4-6805-4300-8908-01063e67fb7a owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:48.333191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:48.372403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:48.376901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5e67e5d9-ef7b-458e-9124-9008aea63621 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:48.420246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a920cd4-6805-4300-8908-01063e67fb7a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:48.423332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:48.717801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:49.554738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 16:57:49.762034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 16:57:49.768544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:49.771386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afddf61-d637-4741-a777-9589207c5749 None None] Sync routers for ids ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 16:57:49.772089 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] 10.222.0.67 "PUT /v2.0/routers/25f7c0ff-b3d1-4958-9c09-01eaf37d5527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9217458 Dec 21 16:57:49.775330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47232) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:49.784315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afddf61-d637-4741-a777-9589207c5749 None None] Routers {'25f7c0ff-b3d1-4958-9c09-01eaf37d5527'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:49.785001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2afddf61-d637-4741-a777-9589207c5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:57:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:49.976138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2afddf61-d637-4741-a777-9589207c5749 None None] Set router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:49.982438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:50.201501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:50.209771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Deleting port 7ab69952-9fbf-461b-a69d-48881cfc799a {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:50.210152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:50.278046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2afddf61-d637-4741-a777-9589207c5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'name': 'tempest-TestVolumeBootPattern-332662051-router', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:56Z', 'updated_at': '2021-12-21T16:57:48Z', 'revision_number': 5, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'gw_port': {'id': '7ab69952-9fbf-461b-a69d-48881cfc799a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:49:57Z', 'updated_at': '2021-12-21T16:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:50.282193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afddf61-d637-4741-a777-9589207c5749 None None] Checking router: 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 16:57:50.294107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afddf61-d637-4741-a777-9589207c5749 None None] Routers {'25f7c0ff-b3d1-4958-9c09-01eaf37d5527'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 16:57:50.295802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2afddf61-d637-4741-a777-9589207c5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:57:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:50.400608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] For port 7ab69952-9fbf-461b-a69d-48881cfc799a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7ab69952-9fbf-461b-a69d-48881cfc799a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:50.401041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:50.458274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2afddf61-d637-4741-a777-9589207c5749 None None] Set router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 16:57:50.527055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Calling delete_port for 7ab69952-9fbf-461b-a69d-48881cfc799a owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:50.568775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2afddf61-d637-4741-a777-9589207c5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'name': 'tempest-TestVolumeBootPattern-332662051-router', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:56Z', 'updated_at': '2021-12-21T16:57:50Z', 'revision_number': 6, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:50.573590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afddf61-d637-4741-a777-9589207c5749 None None] The sync data for ids ['25f7c0ff-b3d1-4958-9c09-01eaf37d5527'] in dv-neutron-822515-1-hyperv is: [{'id': '25f7c0ff-b3d1-4958-9c09-01eaf37d5527', 'name': 'tempest-TestVolumeBootPattern-332662051-router', 'tenant_id': 'b0fb39854eff4e80af580151153bcfb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:49:56Z', 'updated_at': '2021-12-21T16:57:50Z', 'revision_number': 6, 'project_id': 'b0fb39854eff4e80af580151153bcfb2', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 16:57:50.698760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:50.703578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f97fe73f-6255-4520-93f1-b76649fcbf0f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:50.746236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab69952-9fbf-461b-a69d-48881cfc799a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:50.790515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:50.790987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:50.791424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:50.791848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:50.792274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:50.792694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:50.793119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:50.793540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:50.793957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:50.794370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:50.794802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:50.802145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:50.997929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:51.498499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:51.503044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:51.525467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:51.526040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25f7c0ff-b3d1-4958-9c09-01eaf37d5527 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 16:57:51.538408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:51.539738 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] 10.222.0.67 "DELETE /v2.0/routers/25f7c0ff-b3d1-4958-9c09-01eaf37d5527 HTTP/1.1" status: 204 len: 168 time: 1.7634206 Dec 21 16:57:51.542447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47238) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:51.612080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc7cab4-bff5-4a15-9d7e-0d2170b1450e admin admin] Deleting subnet 44da937a-ff02-4de5-89ee-e76792aecff6 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 16:57:51.615498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cc7cab4-bff5-4a15-9d7e-0d2170b1450e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:51.667868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cc7cab4-bff5-4a15-9d7e-0d2170b1450e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:51.750969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cc7cab4-bff5-4a15-9d7e-0d2170b1450e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:51.819074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cc7cab4-bff5-4a15-9d7e-0d2170b1450e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:51.823991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-55f54dfe-d5fa-46c4-85c8-c86b6345556c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:51.858198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7cab4-bff5-4a15-9d7e-0d2170b1450e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44da937a-ff02-4de5-89ee-e76792aecff6,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:51.861906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6cc7cab4-bff5-4a15-9d7e-0d2170b1450e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:51.865194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cc7cab4-bff5-4a15-9d7e-0d2170b1450e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:51.871195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368c17c8-1bd6-4a2f-8561-a50bb5113df2 None None] Network 67ff3542-fe1c-48fb-a289-d4e7b084455c requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:57:51.871811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6cc7cab4-bff5-4a15-9d7e-0d2170b1450e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/44da937a-ff02-4de5-89ee-e76792aecff6 HTTP/1.1" status: 204 len: 168 time: 0.3279710 Dec 21 16:57:51.874589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47242) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:51.994809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:52.008434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Deleting port cdb25bd2-0e82-485e-b2ec-936c2f291967 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:52.008712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:52.124109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7ab69952-9fbf-461b-a69d-48881cfc799a no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:57:52.171680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 7ab69952-9fbf-461b-a69d-48881cfc799a {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:57:52.172079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7ab69952-9fbf-461b-a69d-48881cfc799a not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:57:52.172548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2a920cd4-6805-4300-8908-01063e67fb7a no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:57:52.236921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 2a920cd4-6805-4300-8908-01063e67fb7a {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:57:52.237318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2a920cd4-6805-4300-8908-01063e67fb7a not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:57:52.244687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] For port cdb25bd2-0e82-485e-b2ec-936c2f291967, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=cdb25bd2-0e82-485e-b2ec-936c2f291967,segment=NetworkSegment(bc521c88-b344-4ff4-bf06-ff5c16b11014),segment_id=bc521c88-b344-4ff4-bf06-ff5c16b11014)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 16:57:52.245068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:52.373363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f431400a-3fce-41d1-bbb2-067c65a1a7c1 None None] DHCP port deletion for 67ff3542-fe1c-48fb-a289-d4e7b084455c request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 16:57:52.378074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f431400a-3fce-41d1-bbb2-067c65a1a7c1 None None] Deleting port cdb25bd2-0e82-485e-b2ec-936c2f291967 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 16:57:52.378581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f431400a-3fce-41d1-bbb2-067c65a1a7c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:52.382211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Calling delete_port for cdb25bd2-0e82-485e-b2ec-936c2f291967 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 16:57:52.455227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:52.459792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:52.466568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f431400a-3fce-41d1-bbb2-067c65a1a7c1 None None] The port 'cdb25bd2-0e82-485e-b2ec-936c2f291967' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 16:57:52.501539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb25bd2-0e82-485e-b2ec-936c2f291967,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:52.505318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:52.508438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] No DVR routers for this DVR port cdb25bd2-0e82-485e-b2ec-936c2f291967 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 16:57:52.628181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:52.657418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ff3542-fe1c-48fb-a289-d4e7b084455c']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:52.670416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc521c88-b344-4ff4-bf06-ff5c16b11014') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:52.670751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc521c88-b344-4ff4-bf06-ff5c16b11014') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 16:57:52.682624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:52.697434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:52.704000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 16:57:52.704426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 16:57:52.718916 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 16:57:52.796144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:52.799607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4862e12c-fa71-403f-9524-5a5175789240 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:52.816878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:52.827840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Pushing event deleted for resources: {'Network': ['ID=67ff3542-fe1c-48fb-a289-d4e7b084455c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:52.830815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:52.832707 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] 10.222.0.67 "DELETE /v2.0/networks/67ff3542-fe1c-48fb-a289-d4e7b084455c HTTP/1.1" status: 204 len: 168 time: 0.9570730 Dec 21 16:57:52.976060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47248) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:53.032445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8bc114c5-c4fa-4924-9a71-8f0d0d8f0d8b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd9f31a269eb40be8aee5995f7e8cd18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550711 Dec 21 16:57:53.034994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47252) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:53.096779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26cd7b51-19e3-4d27-a1ab-77c904c67dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:53.123342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26cd7b51-19e3-4d27-a1ab-77c904c67dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:53.166982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26cd7b51-19e3-4d27-a1ab-77c904c67dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:53.171821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-26e9e913-520d-4c19-8715-98c3d21e9557 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:53.187418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd7b51-19e3-4d27-a1ab-77c904c67dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1ce683-dec5-4437-ab9e-5f1b5141ab54,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:53.190560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-26cd7b51-19e3-4d27-a1ab-77c904c67dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:53.192562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26cd7b51-19e3-4d27-a1ab-77c904c67dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:53.194227 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-26cd7b51-19e3-4d27-a1ab-77c904c67dc3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9d1ce683-dec5-4437-ab9e-5f1b5141ab54 HTTP/1.1" status: 204 len: 168 time: 0.1578441 Dec 21 16:57:53.593534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47260) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:53.647171 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fe498d5d-4e87-4f88-96a2-2b444e883dc5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b0fb39854eff4e80af580151153bcfb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523012 Dec 21 16:57:53.649620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47264) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:57:53.710400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:53.741239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:54.019777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:54.024683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3e11bf80-6964-435f-915d-2629f45ad959 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:57:54.036851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a723b39-8c6c-4d63-95c3-266aad90d50e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:57:54.047221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:57:54.048452 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8a723b39-8c6c-4d63-95c3-266aad90d50e HTTP/1.1" status: 204 len: 168 time: 0.3978758 Dec 21 16:57:54.050452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:54.051171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:54.051480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:54.051768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:54.052186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:54.052787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:54.052953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:54.053370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:54.053824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:54.054195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:54.055169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:57:54.058509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:57:54.107180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device cdb25bd2-0e82-485e-b2ec-936c2f291967 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 16:57:54.141156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: cdb25bd2-0e82-485e-b2ec-936c2f291967 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 16:57:54.141470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device cdb25bd2-0e82-485e-b2ec-936c2f291967 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 16:57:54.728587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:57:59.378666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:15.731021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a06774a1-bd5f-46be-8e8c-619c44d97295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:17.157676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:17.985377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0f385295-cf20-4bc9-a9b5-4d784d9df0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:18.335941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:19.770896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:29.379591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:31.729728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:58:44.928538 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ee16dc4-dd33-47b5-a49e-9aec409f402b req-8b6e3563-9d1a-41f2-9a41-fc9d197920fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728838 Dec 21 16:58:45.078681 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ee16dc4-dd33-47b5-a49e-9aec409f402b req-5c662c91-cb22-41e7-902c-20b18ca8b884 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 1099 time: 0.0794911 Dec 21 16:58:45.237384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16dc4-dd33-47b5-a49e-9aec409f402b req-a3fdd7f6-b510-42fd-9a15-621dac99b875 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:58:45.238987 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ee16dc4-dd33-47b5-a49e-9aec409f402b req-a3fdd7f6-b510-42fd-9a15-621dac99b875 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17e7c48f-5386-454e-96f4-0916029cdf26 HTTP/1.1" status: 200 len: 897 time: 0.1364057 Dec 21 16:58:45.342169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ee16dc4-dd33-47b5-a49e-9aec409f402b req-79b9dd84-5c2f-4703-833a-296905525a6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85369855-782e-415c-bd0e-236cd8f7c231 HTTP/1.1" status: 200 len: 1002 time: 0.0970778 Dec 21 16:58:45.417086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16dc4-dd33-47b5-a49e-9aec409f402b req-bfc0d017-c09c-403e-ac84-be7561ff4c2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:58:45.418750 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ee16dc4-dd33-47b5-a49e-9aec409f402b req-bfc0d017-c09c-403e-ac84-be7561ff4c2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c98cafd7-b260-4700-a74c-c46acfbfac6c HTTP/1.1" status: 200 len: 843 time: 0.0703170 Dec 21 16:58:45.499163 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ee16dc4-dd33-47b5-a49e-9aec409f402b req-9a1c71c3-b16d-475d-9282-d180d676cdca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17e7c48f-5386-454e-96f4-0916029cdf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737414 Dec 21 16:58:45.639696 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ee16dc4-dd33-47b5-a49e-9aec409f402b req-a37d14f8-cc98-4e40-b263-530ae265bd3d service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342955 Dec 21 16:58:45.733653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32e5fbe4-b056-4602-be1b-cd78f2217f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:45.786829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ee16dc4-dd33-47b5-a49e-9aec409f402b req-52f245be-82ef-4d87-830f-5675e0aeea30 service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412621 Dec 21 16:58:47.158285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:47.990422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16d8068d-f467-4573-84c0-ba08c8961169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:48.338573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:49.772483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:58:59.378556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:08.730620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:59:15.738685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49c0e24d-c8fb-4eea-a008-89ac78d9110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:17.158925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:17.540601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47286) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 16:59:17.833596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 16:59:17.992161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b27fb2c5-b6f0-4db1-b5e6-9181ac1ad6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:18.094688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036853291977'] for subnet, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:18.289317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786051667366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1544104'] for subnet, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:18.293699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f39124dd-b79d-4398-a5e0-7391c9f6c3cb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 16:59:18.342669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:18.352069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:59:18.352731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:18.354607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/subnets/c98cafd7-b260-4700-a74c-c46acfbfac6c HTTP/1.1" status: 200 len: 835 time: 0.8124554 Dec 21 16:59:18.359289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a2ea49-5146-4b47-b91e-eecdba9ae901 None None] Network 17e7c48f-5386-454e-96f4-0916029cdf26 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 16:59:18.365427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Subnet': ['ID=c98cafd7-b260-4700-a74c-c46acfbfac6c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 16:59:18.376723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:59:18.377170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:59:18.377603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:59:18.378220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:59:18.378650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:59:18.379101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:59:18.379808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:59:18.379927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:59:18.380319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:59:18.380737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:59:18.381152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 16:59:18.384743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 16:59:18.900644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8bbb4825-b222-4a2e-bb60-696aef423425 None None] Provisioning complete for port 85369855-782e-415c-bd0e-236cd8f7c231 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:59:18.900981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4825-b222-4a2e-bb60-696aef423425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:19.032203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8bbb4825-b222-4a2e-bb60-696aef423425 None None] Provisioning complete for port 41ca594c-ca66-439b-9231-402f9c0da2d4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:59:19.032673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4825-b222-4a2e-bb60-696aef423425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:19.162677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-8bbb4825-b222-4a2e-bb60-696aef423425 None None] Provisioning complete for port 168a03c8-6293-4861-96fe-6144f83d3860 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 16:59:19.163044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4825-b222-4a2e-bb60-696aef423425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:19.774922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:29.377209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:45.716571 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5be9f2f8-ddb9-4476-b24d-69a1724743b8 req-9f8ebf14-c054-4ed5-8902-b8f2f78238da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781918 Dec 21 16:59:45.731928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 16:59:45.743899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2e745d3-b8d3-45a8-a8d7-9a0a7a8ff622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:45.859319 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5be9f2f8-ddb9-4476-b24d-69a1724743b8 req-861fa3bb-05ba-492e-ae1b-4cae257bfe1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 1099 time: 0.0735340 Dec 21 16:59:46.011257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9f2f8-ddb9-4476-b24d-69a1724743b8 req-e98a441b-f17b-473f-bf99-8effb276e198 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:59:46.012874 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5be9f2f8-ddb9-4476-b24d-69a1724743b8 req-e98a441b-f17b-473f-bf99-8effb276e198 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17e7c48f-5386-454e-96f4-0916029cdf26 HTTP/1.1" status: 200 len: 897 time: 0.1346524 Dec 21 16:59:46.129678 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5be9f2f8-ddb9-4476-b24d-69a1724743b8 req-b42d3259-0821-4fa1-b73b-a06d6523c1f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85369855-782e-415c-bd0e-236cd8f7c231 HTTP/1.1" status: 200 len: 1002 time: 0.1099076 Dec 21 16:59:46.196083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9f2f8-ddb9-4476-b24d-69a1724743b8 req-b95eb257-46de-40e7-94cf-2d00efbc66f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 16:59:46.197583 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5be9f2f8-ddb9-4476-b24d-69a1724743b8 req-b95eb257-46de-40e7-94cf-2d00efbc66f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c98cafd7-b260-4700-a74c-c46acfbfac6c HTTP/1.1" status: 200 len: 843 time: 0.0621603 Dec 21 16:59:46.279755 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5be9f2f8-ddb9-4476-b24d-69a1724743b8 req-08bbf6af-b34f-424f-a86a-f9030419fee7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17e7c48f-5386-454e-96f4-0916029cdf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753946 Dec 21 16:59:46.422023 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5be9f2f8-ddb9-4476-b24d-69a1724743b8 req-38fec026-0b06-43c8-849f-74f007bd1ee6 service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360836 Dec 21 16:59:46.567022 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5be9f2f8-ddb9-4476-b24d-69a1724743b8 req-85bfa7f5-3629-493e-a645-3b505fa10a38 service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384950 Dec 21 16:59:47.160373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:47.992954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2de8266-63fd-43cf-8afb-2ab1cc4f561f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:48.346445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:49.776942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 16:59:59.375895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:01.161720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47306) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:01.368180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port c88e0739-b609-44fb-8ab7-bd3cf4782469 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:00:01.368563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:01.551564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:01.551931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:01.673268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for c88e0739-b609-44fb-8ab7-bd3cf4782469 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:00:01.828440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:01.832930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-04bb79b5-0801-4eb3-893b-549f9e7ace1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:01.873835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=c88e0739-b609-44fb-8ab7-bd3cf4782469,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:01.878127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:01.969866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:02.619238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 3ed72587-a273-4b66-9c28-0b3028f5aa2d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:00:02.829155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:00:02.839194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c60c8-c055-4b9c-8861-7c9ca77f0a7a None None] Sync routers for ids ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:00:02.845893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:02.851707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c60c8-c055-4b9c-8861-7c9ca77f0a7a None None] Routers {'3ed72587-a273-4b66-9c28-0b3028f5aa2d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:02.852373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2e0c60c8-c055-4b9c-8861-7c9ca77f0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:59:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:02.900782 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/floatingips/73c88ab8-404d-4280-b44e-1a9b2959ac57 HTTP/1.1" status: 204 len: 168 time: 1.7378943 Dec 21 17:00:02.901488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'tag': '85369855-782e-415c-bd0e-236cd8f7c231'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:00:02.983072 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'tag': '85369855-782e-415c-bd0e-236cd8f7c231', 'status': 'completed', 'code': 200} Dec 21 17:00:03.048900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2e0c60c8-c055-4b9c-8861-7c9ca77f0a7a None None] Set router 3ed72587-a273-4b66-9c28-0b3028f5aa2d gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:03.085161 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a3111c0-b064-43f4-a3b2-e41b3f271c1b req-c572b224-53be-4a0b-8d5e-3eacc7fedeee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 1099 time: 0.0770178 Dec 21 17:00:03.235340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3111c0-b064-43f4-a3b2-e41b3f271c1b req-8d20c0de-777e-4ebb-a90f-e0d08dfa928c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:03.236940 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a3111c0-b064-43f4-a3b2-e41b3f271c1b req-8d20c0de-777e-4ebb-a90f-e0d08dfa928c service neutron] 10.222.0.48 "GET /v2.0/networks?id=17e7c48f-5386-454e-96f4-0916029cdf26 HTTP/1.1" status: 200 len: 897 time: 0.1461189 Dec 21 17:00:03.313856 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a3111c0-b064-43f4-a3b2-e41b3f271c1b req-a14f8837-c8f1-4350-9bed-faaaafc35621 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85369855-782e-415c-bd0e-236cd8f7c231 HTTP/1.1" status: 200 len: 217 time: 0.0694132 Dec 21 17:00:03.337814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde3b08-3e59-4cd3-9a45-7511c0933d6b req-2ea66d41-7332-4e2b-8542-6cb1ed9a8303 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:03.338500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-6bde3b08-3e59-4cd3-9a45-7511c0933d6b req-2ea66d41-7332-4e2b-8542-6cb1ed9a8303 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:00:03.354547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-6bde3b08-3e59-4cd3-9a45-7511c0933d6b req-2ea66d41-7332-4e2b-8542-6cb1ed9a8303 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:00:03.356473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6bde3b08-3e59-4cd3-9a45-7511c0933d6b req-2ea66d41-7332-4e2b-8542-6cb1ed9a8303 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 946 time: 0.1074607 Dec 21 17:00:03.386090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2e0c60c8-c055-4b9c-8861-7c9ca77f0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:05Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '41ca594c-ca66-439b-9231-402f9c0da2d4', 'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:7a:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:04Z', 'updated_at': '2021-12-21T16:57:10Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:03.390636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c60c8-c055-4b9c-8861-7c9ca77f0a7a None None] Checking router: 3ed72587-a273-4b66-9c28-0b3028f5aa2d for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:00:03.398295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3111c0-b064-43f4-a3b2-e41b3f271c1b req-bb4f12c5-f073-4d7b-b74d-ee7be42869f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:03.400964 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a3111c0-b064-43f4-a3b2-e41b3f271c1b req-bb4f12c5-f073-4d7b-b74d-ee7be42869f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c98cafd7-b260-4700-a74c-c46acfbfac6c HTTP/1.1" status: 200 len: 843 time: 0.0806050 Dec 21 17:00:03.404456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c60c8-c055-4b9c-8861-7c9ca77f0a7a None None] Routers {'3ed72587-a273-4b66-9c28-0b3028f5aa2d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:03.405127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2e0c60c8-c055-4b9c-8861-7c9ca77f0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:59:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:03.419234 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6bde3b08-3e59-4cd3-9a45-7511c0933d6b req-b1ec2ddc-913b-4b86-adde-886b4a66e0c3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491002 Dec 21 17:00:03.489071 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a3111c0-b064-43f4-a3b2-e41b3f271c1b req-1b43b3aa-c91e-4bef-b04e-de44eccb9c4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17e7c48f-5386-454e-96f4-0916029cdf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805643 Dec 21 17:00:03.595905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2e0c60c8-c055-4b9c-8861-7c9ca77f0a7a None None] Set router 3ed72587-a273-4b66-9c28-0b3028f5aa2d gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:03.633910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a3111c0-b064-43f4-a3b2-e41b3f271c1b req-e97b7e65-5e24-4d64-a0ac-435ff4fb6d0b service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381149 Dec 21 17:00:03.777767 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a3111c0-b064-43f4-a3b2-e41b3f271c1b req-5513656b-6477-4348-9f21-dc8a9366a672 service neutron] 10.222.0.48 "GET /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363537 Dec 21 17:00:03.923876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2e0c60c8-c055-4b9c-8861-7c9ca77f0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:05Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '41ca594c-ca66-439b-9231-402f9c0da2d4', 'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:7a:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:04Z', 'updated_at': '2021-12-21T16:57:10Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:03.927881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c60c8-c055-4b9c-8861-7c9ca77f0a7a None None] The sync data for ids ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'] in dv-neutron-822515-1-hyperv is: [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T16:57:05Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '41ca594c-ca66-439b-9231-402f9c0da2d4', 'name': '', 'network_id': '17e7c48f-5386-454e-96f4-0916029cdf26', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:7a:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:04Z', 'updated_at': '2021-12-21T16:57:10Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': 'c98cafd7-b260-4700-a74c-c46acfbfac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:00:04.364940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af99bcfc-7f61-44ec-bfd1-8cfa992d51d5 None None] New status for floating IP 73c88ab8-404d-4280-b44e-1a9b2959ac57: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:00:04.550086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-fef95f6b-d494-44ef-b51d-3b43da0f4937 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:04.550873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-fef95f6b-d494-44ef-b51d-3b43da0f4937 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:00:04.563974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-fef95f6b-d494-44ef-b51d-3b43da0f4937 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:00:04.565186 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-fef95f6b-d494-44ef-b51d-3b43da0f4937 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 946 time: 0.0979855 Dec 21 17:00:04.638909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 85369855-782e-415c-bd0e-236cd8f7c231 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:00:04.639390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:04.657112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a57e6-b5cb-432c-a5b9-d29392b93d68 req-4278fe83-ef94-474f-a972-5f18ea79e64c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:04.659089 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-776a57e6-b5cb-432c-a5b9-d29392b93d68 req-4278fe83-ef94-474f-a972-5f18ea79e64c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 946 time: 0.0886292 Dec 21 17:00:04.711792 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-776a57e6-b5cb-432c-a5b9-d29392b93d68 req-5292dcc6-704f-4d65-b33b-7ef6622144bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eed4c4d-d999-46a2-b86e-ea9147a12468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465364 Dec 21 17:00:04.901822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 85369855-782e-415c-bd0e-236cd8f7c231, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=85369855-782e-415c-bd0e-236cd8f7c231,segment=NetworkSegment(0d163027-8627-4acf-9174-acec3af32d97),segment_id=0d163027-8627-4acf-9174-acec3af32d97)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:04.902740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:05.032398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 85369855-782e-415c-bd0e-236cd8f7c231 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:00:05.178049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:05.183807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3843544a-9e9c-425a-aca3-330ed9c6de8d tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:05.227922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=85369855-782e-415c-bd0e-236cd8f7c231,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:05.240169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:05.240598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:05.241019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:05.241435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:05.241851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:05.242262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:05.243090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:05.243090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:05.243460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:05.243919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:05.244239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:05.275692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:05.319468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port 85369855-782e-415c-bd0e-236cd8f7c231 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:00:05.321893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:05.326662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'name': 'network-vif-deleted', 'tag': '85369855-782e-415c-bd0e-236cd8f7c231'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:00:05.340615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-faec9757-419a-4e81-94d7-3ff1534c0799 req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "DELETE /v2.0/ports/85369855-782e-415c-bd0e-236cd8f7c231 HTTP/1.1" status: 204 len: 173 time: 0.7705576 Dec 21 17:00:05.384902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921fca68-ce5b-4cae-8fb3-a1b008af7c64', 'name': 'network-vif-deleted', 'tag': '85369855-782e-415c-bd0e-236cd8f7c231', 'status': 'completed', 'code': 200} Dec 21 17:00:05.902701 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4bb2f44b-4a3b-4d0e-b052-ea50c2b8dc82 req-822e5fb5-51b0-4402-bd28-5df9cb6ac22a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=921fca68-ce5b-4cae-8fb3-a1b008af7c64 HTTP/1.1" status: 200 len: 210 time: 0.0458910 Dec 21 17:00:07.012962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47330) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:07.086497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af2e9bac-8e82-4294-a43b-9b92f2b1a7b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:07.116530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af2e9bac-8e82-4294-a43b-9b92f2b1a7b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:07.171498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af2e9bac-8e82-4294-a43b-9b92f2b1a7b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:07.176744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fe187b00-34fe-4fe7-a35f-bc49e38915e9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:07.196673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e9bac-8e82-4294-a43b-9b92f2b1a7b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eed4c4d-d999-46a2-b86e-ea9147a12468,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:07.201602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af2e9bac-8e82-4294-a43b-9b92f2b1a7b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:07.205131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af2e9bac-8e82-4294-a43b-9b92f2b1a7b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:07.206377 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-af2e9bac-8e82-4294-a43b-9b92f2b1a7b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/7eed4c4d-d999-46a2-b86e-ea9147a12468 HTTP/1.1" status: 204 len: 168 time: 0.1923409 Dec 21 17:00:07.241691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47336) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:07.655445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:08.286147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 41ca594c-ca66-439b-9231-402f9c0da2d4 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:00:08.286850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:08.483399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 41ca594c-ca66-439b-9231-402f9c0da2d4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=41ca594c-ca66-439b-9231-402f9c0da2d4,segment=NetworkSegment(0d163027-8627-4acf-9174-acec3af32d97),segment_id=0d163027-8627-4acf-9174-acec3af32d97)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:08.483789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:08.608426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 41ca594c-ca66-439b-9231-402f9c0da2d4 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:00:08.789476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:08.793812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0fc98d6-ec7d-4b06-a288-16090edccf48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:08.837775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=41ca594c-ca66-439b-9231-402f9c0da2d4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:08.842051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:09.145652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:09.362539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 85369855-782e-415c-bd0e-236cd8f7c231 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:00:09.400577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 85369855-782e-415c-bd0e-236cd8f7c231 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:00:09.401283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 85369855-782e-415c-bd0e-236cd8f7c231 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:00:09.972345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 3ed72587-a273-4b66-9c28-0b3028f5aa2d has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:00:10.184550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:00:10.194483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df2008-b138-4fad-bdda-40abb53135fd None None] Sync routers for ids ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:00:10.197736 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/3ed72587-a273-4b66-9c28-0b3028f5aa2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9548635 Dec 21 17:00:10.200598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47340) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:10.207166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df2008-b138-4fad-bdda-40abb53135fd None None] Routers {'3ed72587-a273-4b66-9c28-0b3028f5aa2d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:10.207822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-84df2008-b138-4fad-bdda-40abb53135fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:59:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:10.396643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-84df2008-b138-4fad-bdda-40abb53135fd None None] Set router 3ed72587-a273-4b66-9c28-0b3028f5aa2d gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:10.399395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc854fd-98b6-4261-b608-3827fd5261fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting subnet c98cafd7-b260-4700-a74c-c46acfbfac6c {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:00:10.403070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fc854fd-98b6-4261-b608-3827fd5261fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:10.462822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fc854fd-98b6-4261-b608-3827fd5261fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:10.548563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fc854fd-98b6-4261-b608-3827fd5261fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:10.623147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fc854fd-98b6-4261-b608-3827fd5261fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:10.628225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b04d11dc-0ebe-4aa9-9d1d-0a01ef4b1917 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:10.675264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc854fd-98b6-4261-b608-3827fd5261fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Subnet': ['ID=c98cafd7-b260-4700-a74c-c46acfbfac6c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:10.679098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8fc854fd-98b6-4261-b608-3827fd5261fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:10.680228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fc854fd-98b6-4261-b608-3827fd5261fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:10.687567 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8fc854fd-98b6-4261-b608-3827fd5261fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/subnets/c98cafd7-b260-4700-a74c-c46acfbfac6c HTTP/1.1" status: 204 len: 168 time: 0.4858251 Dec 21 17:00:10.688199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9893793-6c28-4590-a15c-553e2f9a8bdb None None] Network 17e7c48f-5386-454e-96f4-0916029cdf26 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:00:10.690349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47344) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:10.853843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-84df2008-b138-4fad-bdda-40abb53135fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T17:00:08Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:10.858564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df2008-b138-4fad-bdda-40abb53135fd None None] Checking router: 3ed72587-a273-4b66-9c28-0b3028f5aa2d for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:00:10.869802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df2008-b138-4fad-bdda-40abb53135fd None None] Routers {'3ed72587-a273-4b66-9c28-0b3028f5aa2d'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:10.870472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-84df2008-b138-4fad-bdda-40abb53135fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:59:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:10.922146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:10.975655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] DHCP port deletion for 17e7c48f-5386-454e-96f4-0916029cdf26 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:00:10.983096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Deleting port 168a03c8-6293-4861-96fe-6144f83d3860 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:00:10.983551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:11.071922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-84df2008-b138-4fad-bdda-40abb53135fd None None] Set router 3ed72587-a273-4b66-9c28-0b3028f5aa2d gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:11.139404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:11.147944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port a40d02fb-0812-4799-852f-4cf32bbd797a {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:00:11.148324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:11.204599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] For port 168a03c8-6293-4861-96fe-6144f83d3860, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=168a03c8-6293-4861-96fe-6144f83d3860,segment=NetworkSegment(0d163027-8627-4acf-9174-acec3af32d97),segment_id=0d163027-8627-4acf-9174-acec3af32d97)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:11.204940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:11.335288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Calling delete_port for 168a03c8-6293-4861-96fe-6144f83d3860 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:00:11.339464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port a40d02fb-0812-4799-852f-4cf32bbd797a, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=a40d02fb-0812-4799-852f-4cf32bbd797a,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:11.340405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:11.390052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-84df2008-b138-4fad-bdda-40abb53135fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T17:00:08Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:11.394609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df2008-b138-4fad-bdda-40abb53135fd None None] The sync data for ids ['3ed72587-a273-4b66-9c28-0b3028f5aa2d'] in dv-neutron-822515-1-hyperv is: [{'id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'name': 'tempest-TestNetworkBasicOps-router-1918482399', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T16:57:00Z', 'updated_at': '2021-12-21T17:00:08Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'a40d02fb-0812-4799-852f-4cf32bbd797a', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72587-a273-4b66-9c28-0b3028f5aa2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T16:57:01Z', 'updated_at': '2021-12-21T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:00:11.432026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:11.437068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ab1475d6-cc0c-415c-aa2d-0f13f1e97490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:11.468944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for a40d02fb-0812-4799-852f-4cf32bbd797a owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:00:11.482103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Pushing event deleted for resources: {'Port': ['ID=168a03c8-6293-4861-96fe-6144f83d3860,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:11.493572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:11.493965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:11.494351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:11.494742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:11.495139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:11.495522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:11.495927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:11.496302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:11.496678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:11.497045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:11.497414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:11.500308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] No DVR routers for this DVR port 168a03c8-6293-4861-96fe-6144f83d3860 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:00:11.502020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:11.639301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:11.643194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e7afd37f-e68b-4fd9-b56f-7f6c72a53386 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:11.688529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=a40d02fb-0812-4799-852f-4cf32bbd797a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:11.692382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:11.918563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.223871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 168a03c8-6293-4861-96fe-6144f83d3860 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:00:12.260019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 168a03c8-6293-4861-96fe-6144f83d3860 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:00:12.260419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 168a03c8-6293-4861-96fe-6144f83d3860 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:00:12.260900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41ca594c-ca66-439b-9231-402f9c0da2d4 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:00:12.297712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 41ca594c-ca66-439b-9231-402f9c0da2d4 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:00:12.298114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 41ca594c-ca66-439b-9231-402f9c0da2d4 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:00:12.430026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.434485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.459474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.460049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Fanout notify agent at l3_agent the message router_deleted on router 3ed72587-a273-4b66-9c28-0b3028f5aa2d {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:00:12.475252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.476453 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/routers/3ed72587-a273-4b66-9c28-0b3028f5aa2d HTTP/1.1" status: 204 len: 168 time: 1.7848454 Dec 21 17:00:12.479560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47348) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:12.600146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.749368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.777836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e7c48f-5386-454e-96f4-0916029cdf26']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:12.790541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d163027-8627-4acf-9174-acec3af32d97') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:12.790904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d163027-8627-4acf-9174-acec3af32d97') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:12.803411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.818471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.825534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:00:12.825915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:00:12.841778 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:00:12.921460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.926051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:12.930066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1850faef-12e1-4922-8b50-0b357195ab25 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:12.954869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Network': ['ID=17e7c48f-5386-454e-96f4-0916029cdf26,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:12.957558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:12.962265 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/networks/17e7c48f-5386-454e-96f4-0916029cdf26 HTTP/1.1" status: 204 len: 168 time: 0.4818070 Dec 21 17:00:12.979154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47352) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:12.985249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'network': {'name': 'tempest-network-smoke--402516033', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'port_security_enabled': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:12.990718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:12.995126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:network and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:12.998133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:13.004200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:13.015407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:00:13.021132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:13.051666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:00:13.061493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:13.061890 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Added segment 0529cb2f-1612-4780-9724-2a8fe0f0472d of type vlan for network b386b840-d06f-4ef0-aa59-0ed73f121a30 Dec 21 17:00:13.089211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:13.118513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:13.123246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:13.123889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:13.129093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00aff0ef-fc78-437d-8c53-f4ad6b454af5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:13.187776 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2074184 Dec 21 17:00:13.190911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47356) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:13.196774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'admin_state_up': True, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:13.205572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:13.209609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:router and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:13.212599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:13.218589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:13.228894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:13.229869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:13.243816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Network': ['ID=b386b840-d06f-4ef0-aa59-0ed73f121a30,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:13.247291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:13.252090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:13.255526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network b386b840-d06f-4ef0-aa59-0ed73f121a30 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:00:13.403718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:13.589792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:13.621459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:13.982290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.20 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/dead0eb0-84b1-4661-9f62-73be1745969b) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:00:14.134124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a40d02fb-0812-4799-852f-4cf32bbd797a no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:00:14.136365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:14.165956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:14.171222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0eae5825-6a1c-4734-834c-e565ecb062ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:14.172413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: a40d02fb-0812-4799-852f-4cf32bbd797a {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:00:14.172816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device a40d02fb-0812-4799-852f-4cf32bbd797a not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:00:14.235685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:00:14.239217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:00:14.243199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:00:14.281845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=dead0eb0-84b1-4661-9f62-73be1745969b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:14.290877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:14.409226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:14.410011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:14.645387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4c12eee5-c032-4b84-a89b-ce7845b633fd is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:00:14.859252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:00:14.869371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Sync routers for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:00:14.881761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:14.882481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:59:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:14.884870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:14.886195 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6942129 Dec 21 17:00:14.889542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47360) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:15.069691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:15.133343 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-91a75a97-ad45-4356-87e9-4560ba340f27 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=265bc93eb934473fb3c7691bab6254d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2423894 Dec 21 17:00:15.136124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47366) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:15.283786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ebeee-e13d-42bc-81d9-35027c6216b1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:15.285743 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4f3ebeee-e13d-42bc-81d9-35027c6216b1 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477904 Dec 21 17:00:15.288924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47370) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:15.335949 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-35f18828-ac75-4e93-8dc0-f26ac2cff64c tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456760 Dec 21 17:00:15.338609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47374) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:15.345140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-984684740', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:15.465802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:15.469841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:subnet and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:15.472982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:15.479454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:15.488956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:00:15.534565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:14Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:15.538711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Checking router: 4c12eee5-c032-4b84-a89b-ce7845b633fd for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:00:15.539151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Updating router 4c12eee5-c032-4b84-a89b-ce7845b633fd port dead0eb0-84b1-4661-9f62-73be1745969b binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:00:15.592129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:15.597239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:15.769358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f172fd8d-d393-4d23-b8db-95db1468e838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:15.823036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:15.827429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e9a8acce-efb7-482c-b02b-dc67f9ae6116 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:15.910696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Subnet': ['ID=7b9d855a-ee53-498e-a66b-013bc2b9a4d4,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:15.913507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:15.923032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Checking segment: {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:00:15.923428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network hostable DHCP agents. Network: b386b840-d06f-4ef0-aa59-0ed73f121a30, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:00:15.945451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network b386b840-d06f-4ef0-aa59-0ed73f121a30 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:00:15.953960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, b386b840-d06f-4ef0-aa59-0ed73f121a30) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:00:15.954127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:15.957937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:15.958586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:15.966168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba222a5-6150-4104-bd92-b08d09f3bdea None None] Network b386b840-d06f-4ef0-aa59-0ed73f121a30 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:00:15.980524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6402566 Dec 21 17:00:15.984248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Transition to ACTIVE for port object dead0eb0-84b1-4661-9f62-73be1745969b will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:00:15.987962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47378) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:16.008130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:16.017925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01d722e7-b94a-42eb-9dbc-5417f0a21dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:16.172969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c87bd-7d0f-438c-87a0-fb03225a378f None None] Pushing event updated for resources: {'Port': ['ID=dead0eb0-84b1-4661-9f62-73be1745969b,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:16.185113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a32c87bd-7d0f-438c-87a0-fb03225a378f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:16.213457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Attempting to bind port dead0eb0-84b1-4661-9f62-73be1745969b on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:00:16.213885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Attempting to bind port dead0eb0-84b1-4661-9f62-73be1745969b by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:00:16.214302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Attempting to bind port dead0eb0-84b1-4661-9f62-73be1745969b on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:00:16.243516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:00:16.243949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:00:16.244415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:16.244868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:00:16.245406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Bound port: dead0eb0-84b1-4661-9f62-73be1745969b, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:00:16.245839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:16.350996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-b386b840-d06f-4ef0-aa59-0ed73f121a30', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:00:16.351901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:16.384768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] For port dead0eb0-84b1-4661-9f62-73be1745969b, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:00:16.444501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] For port dead0eb0-84b1-4661-9f62-73be1745969b, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=dead0eb0-84b1-4661-9f62-73be1745969b,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:00:16.456744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:16.464195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:16.603620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c87bd-7d0f-438c-87a0-fb03225a378f None None] Pushing event updated for resources: {'Port': ['ID=dead0eb0-84b1-4661-9f62-73be1745969b,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:16.610504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a32c87bd-7d0f-438c-87a0-fb03225a378f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:16.620305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:16.621024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T16:59:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:16.683711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Allocated IP 172.20.0.2 (b386b840-d06f-4ef0-aa59-0ed73f121a30/7b9d855a-ee53-498e-a66b-013bc2b9a4d4/3b8b9019-16ca-4759-b6ca-fab6fb983080) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:00:16.961908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:17.031319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:17.247080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:17.249758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:17.438661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Transition to ACTIVE for port object 3b8b9019-16ca-4759-b6ca-fab6fb983080 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:00:17.503089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Transition to ACTIVE for port object 3b8b9019-16ca-4759-b6ca-fab6fb983080 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:00:17.511126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:17.516629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:17.576138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.1 (b386b840-d06f-4ef0-aa59-0ed73f121a30/7b9d855a-ee53-498e-a66b-013bc2b9a4d4/321799e3-7be9-40d1-afe5-80e2284dca5b) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:00:17.602560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Network b386b840-d06f-4ef0-aa59-0ed73f121a30 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:00:17.603781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:00:17.607106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Pushing event updated for resources: {'Port': ['ID=3b8b9019-16ca-4759-b6ca-fab6fb983080,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:17.609560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:00:17.618515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:17.705660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:14Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:17.711431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12604f69-1110-484c-9db1-466f04e079f7 None None] The sync data for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv is: [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:14Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:00:17.715145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Attempting to bind port 3b8b9019-16ca-4759-b6ca-fab6fb983080 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:00:17.715933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Attempting to bind port 3b8b9019-16ca-4759-b6ca-fab6fb983080 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:00:17.715933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Attempting to bind port 3b8b9019-16ca-4759-b6ca-fab6fb983080 on network b386b840-d06f-4ef0-aa59-0ed73f121a30 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:00:17.723783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:00:17.724221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Checking segment: {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:00:17.724684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:17.725137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Bound using segment: {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:00:17.725678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Bound port: 3b8b9019-16ca-4759-b6ca-fab6fb983080, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:00:17.726116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:17.757946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:17.774737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 321799e3-7be9-40d1-afe5-80e2284dca5b will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:00:17.795922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:17.800712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86e5fa7c-079c-42f1-b686-6800bb32b78b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:17.824481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] For port 3b8b9019-16ca-4759-b6ca-fab6fb983080, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:00:17.828181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] For port 3b8b9019-16ca-4759-b6ca-fab6fb983080, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3b8b9019-16ca-4759-b6ca-fab6fb983080,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:00:17.832655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:17.837475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a32c87bd-7d0f-438c-87a0-fb03225a378f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:17.875821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network b386b840-d06f-4ef0-aa59-0ed73f121a30 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:00:17.879840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:00:17.882395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:00:17.926568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Pushing event updated for resources: {'Port': ['ID=3b8b9019-16ca-4759-b6ca-fab6fb983080,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:17.929702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:17.930846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=321799e3-7be9-40d1-afe5-80e2284dca5b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:17.933814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:17.957860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:17.996567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e782f583-da17-48f3-affc-5af35ff08889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:18.054075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:18.278763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device dead0eb0-84b1-4661-9f62-73be1745969b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:00:18.385365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:18.398628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port dead0eb0-84b1-4661-9f62-73be1745969b completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:00:18.405711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port dead0eb0-84b1-4661-9f62-73be1745969b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:18.414222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:18.560118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:18.579078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port dead0eb0-84b1-4661-9f62-73be1745969b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=dead0eb0-84b1-4661-9f62-73be1745969b,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:18.583182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:18.585227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:18.589984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:18.593976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:18.626096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-da4a7dd4-29c2-4017-a386-8521af8dda2a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:18.659682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=dead0eb0-84b1-4661-9f62-73be1745969b,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:18.663052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:18.717065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:18.721660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=321799e3-7be9-40d1-afe5-80e2284dca5b,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:18.724991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:18.874295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network b386b840-d06f-4ef0-aa59-0ed73f121a30 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:00:18.875547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:00:19.288388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4c12eee5-c032-4b84-a89b-ce7845b633fd has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:00:19.515837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:00:19.530530 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/4c12eee5-c032-4b84-a89b-ce7845b633fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5412610 Dec 21 17:00:19.533164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47382) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:19.631753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600cee6-0568-46a7-a127-11e924004284 None None] Network b386b840-d06f-4ef0-aa59-0ed73f121a30 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:00:19.684789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed93be-c4fb-4291-9172-0e1250505106 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:19.685144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed93be-c4fb-4291-9172-0e1250505106 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:19.685560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed93be-c4fb-4291-9172-0e1250505106 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:19.685969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed93be-c4fb-4291-9172-0e1250505106 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:19.687829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c9ed93be-c4fb-4291-9172-0e1250505106 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1536403 Dec 21 17:00:19.690625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47386) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:19.726139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-07344ad1-9595-4a97-a21a-c000efe5d274 None None] Provisioning for port 3b8b9019-16ca-4759-b6ca-fab6fb983080 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:00:19.764819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7621b-5d3c-4d54-86a2-674e14ca20a9 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:19.765246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7621b-5d3c-4d54-86a2-674e14ca20a9 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:19.765658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7621b-5d3c-4d54-86a2-674e14ca20a9 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:19.766071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7621b-5d3c-4d54-86a2-674e14ca20a9 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:19.768331 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-41b7621b-5d3c-4d54-86a2-674e14ca20a9 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0762637 Dec 21 17:00:19.770757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47390) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:19.826533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:19.986577 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fa8d6927-b42a-4c18-acb5-fe7da33914ec tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2145236 Dec 21 17:00:20.172753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4d2d446c-fb31-42d5-aa1d-f1bc9b39e7ec None None] Provisioning for port 321799e3-7be9-40d1-afe5-80e2284dca5b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:00:20.178122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4d2d446c-fb31-42d5-aa1d-f1bc9b39e7ec None None] Provisioning complete for port 321799e3-7be9-40d1-afe5-80e2284dca5b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:20.178549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d2d446c-fb31-42d5-aa1d-f1bc9b39e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:20.242224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d446c-fb31-42d5-aa1d-f1bc9b39e7ec None None] Port 321799e3-7be9-40d1-afe5-80e2284dca5b cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:00:20.267971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3b8b9019-16ca-4759-b6ca-fab6fb983080 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:00:20.344957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 3b8b9019-16ca-4759-b6ca-fab6fb983080 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:00:20.350421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 3b8b9019-16ca-4759-b6ca-fab6fb983080 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:20.350902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:20.493078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:20.512757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-607c7e0b-8887-48de-9eb8-ec419b0a335f None None] Provisioning complete for port 321799e3-7be9-40d1-afe5-80e2284dca5b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:20.513181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-607c7e0b-8887-48de-9eb8-ec419b0a335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:20.583742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-607c7e0b-8887-48de-9eb8-ec419b0a335f None None] Port 321799e3-7be9-40d1-afe5-80e2284dca5b cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:00:20.587257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 3b8b9019-16ca-4759-b6ca-fab6fb983080, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3b8b9019-16ca-4759-b6ca-fab6fb983080,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:20.590419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:20.591422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device dead0eb0-84b1-4661-9f62-73be1745969b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:00:20.623554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:20.722088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=3b8b9019-16ca-4759-b6ca-fab6fb983080,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:20.726357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:20.737006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-744b29a0-ae5f-46f3-a36e-6c14705c4f5a None None] Provisioning complete for port 321799e3-7be9-40d1-afe5-80e2284dca5b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:20.737453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-744b29a0-ae5f-46f3-a36e-6c14705c4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:20.755018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Sync routers for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:00:20.768448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:20.769111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:00:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:20.781817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port dead0eb0-84b1-4661-9f62-73be1745969b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:20.782240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:20.849333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-744b29a0-ae5f-46f3-a36e-6c14705c4f5a None None] Port 321799e3-7be9-40d1-afe5-80e2284dca5b cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:00:20.957614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:21.273500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47398) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:21.280389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848203270', 'description': 'tempest-secgroup-smoke-1848203270 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:21.284227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:21.287321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:21.289632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Checking router: 4c12eee5-c032-4b84-a89b-ce7845b633fd for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:00:21.290018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Updating router 4c12eee5-c032-4b84-a89b-ce7845b633fd port 321799e3-7be9-40d1-afe5-80e2284dca5b binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:00:21.291695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:21.295441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:21.302084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:21.312130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.347184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.351489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:21.356276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:21.359258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:21.367983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:21.430633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.434532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.440187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a23bb2f3-8ade-4792-a3e4-b9881bd9b253 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:21.485246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5808a5dd-97ec-4bb4-8596-e89d57dc2a17,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:21.488077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.489391 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2148621 Dec 21 17:00:21.490414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:21.492410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47402) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:21.498486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5808a5dd-97ec-4bb4-8596-e89d57dc2a17', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:21.504915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:21.509026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:21.512211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:21.518388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:21.535637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.603955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.606983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.608922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2b2a121f-df85-496e-b196-d07963f9923d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:21.625405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a11f90-abea-415e-aa92-ae21d9f09563,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:21.632164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:21.641995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.643330 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1498680 Dec 21 17:00:21.646265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47406) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:21.652748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5808a5dd-97ec-4bb4-8596-e89d57dc2a17', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:21.659031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:21.663118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:21.666145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:21.672910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:21.689529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.709152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.721864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Transition to ACTIVE for port object 321799e3-7be9-40d1-afe5-80e2284dca5b will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:00:21.727888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.732168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82688644-6861-49fc-af98-4a48c564a25a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:21.761923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.765634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.767633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b49fe24a-0bbf-4b06-bd6f-b55d9b33c482 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:21.792025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f7eead-2278-42bc-b632-1922b931e08a,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:21.795028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:21.802362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.806966 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-616f75d8-eef7-4160-8d41-811ce1d941e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1564419 Dec 21 17:00:21.806966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47410) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:21.813270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5808a5dd-97ec-4bb4-8596-e89d57dc2a17', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:21.819990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:21.824967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:21.828083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:21.834288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:21.853837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.869750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Pushing event updated for resources: {'Port': ['ID=321799e3-7be9-40d1-afe5-80e2284dca5b,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:21.913731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:21.914119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:21.914499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:21.914897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:21.915272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:21.915646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:21.916007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:21.916376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:21.916745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:21.917104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:21.917464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:21.921294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:21.926215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.930209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.932532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5293ab63-6241-45ef-a40a-6bbd50d9005d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:21.957757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801eb92a-3aa9-4ff4-afd4-819fa8de33c0,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:21.960647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:21.971982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.973593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1655321 Dec 21 17:00:21.977677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47414) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:21.983741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5808a5dd-97ec-4bb4-8596-e89d57dc2a17', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:21.983948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Attempting to bind port 321799e3-7be9-40d1-afe5-80e2284dca5b on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:00:21.984303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Attempting to bind port 321799e3-7be9-40d1-afe5-80e2284dca5b by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:00:21.984716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Attempting to bind port 321799e3-7be9-40d1-afe5-80e2284dca5b on network b386b840-d06f-4ef0-aa59-0ed73f121a30 {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:00:21.990662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:21.992952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:00:21.993368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Checking segment: {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:00:21.993826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.994275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Bound using segment: {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:00:21.994832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Bound port: 321799e3-7be9-40d1-afe5-80e2284dca5b, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:00:21.994966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:21.995361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:21.998293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:22.004703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:22.024299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.097553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] For port 321799e3-7be9-40d1-afe5-80e2284dca5b, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:00:22.098692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.101830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] For port 321799e3-7be9-40d1-afe5-80e2284dca5b, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=321799e3-7be9-40d1-afe5-80e2284dca5b,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:00:22.102104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.104233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45440daa-e85a-45fb-9f55-ef8ece18f5e8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:22.105236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.109922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0a98886c-4239-4f71-940f-23a8312aa1c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:22.128503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d30073-8b62-44a3-8aee-0af9d4e83e13,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:22.131043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:22.138223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.142721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47418) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:22.149154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5808a5dd-97ec-4bb4-8596-e89d57dc2a17', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:22.151455 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1734123 Dec 21 17:00:22.155769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:22.160026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:22.163187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:22.171580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:22.182116 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:00:22.190137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.193756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Pushing event updated for resources: {'Port': ['ID=321799e3-7be9-40d1-afe5-80e2284dca5b,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:22.197786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-869b9f1c-97d0-421d-9119-7b2eeded9e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:22.202894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:22.203532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3b8b9019-16ca-4759-b6ca-fab6fb983080 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:00:22.203847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:00:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:22.271690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.276843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.279034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a72789d-cd3a-4baf-b302-004beb1172f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:22.295837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 3b8b9019-16ca-4759-b6ca-fab6fb983080 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:22.296269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.315337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac552623-a696-4bf4-86d0-0c717c794f37,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:22.325453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.327084 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1832185 Dec 21 17:00:22.328932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:22.329575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:22.330151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47422) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:22.330457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:22.331139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:22.331763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:22.332397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:22.333013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:22.333631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:22.334252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:22.334921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:22.335552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:00:22.343470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:22.348655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '5808a5dd-97ec-4bb4-8596-e89d57dc2a17', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:22.358447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:22.363552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:22.367189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:22.374765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:22.391241 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:00:22.400279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.505821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.509558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.511731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a1d88bc6-f9bd-4db3-ac44-58b536ca40c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:22.544743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0b47a9-1547-470f-aa51-72ec0f909f57,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:22.547412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:22.548324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:22.558896 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2183895 Dec 21 17:00:22.597585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:22.751612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-2d1b874f-c7c9-41ae-91a9-ceb14d3c6893 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:00:22.766160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-2d1b874f-c7c9-41ae-91a9-ceb14d3c6893 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:00:22.767489 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-2d1b874f-c7c9-41ae-91a9-ceb14d3c6893 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848203270&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.0653334 Dec 21 17:00:22.772909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:00:22.928804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00e5f8d9-5325-4ecf-be15-7a01f94f48c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:22.929472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00e5f8d9-5325-4ecf-be15-7a01f94f48c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:00:22.940070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:22Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:22.944653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45408bf3-08e3-45aa-ad06-da425647f543 None None] The sync data for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv is: [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:22Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:00:22.945214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00e5f8d9-5325-4ecf-be15-7a01f94f48c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:00:22.946488 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00e5f8d9-5325-4ecf-be15-7a01f94f48c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 796 time: 0.1716940 Dec 21 17:00:22.965528 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-e65f7142-b2f1-4ddd-a57e-da746244bbf7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/quotas/265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 375 time: 0.0121939 Dec 21 17:00:23.059421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7225fa1b-c947-4051-9e3c-e97bfc3eb897 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:00:23.082379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7225fa1b-c947-4051-9e3c-e97bfc3eb897 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:00:23.084034 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7225fa1b-c947-4051-9e3c-e97bfc3eb897 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125624 Dec 21 17:00:23.239888 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-16ef841b-a99f-44f8-82a8-8559611fcea6 service neutron] 10.222.0.67 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428068 Dec 21 17:00:23.391735 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-fbf604d6-7fc8-4749-a0eb-57396717de0a service neutron] 10.222.0.67 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448345 Dec 21 17:00:23.597323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3b904867-3655-4049-824a-36ea5b433bcd req-76153694-ba96-470f-9f54-3e3013c0b696 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 210 time: 0.0468712 Dec 21 17:00:24.224713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 321799e3-7be9-40d1-afe5-80e2284dca5b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:00:24.298727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 321799e3-7be9-40d1-afe5-80e2284dca5b completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:00:24.303666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 321799e3-7be9-40d1-afe5-80e2284dca5b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:24.304095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:24.425180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:24.462333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 321799e3-7be9-40d1-afe5-80e2284dca5b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=321799e3-7be9-40d1-afe5-80e2284dca5b,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:24.465603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:24.467597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:24.535224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=321799e3-7be9-40d1-afe5-80e2284dca5b,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:24.539698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:24.764337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-c41adeba-5aeb-4e19-905c-3c9b478e82d1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:24.766024 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-c41adeba-5aeb-4e19-905c-3c9b478e82d1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 796 time: 0.1763892 Dec 21 17:00:24.831368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-28c183fa-8563-41f8-be68-8f4103085c08 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:00:24.843783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-28c183fa-8563-41f8-be68-8f4103085c08 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:00:24.845114 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-28c183fa-8563-41f8-be68-8f4103085c08 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 380 time: 0.0682044 Dec 21 17:00:24.854364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'device_id': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'admin_state_up': True, 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'security_groups': ['5808a5dd-97ec-4bb4-8596-e89d57dc2a17']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:24.911562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-863ce73b-78c0-4bc9-a615-b40a61ea4c9d req-5b0ec8a6-0c5c-409a-9f39-e0cdb4cf3d11 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 210 time: 0.0485642 Dec 21 17:00:25.232980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:25.242933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:25.251609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:00:25.257012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:25.427775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.5 (b386b840-d06f-4ef0-aa59-0ed73f121a30/7b9d855a-ee53-498e-a66b-013bc2b9a4d4/f6cd2ea0-1858-4fc5-a0be-51d27cce7901) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:00:25.623144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:25.639589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object f6cd2ea0-1858-4fc5-a0be-51d27cce7901 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:00:25.659629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:25.665166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-789581bb-44df-43af-98c1-e2fdb54c7bdd tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:25.739569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network b386b840-d06f-4ef0-aa59-0ed73f121a30 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:00:25.740437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:25.743152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:00:25.745085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:25.745851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:00:25.814032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:25.814715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:25.843129 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9927518 Dec 21 17:00:25.855244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Request body: {'port': {'device_id': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:25.972704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:26.062373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-38ba8b26-f53b-45c7-ba2f-14afaaba3345 None None] Provisioning for port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:00:26.067403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-38ba8b26-f53b-45c7-ba2f-14afaaba3345 None None] Provisioning complete for port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:26.067836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-38ba8b26-f53b-45c7-ba2f-14afaaba3345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:26.123916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-38ba8b26-f53b-45c7-ba2f-14afaaba3345 None None] Port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:00:26.128157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f21f3-d773-4852-b338-6fad5589b93b req-24ebb28e-e28c-4ba2-a0dd-2d0e578f148f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:26.129971 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cc0f21f3-d773-4852-b338-6fad5589b93b req-24ebb28e-e28c-4ba2-a0dd-2d0e578f148f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 931 time: 0.0876710 Dec 21 17:00:26.180780 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cc0f21f3-d773-4852-b338-6fad5589b93b req-35e99842-a0c1-4ace-b38e-f6e994c45455 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447698 Dec 21 17:00:26.196158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 321799e3-7be9-40d1-afe5-80e2284dca5b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:00:26.272306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 321799e3-7be9-40d1-afe5-80e2284dca5b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:26.272734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:26.340146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cd2ea0-1858-4fc5-a0be-51d27cce7901 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:00:26.347410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:26.363705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Transition to ACTIVE for port object f6cd2ea0-1858-4fc5-a0be-51d27cce7901 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:00:26.366726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:26.372295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08a5bdab-8079-4510-b779-3fdd57aad198 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:26.503723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:26.508140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:26.619846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Attempting to bind port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:00:26.620227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Attempting to bind port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:00:26.620600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Attempting to bind port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 on network b386b840-d06f-4ef0-aa59-0ed73f121a30 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:00:26.627737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 on network b386b840-d06f-4ef0-aa59-0ed73f121a30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:00:26.628101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Attempting to bind port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 on network b386b840-d06f-4ef0-aa59-0ed73f121a30 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:00:26.635156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:00:26.635671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Checking segment: {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:00:26.636097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Bound using segment: {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:00:26.636612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Bound port: f6cd2ea0-1858-4fc5-a0be-51d27cce7901, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:00:26.637001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:26.728807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] For port f6cd2ea0-1858-4fc5-a0be-51d27cce7901, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:00:26.732565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] For port f6cd2ea0-1858-4fc5-a0be-51d27cce7901, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:00:26.736129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:26.740864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60710fec-e731-4e78-9bfb-b6f68c220a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:26.807760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:26.809303 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] 10.222.0.48 "PUT /v2.0/ports/f6cd2ea0-1858-4fc5-a0be-51d27cce7901 HTTP/1.1" status: 200 len: 1093 time: 0.9589958 Dec 21 17:00:26.809872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:00:26.829860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:26.833455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:26.883112 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'status': 'completed', 'code': 200} Dec 21 17:00:26.928137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-280ad1e6-53d9-407d-b024-681c397d15e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 1096 time: 0.0823557 Dec 21 17:00:27.002046 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-45f2dabe-6fee-47eb-b66e-8b9f1f757a9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901 HTTP/1.1" status: 200 len: 217 time: 0.0662727 Dec 21 17:00:27.075097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-b889d044-bd45-4fc6-a6bd-500401cf6f01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:27.076682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-b889d044-bd45-4fc6-a6bd-500401cf6f01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 200 len: 834 time: 0.0684712 Dec 21 17:00:27.156113 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-298d05ef-2f5a-44ea-b5ad-dc326f46001b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b386b840-d06f-4ef0-aa59-0ed73f121a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734320 Dec 21 17:00:27.299962 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-074659e9-c541-45e0-89f4-610d9682ea34 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371276 Dec 21 17:00:27.406161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a59e0-6cb3-4427-b629-fd62299aef26 req-43d70c88-7f93-4a10-9071-4c682ac1779f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:27.407833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d60a59e0-6cb3-4427-b629-fd62299aef26 req-43d70c88-7f93-4a10-9071-4c682ac1779f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 943 time: 0.0901899 Dec 21 17:00:27.445836 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-476e5316-c7e1-441c-8bdc-f6b32b1acf3f req-4f81b580-0127-4d00-b5a4-2ed08aa2fa68 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399488 Dec 21 17:00:27.457680 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d60a59e0-6cb3-4427-b629-fd62299aef26 req-7989a7aa-d21c-4850-93d1-6b2f7a2b33ea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Dec 21 17:00:27.566873 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e8bb9dc4-362d-4027-9387-38b8848be16b req-a405d02c-edd0-48b0-bb5f-377f71f7e9ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 1096 time: 0.0782661 Dec 21 17:00:27.709670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb9dc4-362d-4027-9387-38b8848be16b req-1bdd6efd-42be-4bf2-a30b-5e3497dcbdb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:27.711291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e8bb9dc4-362d-4027-9387-38b8848be16b req-1bdd6efd-42be-4bf2-a30b-5e3497dcbdb2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 897 time: 0.1378875 Dec 21 17:00:27.782697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e8bb9dc4-362d-4027-9387-38b8848be16b req-de9ca04d-495a-4f97-bc41-bfde95fab66b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901 HTTP/1.1" status: 200 len: 217 time: 0.0640960 Dec 21 17:00:27.854113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb9dc4-362d-4027-9387-38b8848be16b req-c6582789-d3bf-42f2-88d5-9891ac47ad44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:27.856168 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e8bb9dc4-362d-4027-9387-38b8848be16b req-c6582789-d3bf-42f2-88d5-9891ac47ad44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 200 len: 834 time: 0.0672886 Dec 21 17:00:27.936892 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e8bb9dc4-362d-4027-9387-38b8848be16b req-2b44b561-a103-4c7d-b9d7-ff4f21fec3f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b386b840-d06f-4ef0-aa59-0ed73f121a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734069 Dec 21 17:00:28.083185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e8bb9dc4-362d-4027-9387-38b8848be16b req-ee7d8e5b-a575-4770-8b23-aedab4cd868d service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388423 Dec 21 17:00:28.225075 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e8bb9dc4-362d-4027-9387-38b8848be16b req-4fadde09-c5c0-48dd-a015-55134b0f7201 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346471 Dec 21 17:00:28.661961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8ea39-75f3-4b73-9b25-7beaf6b9d6ec req-3f3bff92-3772-4580-a593-a671441105f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:28.663553 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c4f8ea39-75f3-4b73-9b25-7beaf6b9d6ec req-3f3bff92-3772-4580-a593-a671441105f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 943 time: 0.0838494 Dec 21 17:00:28.711633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c4f8ea39-75f3-4b73-9b25-7beaf6b9d6ec req-27fcdb06-dbab-4643-98f5-c4b7c3c8e57b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419812 Dec 21 17:00:29.390403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:29.919982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f0dfc-e6bb-44bb-948b-728ec162756d req-9573e8f8-8435-46b7-85ac-1cca6589a870 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:29.921593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978f0dfc-e6bb-44bb-948b-728ec162756d req-9573e8f8-8435-46b7-85ac-1cca6589a870 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 943 time: 0.0867217 Dec 21 17:00:29.970234 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978f0dfc-e6bb-44bb-948b-728ec162756d req-1c11bceb-b001-41fb-8269-367dfe3ed4c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Dec 21 17:00:31.175024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30f8bf-be4b-4eca-abd9-3a1e6af03edc req-43d22a1b-768a-449a-b274-1df275fd3971 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:31.176625 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ba30f8bf-be4b-4eca-abd9-3a1e6af03edc req-43d22a1b-768a-449a-b274-1df275fd3971 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 943 time: 0.0841379 Dec 21 17:00:31.227511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ba30f8bf-be4b-4eca-abd9-3a1e6af03edc req-7c27e5a6-7b5a-4438-9d75-ed2e69e93959 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449531 Dec 21 17:00:31.455779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device f6cd2ea0-1858-4fc5-a0be-51d27cce7901 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:00:31.599784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port f6cd2ea0-1858-4fc5-a0be-51d27cce7901, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:31.613380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'port_id': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'mac_address': 'fa:16:3e:74:66:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:00:31.667981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:31.690840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cd2ea0-1858-4fc5-a0be-51d27cce7901 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:00:31.706368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port f6cd2ea0-1858-4fc5-a0be-51d27cce7901, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:31.709182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:31.711055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:31.778645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:31.781970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:31.947276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['f6cd2ea0-1858-4fc5-a0be-51d27cce7901'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:00:32.432221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bec932-5f6e-4a41-86b5-c32add0cada7 req-c7367459-5aeb-460e-9c61-d57fc4d9fab2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:32.434456 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15bec932-5f6e-4a41-86b5-c32add0cada7 req-c7367459-5aeb-460e-9c61-d57fc4d9fab2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 944 time: 0.0874195 Dec 21 17:00:32.481865 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15bec932-5f6e-4a41-86b5-c32add0cada7 req-ebe935e5-7f50-40b1-9939-508dc62d2a12 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 Dec 21 17:00:33.471136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device f6cd2ea0-1858-4fc5-a0be-51d27cce7901 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:00:33.543904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:00:33.548705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:33.549129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:33.669187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:33.698006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9f771-fb38-461f-9905-d807b768dfd0 req-50381e19-8e5a-4ea4-8cb4-0142dcc5f52e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:33.699605 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e9d9f771-fb38-461f-9905-d807b768dfd0 req-50381e19-8e5a-4ea4-8cb4-0142dcc5f52e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 944 time: 0.0909240 Dec 21 17:00:33.699740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:00:33.710676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port f6cd2ea0-1858-4fc5-a0be-51d27cce7901, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:33.713766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:33.715934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-41ce9cf7-ffc2-4361-9393-6c8b5605008d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:33.751321 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e9d9f771-fb38-461f-9905-d807b768dfd0 req-29887c3e-92db-4e98-981d-5953cbe71410 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452497 Dec 21 17:00:33.761091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'code': 200} Dec 21 17:00:33.787711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:33.790841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:34.014041 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7f9f067-1b3f-41b7-956f-ce0b4e3ff875 req-c6e16e98-dd01-4c8a-a678-4225ce7c217c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 1098 time: 0.0828626 Dec 21 17:00:34.057881 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7f9f067-1b3f-41b7-956f-ce0b4e3ff875 req-6a575c8d-5977-4596-92f7-8850e6e72822 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380404 Dec 21 17:00:34.969788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc62597-fabb-47a4-b844-8bbe395dba83 req-44807c43-dd1c-4860-b2de-5ea2ff4bf7f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:34.971470 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ecc62597-fabb-47a4-b844-8bbe395dba83 req-44807c43-dd1c-4860-b2de-5ea2ff4bf7f4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 945 time: 0.0944667 Dec 21 17:00:35.022052 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ecc62597-fabb-47a4-b844-8bbe395dba83 req-741dca4a-93b0-4e53-b5fc-7a5303244dec tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440130 Dec 21 17:00:36.227706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fe1fa-b5c9-4cf3-a289-8200d669f237 req-25e2236e-9d9a-4e2d-9481-c79d988b296b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:36.229317 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-667fe1fa-b5c9-4cf3-a289-8200d669f237 req-25e2236e-9d9a-4e2d-9481-c79d988b296b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 945 time: 0.0870640 Dec 21 17:00:36.276789 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-667fe1fa-b5c9-4cf3-a289-8200d669f237 req-9aa84cae-3548-4033-8abb-e94fb53ccaa8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Dec 21 17:00:36.482737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4067cf7-b2c0-4538-95dc-a88074bed0c8 req-e252f4d6-88c3-4ddd-a5d9-49470176f56b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:36.484363 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d4067cf7-b2c0-4538-95dc-a88074bed0c8 req-e252f4d6-88c3-4ddd-a5d9-49470176f56b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 945 time: 0.0817602 Dec 21 17:00:36.536123 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d4067cf7-b2c0-4538-95dc-a88074bed0c8 req-eb44bf09-e67a-468a-86bd-7811b10c2b15 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455606 Dec 21 17:00:36.563768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47480) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:36.637892 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e3762bfc-7751-4e3c-a0b5-4f8a91cb2dcd tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 1093 time: 0.0727673 Dec 21 17:00:36.640518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47484) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:36.646025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:36.651934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:36.655930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:floatingip and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:36.658871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:36.664832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:36.674568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:36.820816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:36.965032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.237 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/7c0d6f3e-1737-474d-8a94-8e4eaff6ad53) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:00:37.118556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:37.143129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:37.147454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08d89867-2dd1-452d-ab9e-7563887df17a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:37.204101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:00:37.205221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:00:37.213687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:00:37.264409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=7c0d6f3e-1737-474d-8a94-8e4eaff6ad53,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:37.268771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:37.991305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:38.048450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:38.262577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:38.266193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:38.271342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d101bdd4-7142-4110-8e0d-a58170a14415 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:38.371564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=7c0d6f3e-1737-474d-8a94-8e4eaff6ad53,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:38.379755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:38.396896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:38.591461 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP 026c556d-1a56-4693-8319-1f1d61949ce2 associated. External IP: 172.26.7.237, port: f6cd2ea0-1858-4fc5-a0be-51d27cce7901. Dec 21 17:00:39.001961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4c12eee5-c032-4b84-a89b-ce7845b633fd has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:00:39.210277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:00:39.236559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:39.296840 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6551182 Dec 21 17:00:39.297491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:00:39.299723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47488) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:39.309746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbd5466-6c2d-472a-9eac-ce65e53f2c1b None None] Sync routers for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:00:39.323080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd5466-6c2d-472a-9eac-ce65e53f2c1b None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:39.324087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6fbd5466-6c2d-472a-9eac-ce65e53f2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:00:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:39.387325 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-58fe2323-657b-481d-800a-502b9b109c3d tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 1093 time: 0.0862045 Dec 21 17:00:39.529658 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'status': 'completed', 'code': 200} Dec 21 17:00:39.537197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6fbd5466-6c2d-472a-9eac-ce65e53f2c1b None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:39.630456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47498) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:39.637435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144456788', 'description': 'tempest-secgroup-smoke-144456788 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:39.644325 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fee193dd-5c25-401b-b025-298001582524 req-124ed97d-4071-40ff-80f2-01bb3c6f805b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 1098 time: 0.0917366 Dec 21 17:00:39.646592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:39.684233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:39.753447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:39.828158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:39.833450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee193dd-5c25-401b-b025-298001582524 req-edfc4d0e-4bd9-4ab3-a97f-a28081a62af3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:39.835054 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fee193dd-5c25-401b-b025-298001582524 req-edfc4d0e-4bd9-4ab3-a97f-a28081a62af3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 897 time: 0.1845570 Dec 21 17:00:39.836023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:39.839031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:39.845669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:39.909980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6fbd5466-6c2d-472a-9eac-ce65e53f2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '026c556d-1a56-4693-8319-1f1d61949ce2', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:74:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:37Z', 'updated_at': '2021-12-21T17:00:37Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:39.915999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbd5466-6c2d-472a-9eac-ce65e53f2c1b None None] Checking router: 4c12eee5-c032-4b84-a89b-ce7845b633fd for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:00:39.926484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd5466-6c2d-472a-9eac-ce65e53f2c1b None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:39.927198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6fbd5466-6c2d-472a-9eac-ce65e53f2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:00:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:39.992499 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fee193dd-5c25-401b-b025-298001582524 req-c40c7dcb-b452-4330-8145-79d9f26901b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901 HTTP/1.1" status: 200 len: 999 time: 0.1413927 Dec 21 17:00:40.041073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.050295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.075167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8a73671f-f565-4f81-9be7-437223afb426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:40.125350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.129533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4949300 Dec 21 17:00:40.129868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b306e4cd-07b7-48d0-a099-0121959ea9c8,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:40.130585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47502) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:40.132962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee193dd-5c25-401b-b025-298001582524 req-554982bf-963e-4f43-8a59-81b075810ae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:40.134530 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fee193dd-5c25-401b-b025-298001582524 req-554982bf-963e-4f43-8a59-81b075810ae3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 200 len: 834 time: 0.1341088 Dec 21 17:00:40.135404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f701a2c9-3b3c-405b-baf8-d3588a5d86ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:40.143204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'b306e4cd-07b7-48d0-a099-0121959ea9c8', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:40.151181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:40.157794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:40.161350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:40.170251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:40.190139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.268052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.272519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.275136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8ba99c9b-6b4e-490f-99ba-a33363a85c05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:40.299403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6fbd5466-6c2d-472a-9eac-ce65e53f2c1b None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:40.305362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72df664-0e72-4289-b1d4-951eef3555a9,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:40.309320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:40.316810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.322157 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1898241 Dec 21 17:00:40.322970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47506) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:40.330601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'b306e4cd-07b7-48d0-a099-0121959ea9c8', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:40.337433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:40.342541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:40.345820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:40.352763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:40.391496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.490559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.494680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.497920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73d0eeeb-f9a8-46f3-b2c1-c63e3a8d4687 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:40.509070 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fee193dd-5c25-401b-b025-298001582524 req-18ef120d-8c93-4d8b-a7cc-3c84c58751ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b386b840-d06f-4ef0-aa59-0ed73f121a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3625300 Dec 21 17:00:40.529458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a70625d-3005-4f20-b23b-c818b1bfa4f5,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:40.532564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:40.536434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.540906 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2167542 Dec 21 17:00:40.541576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47510) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:40.549356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'b306e4cd-07b7-48d0-a099-0121959ea9c8', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:40.556291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:40.561270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:40.564711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:40.570968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:40.588039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.658986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.663789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.666418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6e6e999-183d-4623-9b56-481e3323fcea tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:40.688750 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fee193dd-5c25-401b-b025-298001582524 req-8ef80aa4-0e67-46c2-983a-f1c8585362e4 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664114 Dec 21 17:00:40.697509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da62a4c3-9166-4e1d-9fad-8ff4ec31eb1e,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:40.700284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:40.707473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.710982 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1662643 Dec 21 17:00:40.713270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47514) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:40.719640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'b306e4cd-07b7-48d0-a099-0121959ea9c8', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:40.726629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:40.732300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:40.735710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:40.741710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6fbd5466-6c2d-472a-9eac-ce65e53f2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '026c556d-1a56-4693-8319-1f1d61949ce2', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:74:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:37Z', 'updated_at': '2021-12-21T17:00:37Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:40.742647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:40.748372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbd5466-6c2d-472a-9eac-ce65e53f2c1b None None] The sync data for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv is: [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '026c556d-1a56-4693-8319-1f1d61949ce2', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:74:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:37Z', 'updated_at': '2021-12-21T17:00:37Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:00:40.767312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.841772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.845729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.850613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2b651144-87fb-4543-8b5d-8e587986051d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:40.854367 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fee193dd-5c25-401b-b025-298001582524 req-0a5ea36d-1446-4dda-bdb0-5fa5830e8811 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596620 Dec 21 17:00:40.874544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b04b310-6854-4d29-9e83-34acdad6645e,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:40.877262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:40.883614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:40.884901 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1708405 Dec 21 17:00:40.888351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47518) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:40.894258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'b306e4cd-07b7-48d0-a099-0121959ea9c8', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:40.900753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:40.905348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:40.908711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:40.914941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:40.925090 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:00:40.931771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:41.005471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:41.008251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:41.010197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-88a71fbb-6fca-4223-84ab-0ccec2efd060 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:41.035156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ccab47-a46a-43a0-afa2-c9c316c730d2,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:41.037854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:41.045365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:41.046601 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1572671 Dec 21 17:00:41.049844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47522) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:41.056025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': 'b306e4cd-07b7-48d0-a099-0121959ea9c8', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:41.066932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:41.071514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:41.074814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:41.081183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:41.092732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:00:41.100568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:41.108193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46150980-8c32-4cfc-940a-35f2ae9c9ab2 None None] New status for floating IP 026c556d-1a56-4693-8319-1f1d61949ce2: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:00:41.175656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:41.179697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:41.181847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c3283d0a-7d52-4943-af2f-6eaf576e445e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:41.204911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b52754-c10c-42b7-9d50-fb852ebce7f4,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:41.209250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:41.218097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:41.219926 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1685829 Dec 21 17:00:41.448376 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-7c32c7b8-7dee-47bb-80b6-a55b720cf6f8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144456788&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.0497823 Dec 21 17:00:41.615742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-0d86c433-7f7f-440b-8de1-78928efee99e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:41.617263 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-0d86c433-7f7f-440b-8de1-78928efee99e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 796 time: 0.1577132 Dec 21 17:00:41.635938 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-13504801-8c62-4be1-b151-4e3797d2dec5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/quotas/265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 375 time: 0.0115736 Dec 21 17:00:41.727319 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e663af49-476e-4836-a08c-58ba040bcf66 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0855277 Dec 21 17:00:41.875997 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-6fa758f2-92c8-4c05-882f-a850948678ab service neutron] 10.222.0.67 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362455 Dec 21 17:00:42.016031 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-317ea54f-8a75-46d7-98bd-429f75b11118 service neutron] 10.222.0.67 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338902 Dec 21 17:00:42.210732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a7f5064a-9a1d-4da4-afc8-e14987e19d20 req-197601b5-3264-4641-b7f5-2a8dd80f1aed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 210 time: 0.0450718 Dec 21 17:00:43.296005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-7b6981c4-db1a-400c-9de6-029f4e4ed0f6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:43.297639 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-7b6981c4-db1a-400c-9de6-029f4e4ed0f6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 796 time: 0.1660714 Dec 21 17:00:43.356883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e9414c13-b4c3-42c0-827b-61b89ec9bb03 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:00:43.373545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e9414c13-b4c3-42c0-827b-61b89ec9bb03 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:00:43.374970 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e9414c13-b4c3-42c0-827b-61b89ec9bb03 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 472 time: 0.0653772 Dec 21 17:00:43.384965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'device_id': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'admin_state_up': True, 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'security_groups': ['b306e4cd-07b7-48d0-a099-0121959ea9c8']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:43.418348 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7740c0b4-f99c-4702-be05-9f9f59f191e7 req-e14e86d6-5266-419e-a34b-244d426a87fa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 210 time: 0.0672123 Dec 21 17:00:43.536267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:43.540584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:port and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:43.544092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:43.550115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:43.559281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:00:43.564774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:43.735557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.6 (b386b840-d06f-4ef0-aa59-0ed73f121a30/7b9d855a-ee53-498e-a66b-013bc2b9a4d4/0ff34a40-61a0-468f-9041-cb3839517240) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:00:43.931376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:43.947336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 0ff34a40-61a0-468f-9041-cb3839517240 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:00:43.966580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:43.972187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:44.048898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network b386b840-d06f-4ef0-aa59-0ed73f121a30 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:00:44.052328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:00:44.054372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=0ff34a40-61a0-468f-9041-cb3839517240,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:44.056675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:00:44.086702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:44.121795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:44.122202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:44.146602 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7658253 Dec 21 17:00:44.160406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Request body: {'port': {'device_id': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:44.281510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:44.400357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-53578bb7-ec02-4402-82fa-b36ad0ecab83 None None] Provisioning for port 0ff34a40-61a0-468f-9041-cb3839517240 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:00:44.406898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-53578bb7-ec02-4402-82fa-b36ad0ecab83 None None] Provisioning complete for port 0ff34a40-61a0-468f-9041-cb3839517240 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:44.407606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53578bb7-ec02-4402-82fa-b36ad0ecab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:44.463636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-53578bb7-ec02-4402-82fa-b36ad0ecab83 None None] Port 0ff34a40-61a0-468f-9041-cb3839517240 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:00:44.646405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff34a40-61a0-468f-9041-cb3839517240 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:00:44.654278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:44.670990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Transition to ACTIVE for port object 0ff34a40-61a0-468f-9041-cb3839517240 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:00:44.673780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:44.678948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:44.812713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Pushing event updated for resources: {'Port': ['ID=0ff34a40-61a0-468f-9041-cb3839517240,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:44.816033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:44.882187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e531b-7d93-4c1a-b019-72665e7a4cba req-f3544db9-3daa-402e-85b1-780d65551776 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:44.884549 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-687e531b-7d93-4c1a-b019-72665e7a4cba req-f3544db9-3daa-402e-85b1-780d65551776 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 943 time: 0.3389535 Dec 21 17:00:44.938426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Attempting to bind port 0ff34a40-61a0-468f-9041-cb3839517240 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:00:44.938814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Attempting to bind port 0ff34a40-61a0-468f-9041-cb3839517240 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:00:44.939101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Attempting to bind port 0ff34a40-61a0-468f-9041-cb3839517240 on network b386b840-d06f-4ef0-aa59-0ed73f121a30 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:00:44.942261 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-687e531b-7d93-4c1a-b019-72665e7a4cba req-43c969d5-1cbd-4b6d-a999-0200017ba5d2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515959 Dec 21 17:00:44.945798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Port 0ff34a40-61a0-468f-9041-cb3839517240 on network b386b840-d06f-4ef0-aa59-0ed73f121a30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:00:44.946162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Attempting to bind port 0ff34a40-61a0-468f-9041-cb3839517240 on network b386b840-d06f-4ef0-aa59-0ed73f121a30 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:00:44.953108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:00:44.953606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Checking segment: {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:00:44.954158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Bound using segment: {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:00:44.954633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Bound port: 0ff34a40-61a0-468f-9041-cb3839517240, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0529cb2f-1612-4780-9724-2a8fe0f0472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:00:44.955058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:45.047149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] For port 0ff34a40-61a0-468f-9041-cb3839517240, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:00:45.050251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] For port 0ff34a40-61a0-468f-9041-cb3839517240, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ff34a40-61a0-468f-9041-cb3839517240,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:00:45.053512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:45.057858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7c731f39-dca0-4ee2-9a19-908f39887008 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:45.125225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:45.126768 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] 10.222.0.48 "PUT /v2.0/ports/0ff34a40-61a0-468f-9041-cb3839517240 HTTP/1.1" status: 200 len: 1093 time: 0.9711480 Dec 21 17:00:45.127360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'tag': '0ff34a40-61a0-468f-9041-cb3839517240'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:00:45.143505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Pushing event updated for resources: {'Port': ['ID=0ff34a40-61a0-468f-9041-cb3839517240,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:45.151046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:45.203128 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'tag': '0ff34a40-61a0-468f-9041-cb3839517240', 'status': 'completed', 'code': 200} Dec 21 17:00:45.250970 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-7a5cb786-7149-471d-93e6-80a92eee2eb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 1096 time: 0.0837646 Dec 21 17:00:45.333992 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-7dfe64f1-e82d-4758-a04a-3348f909399c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff34a40-61a0-468f-9041-cb3839517240 HTTP/1.1" status: 200 len: 217 time: 0.0755837 Dec 21 17:00:45.405969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-ed1d1195-eec1-4c0d-aa54-f33a600d3509 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:45.407945 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-ed1d1195-eec1-4c0d-aa54-f33a600d3509 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 200 len: 834 time: 0.0674417 Dec 21 17:00:45.558496 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-000e7cd0-07c8-4223-8218-06bcf9b17588 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b386b840-d06f-4ef0-aa59-0ed73f121a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1437016 Dec 21 17:00:45.561939 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f24a231-e0f9-4b19-9d70-aa55ef693b62 req-7bf0ab0b-7ea2-447d-9b5b-5757505d45a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098607 Dec 21 17:00:45.744316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33830425-5f39-4328-8ed0-4f7f5c1f1e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:45.758824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-19e97e6f-beb8-446c-87eb-6ae815481d8c service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892951 Dec 21 17:00:45.820409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f24a231-e0f9-4b19-9d70-aa55ef693b62 req-edfb9d1b-1ab9-434d-adda-13da2aca17d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 1098 time: 0.1560326 Dec 21 17:00:46.014351 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459d4475-3aa0-4f63-ad35-9c4ef25755d9 req-914e077e-4aac-4e85-96fd-939a704ff98b service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461457 Dec 21 17:00:46.043129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a231-e0f9-4b19-9d70-aa55ef693b62 req-f4c5c0e6-3f8d-4c79-8cb2-ef244045057f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:46.044701 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f24a231-e0f9-4b19-9d70-aa55ef693b62 req-f4c5c0e6-3f8d-4c79-8cb2-ef244045057f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 897 time: 0.1763797 Dec 21 17:00:46.149252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae543b3-c334-4b7c-b469-29d188f5eb0c req-6573690d-05a6-47ba-a88a-c37b993d2437 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:46.150892 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dae543b3-c334-4b7c-b469-29d188f5eb0c req-6573690d-05a6-47ba-a88a-c37b993d2437 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 943 time: 0.0844960 Dec 21 17:00:46.203190 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dae543b3-c334-4b7c-b469-29d188f5eb0c req-7aa2a36f-352b-412e-aeab-9b4630281451 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458560 Dec 21 17:00:46.220661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f24a231-e0f9-4b19-9d70-aa55ef693b62 req-8ad510f3-5abb-4d1a-9d4c-44cda275bbd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901 HTTP/1.1" status: 200 len: 1001 time: 0.1591809 Dec 21 17:00:46.269697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0d94c33-2753-43d4-8922-7e480d221f73 req-8826d6d4-a851-45a0-85b7-8a135c4c2e11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 1096 time: 0.1578183 Dec 21 17:00:46.336124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a231-e0f9-4b19-9d70-aa55ef693b62 req-03c6136d-2fa1-44e5-b4ea-77aa23e06124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:46.337645 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f24a231-e0f9-4b19-9d70-aa55ef693b62 req-03c6136d-2fa1-44e5-b4ea-77aa23e06124 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 200 len: 834 time: 0.1080158 Dec 21 17:00:46.710960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d94c33-2753-43d4-8922-7e480d221f73 req-f97076ae-6737-4ec0-ac22-c56f87ad3c67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:46.712471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0d94c33-2753-43d4-8922-7e480d221f73 req-f97076ae-6737-4ec0-ac22-c56f87ad3c67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 897 time: 0.4321091 Dec 21 17:00:46.799690 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f24a231-e0f9-4b19-9d70-aa55ef693b62 req-6f477110-04e8-4988-b4ab-a79c3ad5eafc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b386b840-d06f-4ef0-aa59-0ed73f121a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1810477 Dec 21 17:00:46.800942 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0d94c33-2753-43d4-8922-7e480d221f73 req-5f965bab-5a8d-4a71-b164-3a79be29fa3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff34a40-61a0-468f-9041-cb3839517240 HTTP/1.1" status: 200 len: 217 time: 0.0772760 Dec 21 17:00:46.979072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d94c33-2753-43d4-8922-7e480d221f73 req-c4153249-ccb1-49a9-b7d4-df0422433db0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:46.981312 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0d94c33-2753-43d4-8922-7e480d221f73 req-c4153249-ccb1-49a9-b7d4-df0422433db0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 200 len: 834 time: 0.1473505 Dec 21 17:00:47.051795 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f24a231-e0f9-4b19-9d70-aa55ef693b62 req-63e070d9-e81b-4aca-ac0d-e3b522bd75be service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386649 Dec 21 17:00:47.162497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:47.175260 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0d94c33-2753-43d4-8922-7e480d221f73 req-674e6362-6298-466e-8738-d59428aac36b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b386b840-d06f-4ef0-aa59-0ed73f121a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1870537 Dec 21 17:00:47.307773 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f24a231-e0f9-4b19-9d70-aa55ef693b62 req-8b553d53-e753-46d8-9e1a-3e0aa7f70d78 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492640 Dec 21 17:00:47.348252 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0d94c33-2753-43d4-8922-7e480d221f73 req-5950bbf1-cf57-4079-b40e-30eb89f2a1b2 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628454 Dec 21 17:00:47.413035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e2425-6264-4ada-9883-671e03ffe876 req-05d1c17d-0a7f-4429-aff9-506c1515bd76 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:47.414209 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e6e2425-6264-4ada-9883-671e03ffe876 req-05d1c17d-0a7f-4429-aff9-506c1515bd76 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 943 time: 0.0856764 Dec 21 17:00:47.466120 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e6e2425-6264-4ada-9883-671e03ffe876 req-5b978f49-ebe4-43dc-80d5-2ba6accec08e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456603 Dec 21 17:00:47.495732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0d94c33-2753-43d4-8922-7e480d221f73 req-1a2006d2-cd3c-44a2-b67e-1ac64da1439a service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416485 Dec 21 17:00:47.999412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44f28033-2a8e-498e-b187-1b044549ba2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:48.351247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:48.672713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b91fcc-c1d9-4c8e-97d9-6eeccc539739 req-b0726013-cf00-4e96-8c80-f1a9a5b8cb0a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:48.674221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d1b91fcc-c1d9-4c8e-97d9-6eeccc539739 req-b0726013-cf00-4e96-8c80-f1a9a5b8cb0a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 943 time: 0.0867233 Dec 21 17:00:48.725200 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d1b91fcc-c1d9-4c8e-97d9-6eeccc539739 req-7429d1b8-534a-42a8-918c-891db4cda88a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445929 Dec 21 17:00:49.627226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 0ff34a40-61a0-468f-9041-cb3839517240 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:00:49.773659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 0ff34a40-61a0-468f-9041-cb3839517240, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ff34a40-61a0-468f-9041-cb3839517240,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:49.796242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '0ff34a40-61a0-468f-9041-cb3839517240', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'port_id': '0ff34a40-61a0-468f-9041-cb3839517240', 'mac_address': 'fa:16:3e:2a:e5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:00:49.799987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:49.862946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:49.885885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff34a40-61a0-468f-9041-cb3839517240 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:00:49.907070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 0ff34a40-61a0-468f-9041-cb3839517240, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ff34a40-61a0-468f-9041-cb3839517240,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:49.935158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc6b3-04dc-4bec-b101-12b30a4c6914 req-5d5dafe0-d311-4cf3-a3b7-5f73da922997 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:49.936807 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6b7cc6b3-04dc-4bec-b101-12b30a4c6914 req-5d5dafe0-d311-4cf3-a3b7-5f73da922997 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 943 time: 0.0861320 Dec 21 17:00:49.967106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:49.976312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:49.995241 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6b7cc6b3-04dc-4bec-b101-12b30a4c6914 req-5390f6e9-3e2c-498a-a106-87b2280321e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519056 Dec 21 17:00:50.060637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=0ff34a40-61a0-468f-9041-cb3839517240,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:50.065248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:50.211868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['0ff34a40-61a0-468f-9041-cb3839517240'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:00:51.201907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae1350-f07d-4eeb-8967-276961d2e333 req-f98cfc84-8082-4377-b182-6295d9d18e41 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:51.203565 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-59ae1350-f07d-4eeb-8967-276961d2e333 req-f98cfc84-8082-4377-b182-6295d9d18e41 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 944 time: 0.0861759 Dec 21 17:00:51.251845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-59ae1350-f07d-4eeb-8967-276961d2e333 req-3c2d81e6-9d92-4363-90ed-03bc88404bfc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422180 Dec 21 17:00:51.631944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 0ff34a40-61a0-468f-9041-cb3839517240 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:00:51.704018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 0ff34a40-61a0-468f-9041-cb3839517240 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:00:51.708730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 0ff34a40-61a0-468f-9041-cb3839517240 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:00:51.709155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:51.822692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:51.850867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff34a40-61a0-468f-9041-cb3839517240'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:00:51.860873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 0ff34a40-61a0-468f-9041-cb3839517240, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ff34a40-61a0-468f-9041-cb3839517240,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:00:51.863762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:51.865687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:51.910432 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff34a40-61a0-468f-9041-cb3839517240', 'code': 200} Dec 21 17:00:51.937082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=0ff34a40-61a0-468f-9041-cb3839517240,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:51.940150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:52.148228 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aa81e31-d23d-4b57-a769-d3d3d420e79a req-72c135de-6b41-49e9-8513-e7a258ea32de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 1098 time: 0.0774167 Dec 21 17:00:52.194458 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aa81e31-d23d-4b57-a769-d3d3d420e79a req-105e28e0-f36d-486e-845b-49c68988942f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390151 Dec 21 17:00:52.463950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680401e-469e-4a54-af32-3f796ac95831 req-bc18eb97-b312-407a-9f9d-82b7fd99b43f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:52.465563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5680401e-469e-4a54-af32-3f796ac95831 req-bc18eb97-b312-407a-9f9d-82b7fd99b43f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 945 time: 0.0853400 Dec 21 17:00:52.513716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5680401e-469e-4a54-af32-3f796ac95831 req-cf970119-dfe8-4c09-af61-141e25497159 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 Dec 21 17:00:53.719016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5f185-f1fa-4935-be19-bc3de581cf1a req-36272c4b-4a9b-42c0-9ea0-580cf48a6d42 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:53.720534 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dcd5f185-f1fa-4935-be19-bc3de581cf1a req-36272c4b-4a9b-42c0-9ea0-580cf48a6d42 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 945 time: 0.0854836 Dec 21 17:00:53.768561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dcd5f185-f1fa-4935-be19-bc3de581cf1a req-5381279d-2aae-40a8-9d42-c16fbbd98d8f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417757 Dec 21 17:00:53.971425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e1264-17ce-4eea-aedd-9daffb2af52c req-0ecc9735-fc4a-4d65-9c0e-2f0900065ffa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:53.972938 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-202e1264-17ce-4eea-aedd-9daffb2af52c req-0ecc9735-fc4a-4d65-9c0e-2f0900065ffa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 945 time: 0.0811338 Dec 21 17:00:54.024760 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-202e1264-17ce-4eea-aedd-9daffb2af52c req-297df80f-2bb8-4ec0-9221-33b594de142e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455110 Dec 21 17:00:54.051880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47576) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:54.125548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0bd4c155-b2b2-4fc4-bc18-640b19c94a94 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 1093 time: 0.0723982 Dec 21 17:00:54.128203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47580) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:00:54.133699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '0ff34a40-61a0-468f-9041-cb3839517240', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:00:54.139499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:00:54.143520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:floatingip and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:00:54.146436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:00:54.152426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:00:54.161760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:54.308257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:54.454101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.88 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/31505c33-efc6-4b36-a6d5-5c89b57c6aa3) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:00:54.612226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:54.637175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:54.641701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff3660fa-bcff-47ec-96db-5d3001d7b714 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:54.705708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:00:54.709259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:00:54.713357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:00:54.747465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=31505c33-efc6-4b36-a6d5-5c89b57c6aa3,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:54.753854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:55.231259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:55.289885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:55.513679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:55.516859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:55.521244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7ff3f59-0022-450d-8da4-1e1b365efcf9 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:00:55.632574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=31505c33-efc6-4b36-a6d5-5c89b57c6aa3,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:00:55.637019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:00:55.645310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:55.837452 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP 9fb38c0f-9c23-427a-b0b2-5e01ae93888c associated. External IP: 172.26.7.88, port: 0ff34a40-61a0-468f-9041-cb3839517240. Dec 21 17:00:56.238970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4c12eee5-c032-4b84-a89b-ce7845b633fd has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:00:56.445301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:00:56.455831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605210a-e862-4ad7-b4a8-73eaaac0eb2f None None] Sync routers for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:00:56.469580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605210a-e862-4ad7-b4a8-73eaaac0eb2f None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:56.470266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0605210a-e862-4ad7-b4a8-73eaaac0eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:00:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:56.472199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:56.538801 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4001274 Dec 21 17:00:56.538801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'tag': '0ff34a40-61a0-468f-9041-cb3839517240'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:00:56.582953 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'tag': '0ff34a40-61a0-468f-9041-cb3839517240', 'status': 'completed', 'code': 200} Dec 21 17:00:56.660315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0605210a-e862-4ad7-b4a8-73eaaac0eb2f None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:56.687746 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2bc219a8-bcc1-4e70-955a-bdac031f46f0 req-c06ce0a3-726a-4d33-a4e4-328c7e650a94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 1098 time: 0.0780098 Dec 21 17:00:56.831173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc219a8-bcc1-4e70-955a-bdac031f46f0 req-95f9c131-febc-4537-a61e-227843eba257 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:56.832756 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2bc219a8-bcc1-4e70-955a-bdac031f46f0 req-95f9c131-febc-4537-a61e-227843eba257 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 897 time: 0.1386080 Dec 21 17:00:56.941358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2bc219a8-bcc1-4e70-955a-bdac031f46f0 req-cd9e4704-7c78-4e8e-99ef-5e421e93e192 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff34a40-61a0-468f-9041-cb3839517240 HTTP/1.1" status: 200 len: 998 time: 0.1019707 Dec 21 17:00:57.013579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc219a8-bcc1-4e70-955a-bdac031f46f0 req-57f15a60-fff1-4d3e-8e20-60793d5cc394 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:00:57.015200 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2bc219a8-bcc1-4e70-955a-bdac031f46f0 req-57f15a60-fff1-4d3e-8e20-60793d5cc394 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 200 len: 834 time: 0.0676243 Dec 21 17:00:57.031893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0605210a-e862-4ad7-b4a8-73eaaac0eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '026c556d-1a56-4693-8319-1f1d61949ce2', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:74:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:37Z', 'updated_at': '2021-12-21T17:00:41Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}, {'id': '9fb38c0f-9c23-427a-b0b2-5e01ae93888c', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': '0ff34a40-61a0-468f-9041-cb3839517240', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:2a:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:55Z', 'updated_at': '2021-12-21T17:00:55Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:57.036083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605210a-e862-4ad7-b4a8-73eaaac0eb2f None None] Checking router: 4c12eee5-c032-4b84-a89b-ce7845b633fd for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:00:57.048030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605210a-e862-4ad7-b4a8-73eaaac0eb2f None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:00:57.048688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0605210a-e862-4ad7-b4a8-73eaaac0eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:00:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:57.098256 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2bc219a8-bcc1-4e70-955a-bdac031f46f0 req-5f095f92-c6e6-421d-afd1-b41ebdef8189 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b386b840-d06f-4ef0-aa59-0ed73f121a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768416 Dec 21 17:00:57.249635 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2bc219a8-bcc1-4e70-955a-bdac031f46f0 req-d630272b-9bbf-415d-b2dc-5ba2984ca861 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451612 Dec 21 17:00:57.394865 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2bc219a8-bcc1-4e70-955a-bdac031f46f0 req-d6df14e2-9a6b-4531-8a44-51fcead24e57 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382489 Dec 21 17:00:57.402582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0605210a-e862-4ad7-b4a8-73eaaac0eb2f None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:00:57.765728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0605210a-e862-4ad7-b4a8-73eaaac0eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '026c556d-1a56-4693-8319-1f1d61949ce2', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:74:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:37Z', 'updated_at': '2021-12-21T17:00:41Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}, {'id': '9fb38c0f-9c23-427a-b0b2-5e01ae93888c', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': '0ff34a40-61a0-468f-9041-cb3839517240', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:2a:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:55Z', 'updated_at': '2021-12-21T17:00:55Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:00:57.770034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605210a-e862-4ad7-b4a8-73eaaac0eb2f None None] The sync data for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv is: [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '026c556d-1a56-4693-8319-1f1d61949ce2', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:74:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:37Z', 'updated_at': '2021-12-21T17:00:41Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}, {'id': '9fb38c0f-9c23-427a-b0b2-5e01ae93888c', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': '0ff34a40-61a0-468f-9041-cb3839517240', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:2a:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:55Z', 'updated_at': '2021-12-21T17:00:55Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:00:58.112953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deaa506-30be-4126-9a62-3de9604fdea7 None None] New status for floating IP 9fb38c0f-9c23-427a-b0b2-5e01ae93888c: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:00:59.406249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:00:59.733515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:01:15.745824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-413dbbdc-d9d6-4209-8a49-f5c6fa5b8ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:17.164359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:18.001608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ad282f5c-082e-49f9-af42-845c5b5bf561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:18.354211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:19.787189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:29.421126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:30.246123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47598) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:30.586404 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ad760887-af2a-4535-8fe8-067a354d77b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/026c556d-1a56-4693-8319-1f1d61949ce2 HTTP/1.1" status: 200 len: 993 time: 0.3389411 Dec 21 17:01:31.316936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47608) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:31.323707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:01:31.446655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:31.672074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port f6cd2ea0-1858-4fc5-a0be-51d27cce7901, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:01:31.697546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:31.701524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:31.705850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8812d0f5-f5aa-4d83-bbe6-9310a46a4dd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:31.772758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:31.773441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:31.775000 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/ports/f6cd2ea0-1858-4fc5-a0be-51d27cce7901 HTTP/1.1" status: 200 len: 938 time: 0.4569175 Dec 21 17:01:31.775980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:01:31.795969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,revision_number=6']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:31.805847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:31.806529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:31.807172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:31.807771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:31.808191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:31.808610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:31.809028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:31.809445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:31.809906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:31.810243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:31.810695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:31.815073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:31.836327 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'status': 'completed', 'code': 200} Dec 21 17:01:31.937571 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-255b03da-20f5-4795-a2f0-0de3773981fb req-9011d9e0-b0e0-489f-b44d-12913a2fb9c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 1099 time: 0.0776222 Dec 21 17:01:32.086641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b03da-20f5-4795-a2f0-0de3773981fb req-5ae5b94c-0846-42c6-a3c1-55d610481149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:32.088168 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-255b03da-20f5-4795-a2f0-0de3773981fb req-5ae5b94c-0846-42c6-a3c1-55d610481149 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 897 time: 0.1446965 Dec 21 17:01:32.089815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c3fe6fe6-d95c-4cc5-a7f9-1acdbef67f17 None None] Provisioning complete for port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:01:32.090236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6fe6-d95c-4cc5-a7f9-1acdbef67f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:32.151868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c3fe6fe6-d95c-4cc5-a7f9-1acdbef67f17 None None] Port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 is administratively disabled so it will not transition to active. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 21 17:01:32.197600 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-255b03da-20f5-4795-a2f0-0de3773981fb req-096cde12-d935-42bf-9e4f-597d5a28cc96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901 HTTP/1.1" status: 200 len: 1002 time: 0.1021752 Dec 21 17:01:32.265711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b03da-20f5-4795-a2f0-0de3773981fb req-229d29c5-90d8-4109-b23e-71da63acaf11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:32.267326 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-255b03da-20f5-4795-a2f0-0de3773981fb req-229d29c5-90d8-4109-b23e-71da63acaf11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 200 len: 834 time: 0.0635769 Dec 21 17:01:32.350604 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-255b03da-20f5-4795-a2f0-0de3773981fb req-13c6fc32-f61d-49c2-a592-869ce9441075 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b386b840-d06f-4ef0-aa59-0ed73f121a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770333 Dec 21 17:01:32.360585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-255b03da-20f5-4795-a2f0-0de3773981fb req-f349238b-a7eb-481b-acf7-3d014da6d5a5 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 17:01:32.361603 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-255b03da-20f5-4795-a2f0-0de3773981fb req-f349238b-a7eb-481b-acf7-3d014da6d5a5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051215 Dec 21 17:01:32.503583 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-255b03da-20f5-4795-a2f0-0de3773981fb req-58cfba77-703e-4bb8-94f3-b01d589c08f0 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352372 Dec 21 17:01:32.643474 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-255b03da-20f5-4795-a2f0-0de3773981fb req-67900ca7-c0af-4dce-a2bc-f10f21844eea service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341088 Dec 21 17:01:35.214942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47618) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:35.222173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-68aba723-0afa-42f1-852b-0ed3de34de83 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:01:35.348440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68aba723-0afa-42f1-852b-0ed3de34de83 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:35.569962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-68aba723-0afa-42f1-852b-0ed3de34de83 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port f6cd2ea0-1858-4fc5-a0be-51d27cce7901, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:01:35.595861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68aba723-0afa-42f1-852b-0ed3de34de83 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:35.599405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68aba723-0afa-42f1-852b-0ed3de34de83 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:35.603985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e31e37eb-c2f1-48ee-8b82-0f4bf5d3b337 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:35.678230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aba723-0afa-42f1-852b-0ed3de34de83 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:35.678939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68aba723-0afa-42f1-852b-0ed3de34de83 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:35.683483 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-68aba723-0afa-42f1-852b-0ed3de34de83 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/ports/f6cd2ea0-1858-4fc5-a0be-51d27cce7901 HTTP/1.1" status: 200 len: 937 time: 0.4644094 Dec 21 17:01:35.683483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:01:35.684263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47622) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:35.698105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aba723-0afa-42f1-852b-0ed3de34de83 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,revision_number=7']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:35.702164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68aba723-0afa-42f1-852b-0ed3de34de83 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:35.745189 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'status': 'completed', 'code': 200} Dec 21 17:01:35.862113 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-488f8027-7cf9-4973-9386-3cf158911bbf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/026c556d-1a56-4693-8319-1f1d61949ce2 HTTP/1.1" status: 200 len: 993 time: 0.1765127 Dec 21 17:01:35.882873 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0d49aa4-18c4-4ffb-b309-8b3ddbae19dd req-61df6e0c-de5f-4ec0-8a01-6ef90e8962ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 1098 time: 0.1055505 Dec 21 17:01:35.901521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['f6cd2ea0-1858-4fc5-a0be-51d27cce7901'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:01:36.036316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d49aa4-18c4-4ffb-b309-8b3ddbae19dd req-de8f3ab2-3244-416a-aa11-80c7470e2f44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:36.037971 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0d49aa4-18c4-4ffb-b309-8b3ddbae19dd req-de8f3ab2-3244-416a-aa11-80c7470e2f44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 897 time: 0.1480520 Dec 21 17:01:36.038386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-760db043-0b33-4cfe-9ca8-67ac66eb6efa None None] Provisioning complete for port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:01:36.038830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-760db043-0b33-4cfe-9ca8-67ac66eb6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:36.387773 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0d49aa4-18c4-4ffb-b309-8b3ddbae19dd req-392da1aa-4e82-44ef-b50f-0c790a9e4e06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901 HTTP/1.1" status: 200 len: 1001 time: 0.3435996 Dec 21 17:01:36.457375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d49aa4-18c4-4ffb-b309-8b3ddbae19dd req-4312b843-51b3-4ea8-9d9b-0920a9167a60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:36.458878 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0d49aa4-18c4-4ffb-b309-8b3ddbae19dd req-4312b843-51b3-4ea8-9d9b-0920a9167a60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 200 len: 834 time: 0.0640209 Dec 21 17:01:36.537790 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0d49aa4-18c4-4ffb-b309-8b3ddbae19dd req-0982cbee-f317-46fa-92fe-708562304c9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b386b840-d06f-4ef0-aa59-0ed73f121a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725656 Dec 21 17:01:36.681200 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0d49aa4-18c4-4ffb-b309-8b3ddbae19dd req-ca4cc833-7d79-4e0b-9d6e-60bebdb6f928 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360929 Dec 21 17:01:36.734531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:01:36.824196 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0d49aa4-18c4-4ffb-b309-8b3ddbae19dd req-fabdd5bc-acc5-40f7-b0c1-67af54e760ea service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365752 Dec 21 17:01:38.449431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47634) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:38.664084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 31505c33-efc6-4b36-a6d5-5c89b57c6aa3 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:01:38.664464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:38.839214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:38.839583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:38.962925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 31505c33-efc6-4b36-a6d5-5c89b57c6aa3 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:01:39.115661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:39.119861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:39.161729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=31505c33-efc6-4b36-a6d5-5c89b57c6aa3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:39.234471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:39.234929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:39.235358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:39.235779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:39.236197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:39.236614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:39.237031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:39.237446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:39.237858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:39.238266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:39.238676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:39.244298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:39.271478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:39.678435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4c12eee5-c032-4b84-a89b-ce7845b633fd has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:01:39.889225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:01:39.901052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a502722-edbb-4048-a47b-e78ee864949a None None] Sync routers for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:01:39.906305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:39.915211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a502722-edbb-4048-a47b-e78ee864949a None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:01:39.916035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8a502722-edbb-4048-a47b-e78ee864949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:01:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:39.961742 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/floatingips/9fb38c0f-9c23-427a-b0b2-5e01ae93888c HTTP/1.1" status: 204 len: 168 time: 1.5110831 Dec 21 17:01:39.962371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'tag': '0ff34a40-61a0-468f-9041-cb3839517240'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:01:40.030145 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'tag': '0ff34a40-61a0-468f-9041-cb3839517240', 'status': 'completed', 'code': 200} Dec 21 17:01:40.123551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-8a502722-edbb-4048-a47b-e78ee864949a None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:01:40.133517 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f55e682-2ec0-4626-970d-e6406e55a4cb req-657e1688-5751-4f5e-a350-48760b04eab7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 1098 time: 0.0808554 Dec 21 17:01:40.285252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55e682-2ec0-4626-970d-e6406e55a4cb req-a4127a56-ae30-4253-9807-d7504a7f1e0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:40.287360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f55e682-2ec0-4626-970d-e6406e55a4cb req-a4127a56-ae30-4253-9807-d7504a7f1e0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 897 time: 0.1474698 Dec 21 17:01:40.389039 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f55e682-2ec0-4626-970d-e6406e55a4cb req-0906fe57-e8bf-4c8a-958c-f249633b56cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff34a40-61a0-468f-9041-cb3839517240 HTTP/1.1" status: 200 len: 217 time: 0.0865195 Dec 21 17:01:40.474449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55e682-2ec0-4626-970d-e6406e55a4cb req-accc4887-b921-42c0-9cc4-10fa945cccf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:40.476578 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f55e682-2ec0-4626-970d-e6406e55a4cb req-accc4887-b921-42c0-9cc4-10fa945cccf0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 200 len: 834 time: 0.0806103 Dec 21 17:01:40.544771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8a502722-edbb-4048-a47b-e78ee864949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '026c556d-1a56-4693-8319-1f1d61949ce2', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:74:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:37Z', 'updated_at': '2021-12-21T17:00:41Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:40.549996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a502722-edbb-4048-a47b-e78ee864949a None None] Checking router: 4c12eee5-c032-4b84-a89b-ce7845b633fd for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:01:40.564092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a502722-edbb-4048-a47b-e78ee864949a None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:01:40.565037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8a502722-edbb-4048-a47b-e78ee864949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:01:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:40.573256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e69041-f4ef-471b-a2d3-11817b7f6254 req-50e6d661-cab5-4b3a-8e6a-135aae022ff5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:40.575766 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-05e69041-f4ef-471b-a2d3-11817b7f6254 req-50e6d661-cab5-4b3a-8e6a-135aae022ff5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 945 time: 0.2493720 Dec 21 17:01:40.650012 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-05e69041-f4ef-471b-a2d3-11817b7f6254 req-b3dc69f4-98b8-4eed-833b-51d90cd081b8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664392 Dec 21 17:01:40.783225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-8a502722-edbb-4048-a47b-e78ee864949a None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:01:40.822148 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f55e682-2ec0-4626-970d-e6406e55a4cb req-baf9cd1a-e7cc-4fe4-818a-2e88cbe6dcc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b386b840-d06f-4ef0-aa59-0ed73f121a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3389177 Dec 21 17:01:40.977169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f55e682-2ec0-4626-970d-e6406e55a4cb req-6cbba316-849e-4b6d-b063-4bd079fe604f service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471055 Dec 21 17:01:41.133833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f55e682-2ec0-4626-970d-e6406e55a4cb req-28db069c-351d-4740-a71e-7f1ec1823b1d service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489439 Dec 21 17:01:41.169396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-8a502722-edbb-4048-a47b-e78ee864949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '026c556d-1a56-4693-8319-1f1d61949ce2', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:74:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:37Z', 'updated_at': '2021-12-21T17:00:41Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:41.175733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a502722-edbb-4048-a47b-e78ee864949a None None] The sync data for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv is: [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '026c556d-1a56-4693-8319-1f1d61949ce2', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'port_id': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'mac_address': 'fa:16:3e:74:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:00:37Z', 'updated_at': '2021-12-21T17:00:41Z', 'revision_number': 1, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:01:41.598233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-7be68a9f-21ea-4c6b-b770-885edc96a162 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:41.599078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-7be68a9f-21ea-4c6b-b770-885edc96a162 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:01:41.618842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-7be68a9f-21ea-4c6b-b770-885edc96a162 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:01:41.620142 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-7be68a9f-21ea-4c6b-b770-885edc96a162 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 945 time: 0.1080868 Dec 21 17:01:41.661150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d33d5-1a94-4d3b-ad45-2bd7b212d0f4 None None] New status for floating IP 9fb38c0f-9c23-427a-b0b2-5e01ae93888c: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:01:41.698863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 0ff34a40-61a0-468f-9041-cb3839517240 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:01:41.699256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:41.934398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef4a11-3dda-4570-8b4a-07abe5b1f709 req-db393af4-8326-42b5-8fe0-49469b9d1660 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:41.936028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cef4a11-3dda-4570-8b4a-07abe5b1f709 req-db393af4-8326-42b5-8fe0-49469b9d1660 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4b8622a-ec17-4ed1-a50b-c92eb122e44f HTTP/1.1" status: 200 len: 945 time: 0.1666367 Dec 21 17:01:41.969124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 0ff34a40-61a0-468f-9041-cb3839517240, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ff34a40-61a0-468f-9041-cb3839517240,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:01:41.969522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:41.985632 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cef4a11-3dda-4570-8b4a-07abe5b1f709 req-ea211503-7b53-40c9-be8c-a846b3888b9a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=b306e4cd-07b7-48d0-a099-0121959ea9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Dec 21 17:01:42.100403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 0ff34a40-61a0-468f-9041-cb3839517240 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:01:42.241413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:42.247172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c0db143-218d-4f01-a29b-81a3c6356285 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:42.294247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=0ff34a40-61a0-468f-9041-cb3839517240,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:42.298005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:42.368842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port 0ff34a40-61a0-468f-9041-cb3839517240 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:01:42.371380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:42.374889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'name': 'network-vif-deleted', 'tag': '0ff34a40-61a0-468f-9041-cb3839517240'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:01:42.391063 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cc52240d-52af-4b29-9b7a-85d08c574428 req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "DELETE /v2.0/ports/0ff34a40-61a0-468f-9041-cb3839517240 HTTP/1.1" status: 204 len: 173 time: 0.7655089 Dec 21 17:01:42.437247 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b8622a-ec17-4ed1-a50b-c92eb122e44f', 'name': 'network-vif-deleted', 'tag': '0ff34a40-61a0-468f-9041-cb3839517240', 'status': 'completed', 'code': 200} Dec 21 17:01:43.092810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47654) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:43.165034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1dff1ecc-42a9-4da8-9353-5b7e8f38b0fc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:43.194882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1dff1ecc-42a9-4da8-9353-5b7e8f38b0fc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:43.257398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1dff1ecc-42a9-4da8-9353-5b7e8f38b0fc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:43.262605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ece6d15-bb85-4d77-97f3-8b33e01148b7 tempest-NetworksIpV6TestAttrs-1188682568 tempest-NetworksIpV6TestAttrs-1188682568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:43.278078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff1ecc-42a9-4da8-9353-5b7e8f38b0fc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b306e4cd-07b7-48d0-a099-0121959ea9c8,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:43.280821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1dff1ecc-42a9-4da8-9353-5b7e8f38b0fc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:43.287936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1dff1ecc-42a9-4da8-9353-5b7e8f38b0fc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:43.289176 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1dff1ecc-42a9-4da8-9353-5b7e8f38b0fc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/b306e4cd-07b7-48d0-a099-0121959ea9c8 HTTP/1.1" status: 204 len: 168 time: 0.1951852 Dec 21 17:01:43.327619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47660) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:43.535780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 7c0d6f3e-1737-474d-8a94-8e4eaff6ad53 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:01:43.536090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:43.725839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:43.726199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:43.852136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 7c0d6f3e-1737-474d-8a94-8e4eaff6ad53 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:01:44.001090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:44.005455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6f05409f-0220-4a1b-8f02-1a1b22047868 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:44.046473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=7c0d6f3e-1737-474d-8a94-8e4eaff6ad53,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:44.050854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:44.144794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:44.550376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4c12eee5-c032-4b84-a89b-ce7845b633fd has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:01:44.758440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:01:44.768678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644dcd15-0bd2-44a3-ac61-f175ce4d13ed None None] Sync routers for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:01:44.775573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:44.782583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644dcd15-0bd2-44a3-ac61-f175ce4d13ed None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:01:44.783295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-644dcd15-0bd2-44a3-ac61-f175ce4d13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:01:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:44.833759 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/floatingips/026c556d-1a56-4693-8319-1f1d61949ce2 HTTP/1.1" status: 204 len: 168 time: 1.5049536 Dec 21 17:01:44.834466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:01:44.902945 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'status': 'completed', 'code': 200} Dec 21 17:01:45.093870 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d4370099-d534-4e75-b727-aa8134110c40 req-7cb23186-a623-4719-a250-73894734952b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 1098 time: 0.1683476 Dec 21 17:01:45.151944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-644dcd15-0bd2-44a3-ac61-f175ce4d13ed None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:01:45.245956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4370099-d534-4e75-b727-aa8134110c40 req-bdfe7d19-0283-4464-bc6f-5715f32d9a63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:45.247269 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d4370099-d534-4e75-b727-aa8134110c40 req-bdfe7d19-0283-4464-bc6f-5715f32d9a63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 200 len: 897 time: 0.1460495 Dec 21 17:01:45.271299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f57f5f-afd9-4416-a4c8-157fa0aaea18 req-d1beeb7e-333a-4412-9a9a-3127e55fefe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:45.272322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f8f57f5f-afd9-4416-a4c8-157fa0aaea18 req-d1beeb7e-333a-4412-9a9a-3127e55fefe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:01:45.293780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f8f57f5f-afd9-4416-a4c8-157fa0aaea18 req-d1beeb7e-333a-4412-9a9a-3127e55fefe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:01:45.295502 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f8f57f5f-afd9-4416-a4c8-157fa0aaea18 req-d1beeb7e-333a-4412-9a9a-3127e55fefe5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 945 time: 0.1208141 Dec 21 17:01:45.319641 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d4370099-d534-4e75-b727-aa8134110c40 req-f796574d-283c-45da-b953-67f069abaca9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901 HTTP/1.1" status: 200 len: 217 time: 0.0655808 Dec 21 17:01:45.344711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f8f57f5f-afd9-4416-a4c8-157fa0aaea18 req-3cc7f310-033a-4b71-9084-f2acb806969b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:01:45.359440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f8f57f5f-afd9-4416-a4c8-157fa0aaea18 req-3cc7f310-033a-4b71-9084-f2acb806969b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:01:45.360720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f8f57f5f-afd9-4416-a4c8-157fa0aaea18 req-3cc7f310-033a-4b71-9084-f2acb806969b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588503 Dec 21 17:01:45.408709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4370099-d534-4e75-b727-aa8134110c40 req-bc5d6ebb-bbe7-4ff6-8233-64e785714e8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:45.410474 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d4370099-d534-4e75-b727-aa8134110c40 req-bc5d6ebb-bbe7-4ff6-8233-64e785714e8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 200 len: 834 time: 0.0848064 Dec 21 17:01:45.492638 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d4370099-d534-4e75-b727-aa8134110c40 req-0d67a338-3215-48d6-a54d-1987abda565f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b386b840-d06f-4ef0-aa59-0ed73f121a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745404 Dec 21 17:01:45.507514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-644dcd15-0bd2-44a3-ac61-f175ce4d13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:45.511788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644dcd15-0bd2-44a3-ac61-f175ce4d13ed None None] Checking router: 4c12eee5-c032-4b84-a89b-ce7845b633fd for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:01:45.524163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644dcd15-0bd2-44a3-ac61-f175ce4d13ed None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:01:45.524835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-644dcd15-0bd2-44a3-ac61-f175ce4d13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:01:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:45.642649 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d4370099-d534-4e75-b727-aa8134110c40 req-3417c4cf-4973-469a-a139-4194a52c1174 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433070 Dec 21 17:01:45.719935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-644dcd15-0bd2-44a3-ac61-f175ce4d13ed None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:01:45.786159 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d4370099-d534-4e75-b727-aa8134110c40 req-6709f0cd-fcd9-4d69-aa99-da2122e542e9 service neutron] 10.222.0.48 "GET /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368027 Dec 21 17:01:45.789678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f25ed06f-5155-4d0c-b668-e3c2a7b8a759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:45.867588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 0ff34a40-61a0-468f-9041-cb3839517240 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:01:45.917541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 0ff34a40-61a0-468f-9041-cb3839517240 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:01:45.917931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 0ff34a40-61a0-468f-9041-cb3839517240 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:01:46.096911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-644dcd15-0bd2-44a3-ac61-f175ce4d13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:46.101304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644dcd15-0bd2-44a3-ac61-f175ce4d13ed None None] The sync data for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv is: [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:17Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '321799e3-7be9-40d1-afe5-80e2284dca5b', 'name': '', 'network_id': 'b386b840-d06f-4ef0-aa59-0ed73f121a30', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:f3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:17Z', 'updated_at': '2021-12-21T17:00:24Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '7b9d855a-ee53-498e-a66b-013bc2b9a4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:01:46.557863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c9a67-e117-46ba-a847-0c59cda61bbb None None] New status for floating IP 026c556d-1a56-4693-8319-1f1d61949ce2: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:01:46.561404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-efb2f6a1-558b-4aff-a344-ef7c5eec4dad tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:46.562179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-efb2f6a1-558b-4aff-a344-ef7c5eec4dad tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:01:46.575738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-efb2f6a1-558b-4aff-a344-ef7c5eec4dad tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:01:46.577535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-efb2f6a1-558b-4aff-a344-ef7c5eec4dad tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 945 time: 0.0980930 Dec 21 17:01:46.580282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cd4ef-b005-4040-a573-209d58009cb1 req-f94cea5f-1d3a-4e51-8b57-a6ec9d957eb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:46.581925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c11cd4ef-b005-4040-a573-209d58009cb1 req-f94cea5f-1d3a-4e51-8b57-a6ec9d957eb3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa01cbce-db37-4cb0-8901-5753bf9aac55 HTTP/1.1" status: 200 len: 945 time: 0.0886266 Dec 21 17:01:46.661811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:01:46.662205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:46.866661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c11cd4ef-b005-4040-a573-209d58009cb1 req-ce03a3e5-f62f-41fb-a4dc-8095d50e6051 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=5808a5dd-97ec-4bb4-8596-e89d57dc2a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781701 Dec 21 17:01:46.938751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port f6cd2ea0-1858-4fc5-a0be-51d27cce7901, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:01:46.939105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:47.064241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for f6cd2ea0-1858-4fc5-a0be-51d27cce7901 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:01:47.165570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:47.209475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:47.215115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d71c8c7c-0993-4ad1-b51e-08ea553632ae tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:47.266850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=f6cd2ea0-1858-4fc5-a0be-51d27cce7901,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:47.271205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:47.341670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port f6cd2ea0-1858-4fc5-a0be-51d27cce7901 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:01:47.344224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:47.347059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'name': 'network-vif-deleted', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:01:47.362345 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7cac7e3f-343b-4232-b8e5-94a52f332eb1 req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "DELETE /v2.0/ports/f6cd2ea0-1858-4fc5-a0be-51d27cce7901 HTTP/1.1" status: 204 len: 173 time: 0.7795904 Dec 21 17:01:47.404951 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01cbce-db37-4cb0-8901-5753bf9aac55', 'name': 'network-vif-deleted', 'tag': 'f6cd2ea0-1858-4fc5-a0be-51d27cce7901', 'status': 'completed', 'code': 200} Dec 21 17:01:47.984314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47678) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:48.011428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21c0c982-95fc-4937-892e-4a417a6e65de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:48.064854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-938014ec-8569-48f0-9acf-890b197a9769 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:48.095176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-938014ec-8569-48f0-9acf-890b197a9769 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:48.146457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-938014ec-8569-48f0-9acf-890b197a9769 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:48.151640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4edf1eb2-ce92-402b-b4ae-4d017ddc0300 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:48.166877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938014ec-8569-48f0-9acf-890b197a9769 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5808a5dd-97ec-4bb4-8596-e89d57dc2a17,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:48.169647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-938014ec-8569-48f0-9acf-890b197a9769 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:48.175690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-938014ec-8569-48f0-9acf-890b197a9769 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:48.176878 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-938014ec-8569-48f0-9acf-890b197a9769 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/5808a5dd-97ec-4bb4-8596-e89d57dc2a17 HTTP/1.1" status: 204 len: 168 time: 0.1914823 Dec 21 17:01:48.215008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47684) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:48.366219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:48.631378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:49.256172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 321799e3-7be9-40d1-afe5-80e2284dca5b {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:01:49.256769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:49.454909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 321799e3-7be9-40d1-afe5-80e2284dca5b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=321799e3-7be9-40d1-afe5-80e2284dca5b,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:01:49.455315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:49.581758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 321799e3-7be9-40d1-afe5-80e2284dca5b owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:01:49.775511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:49.780288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dccb907b-090d-4b1d-8741-a9720430562f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:49.789510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:49.828570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=321799e3-7be9-40d1-afe5-80e2284dca5b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:49.832063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:50.139323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:50.741464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router 4c12eee5-c032-4b84-a89b-ce7845b633fd has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:01:51.183175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:01:51.193038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca5fe2-1060-47ca-b754-6df007291aaa None None] Sync routers for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:01:51.197379 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/4c12eee5-c032-4b84-a89b-ce7845b633fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9811790 Dec 21 17:01:51.200172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47688) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:51.207206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca5fe2-1060-47ca-b754-6df007291aaa None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:01:51.207893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-00ca5fe2-1060-47ca-b754-6df007291aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:01:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:51.397961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-00ca5fe2-1060-47ca-b754-6df007291aaa None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:01:51.410167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-15549b09-372e-412c-bf3e-2333f8428f2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting subnet 7b9d855a-ee53-498e-a66b-013bc2b9a4d4 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:01:51.413374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15549b09-372e-412c-bf3e-2333f8428f2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:51.473563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15549b09-372e-412c-bf3e-2333f8428f2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:51.559892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15549b09-372e-412c-bf3e-2333f8428f2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:51.649328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15549b09-372e-412c-bf3e-2333f8428f2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:51.653803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8fc854fd-98b6-4261-b608-3827fd5261fd tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:51.692167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15549b09-372e-412c-bf3e-2333f8428f2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9d855a-ee53-498e-a66b-013bc2b9a4d4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:51.694880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-15549b09-372e-412c-bf3e-2333f8428f2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:51.697662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-15549b09-372e-412c-bf3e-2333f8428f2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:51.706526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efcf573-2f85-4c79-be94-b55bc0c52e72 None None] Network b386b840-d06f-4ef0-aa59-0ed73f121a30 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:01:51.707093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47692) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:51.707341 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-15549b09-372e-412c-bf3e-2333f8428f2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/subnets/7b9d855a-ee53-498e-a66b-013bc2b9a4d4 HTTP/1.1" status: 204 len: 168 time: 0.5053539 Dec 21 17:01:51.728138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-00ca5fe2-1060-47ca-b754-6df007291aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:01:49Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:51.746646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca5fe2-1060-47ca-b754-6df007291aaa None None] Checking router: 4c12eee5-c032-4b84-a89b-ce7845b633fd for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:01:51.888271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device f6cd2ea0-1858-4fc5-a0be-51d27cce7901 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:01:51.912020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca5fe2-1060-47ca-b754-6df007291aaa None None] Routers {'4c12eee5-c032-4b84-a89b-ce7845b633fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:01:51.912726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-00ca5fe2-1060-47ca-b754-6df007291aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:01:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['4c12eee5-c032-4b84-a89b-ce7845b633fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:51.921931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:52.167736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: f6cd2ea0-1858-4fc5-a0be-51d27cce7901 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:01:52.168024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device f6cd2ea0-1858-4fc5-a0be-51d27cce7901 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:01:52.314118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-00ca5fe2-1060-47ca-b754-6df007291aaa None None] Set router 4c12eee5-c032-4b84-a89b-ce7845b633fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:01:52.368640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:52.378703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port dead0eb0-84b1-4661-9f62-73be1745969b {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:01:52.379159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:52.425799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] DHCP port deletion for b386b840-d06f-4ef0-aa59-0ed73f121a30 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:01:52.436371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Deleting port 3b8b9019-16ca-4759-b6ca-fab6fb983080 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:01:52.436795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:52.562047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port dead0eb0-84b1-4661-9f62-73be1745969b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=dead0eb0-84b1-4661-9f62-73be1745969b,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:01:52.562448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:52.691773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for dead0eb0-84b1-4661-9f62-73be1745969b owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:01:52.805972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] For port 3b8b9019-16ca-4759-b6ca-fab6fb983080, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=3b8b9019-16ca-4759-b6ca-fab6fb983080,segment=NetworkSegment(0529cb2f-1612-4780-9724-2a8fe0f0472d),segment_id=0529cb2f-1612-4780-9724-2a8fe0f0472d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:01:52.806584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:52.861472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:52.865955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4319e7bb-355d-4c6e-9d2d-a41e6db2b6b2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:52.915704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=dead0eb0-84b1-4661-9f62-73be1745969b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:52.918830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:52.938937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Calling delete_port for 3b8b9019-16ca-4759-b6ca-fab6fb983080 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:01:52.999687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-00ca5fe2-1060-47ca-b754-6df007291aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:01:49Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:53.008670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca5fe2-1060-47ca-b754-6df007291aaa None None] The sync data for ids ['4c12eee5-c032-4b84-a89b-ce7845b633fd'] in dv-neutron-822515-1-hyperv is: [{'id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'name': 'tempest-TestNetworkBasicOps-router-1985979378', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:01:49Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': 'dead0eb0-84b1-4661-9f62-73be1745969b', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c12eee5-c032-4b84-a89b-ce7845b633fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:00:13Z', 'updated_at': '2021-12-21T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:01:53.028155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.033163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b10b1c7e-2384-4184-911c-1151a288ff23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:53.077580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Pushing event deleted for resources: {'Port': ['ID=3b8b9019-16ca-4759-b6ca-fab6fb983080,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:53.088324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] No DVR routers for this DVR port 3b8b9019-16ca-4759-b6ca-fab6fb983080 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:01:53.090683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:53.091109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:53.091532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:53.091983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:53.092361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:53.092734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:53.093115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:53.093479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:53.093848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:53.094216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:53.094585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:53.098668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:53.155558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.427647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.432261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.460862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.461424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Fanout notify agent at l3_agent the message router_deleted on router 4c12eee5-c032-4b84-a89b-ce7845b633fd {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:01:53.477163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.478364 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/routers/4c12eee5-c032-4b84-a89b-ce7845b633fd HTTP/1.1" status: 204 len: 168 time: 1.7702036 Dec 21 17:01:53.481437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47696) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:53.603200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.743766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.774528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b386b840-d06f-4ef0-aa59-0ed73f121a30']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:53.788287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0529cb2f-1612-4780-9724-2a8fe0f0472d') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:53.788605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0529cb2f-1612-4780-9724-2a8fe0f0472d') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:53.801217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.816079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.822341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:01:53.822717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:01:53.837715 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:01:53.920322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.924877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:53.928884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:53.958589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Network': ['ID=b386b840-d06f-4ef0-aa59-0ed73f121a30,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:53.961352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:53.963432 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/networks/b386b840-d06f-4ef0-aa59-0ed73f121a30 HTTP/1.1" status: 204 len: 168 time: 0.4811471 Dec 21 17:01:53.995693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47700) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:54.002021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'network': {'name': 'tempest-network-smoke--1321897038', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'port_security_enabled': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:01:54.007668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:01:54.011929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:network and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:01:54.015471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:01:54.021458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:01:54.031211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:01:54.036528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:54.065779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:01:54.075137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:54.075555 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Added segment 4877d611-6f16-4a8c-b285-707b9aa9abc5 of type vlan for network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f Dec 21 17:01:54.104453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:54.133559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:54.137696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:54.138883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:54.144137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-24e38012-985b-43aa-85c8-a48af0792651 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:54.243389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 321799e3-7be9-40d1-afe5-80e2284dca5b no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:01:54.253074 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2562141 Dec 21 17:01:54.256284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47704) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:54.258761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Network': ['ID=6a9c2919-2d53-4c29-b7f0-7f8b5677954f,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:54.261511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c3632a46-4d6e-4f6a-9673-3123e89f5f77 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:54.262511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'admin_state_up': True, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:01:54.271047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:01:54.276261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:router and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:01:54.279359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:01:54.280337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:01:54.285648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:01:54.293687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 321799e3-7be9-40d1-afe5-80e2284dca5b {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:01:54.294273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 321799e3-7be9-40d1-afe5-80e2284dca5b not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:01:54.294577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3b8b9019-16ca-4759-b6ca-fab6fb983080 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:01:54.296790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:54.297767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:54.318547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:54.347164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 3b8b9019-16ca-4759-b6ca-fab6fb983080 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:01:54.347496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 3b8b9019-16ca-4759-b6ca-fab6fb983080 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:01:54.347981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device dead0eb0-84b1-4661-9f62-73be1745969b no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:01:54.385365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: dead0eb0-84b1-4661-9f62-73be1745969b {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:01:54.385772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device dead0eb0-84b1-4661-9f62-73be1745969b not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:01:54.481510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:54.671133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:54.701991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:54.843793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.228 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/7c5e55f2-73fa-4b17-bdc3-f29420c88fd2) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:01:54.999884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:55.025132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:55.030063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:55.109756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:01:55.113283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:01:55.115449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:55.117766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:01:55.143777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:55.276786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:55.277468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:55.519262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:01:55.733378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:01:55.743147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Sync routers for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:01:55.755484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:01:55.756147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:01:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:55.758464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:55.759845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5024586 Dec 21 17:01:55.763329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47708) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:55.808473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ebd1b4fa-b1ba-4d18-b299-db5b5036677d tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=265bc93eb934473fb3c7691bab6254d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439024 Dec 21 17:01:55.811216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47712) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:55.941735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:01:55.949327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d778b68-be60-4b34-b64a-d142d609ff3c tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:55.951031 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1d778b68-be60-4b34-b64a-d142d609ff3c tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1387880 Dec 21 17:01:55.954109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47716) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:56.002665 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1a3747aa-f9f8-413c-a103-26263654590b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472577 Dec 21 17:01:56.005271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47720) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:56.011473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471840857', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:01:56.126527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:01:56.130562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:subnet and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:01:56.133554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:01:56.140193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:01:56.152164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:01:56.245026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:55Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:56.249095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Checking router: eb50f1e6-8f6a-4111-9cad-cd4ef11724ba for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:01:56.249489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Updating router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:01:56.262045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:56.302628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:56.490620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:56.495092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d85cd78e-7632-47df-8153-4a58e41332e9 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:56.574941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Subnet': ['ID=3b85439a-0344-48af-bc42-a91ab11ace3f,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:56.578426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:56.593319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Checking segment: {'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:01:56.593702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network hostable DHCP agents. Network: 6a9c2919-2d53-4c29-b7f0-7f8b5677954f, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:01:56.617921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:01:56.628008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 6a9c2919-2d53-4c29-b7f0-7f8b5677954f) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:01:56.632274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:01:56.632930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:56.639291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0fc01-86a3-4d01-b231-8a1ed1fe92d3 None None] Network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:01:56.656616 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6502092 Dec 21 17:01:56.659738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47724) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:01:56.798236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:56.811007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Transition to ACTIVE for port object 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:01:56.817009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:56.822043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09e7b762-40d4-4fa9-914a-4cb96d841f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:56.884536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:01:56.885517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:56.907956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Attempting to bind port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:01:56.908365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Attempting to bind port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:01:56.908769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Attempting to bind port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:01:56.915148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Pushing event updated for resources: {'Port': ['ID=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:56.924194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:01:56.924611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:01:56.925066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:56.925493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:01:56.926002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Bound port: 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:01:56.926413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:56.965177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:56.965737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:56.966008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:56.966256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:56.966664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:56.967061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:56.967422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:56.967781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:56.968143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:56.968498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:56.968856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:01:56.972602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:57.014242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] For port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:01:57.018333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] For port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:01:57.021365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:57.025650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:57.053254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Allocated IP 172.20.0.2 (6a9c2919-2d53-4c29-b7f0-7f8b5677954f/3b85439a-0344-48af-bc42-a91ab11ace3f/2454e740-ac08-4913-ba74-ed35fed39116) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:01:57.109409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Pushing event updated for resources: {'Port': ['ID=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:57.113957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:57.115628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:01:57.115628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:01:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:57.271517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:57.283740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Transition to ACTIVE for port object 2454e740-ac08-4913-ba74-ed35fed39116 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:01:57.304940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Transition to ACTIVE for port object 2454e740-ac08-4913-ba74-ed35fed39116 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:01:57.310169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:57.315998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:01:57.319553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e413fc0f-7642-497b-a45a-a9f7aa2df2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:57.389020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:01:57.392758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:01:57.398851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:01:57.403805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Pushing event updated for resources: {'Port': ['ID=2454e740-ac08-4913-ba74-ed35fed39116,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:57.409105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:57.498477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Attempting to bind port 2454e740-ac08-4913-ba74-ed35fed39116 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:01:57.498926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Attempting to bind port 2454e740-ac08-4913-ba74-ed35fed39116 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:01:57.499346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Attempting to bind port 2454e740-ac08-4913-ba74-ed35fed39116 on network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:01:57.506740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:01:57.507199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Checking segment: {'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:01:57.507658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:57.508104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Bound using segment: {'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:01:57.508664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Bound port: 2454e740-ac08-4913-ba74-ed35fed39116, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:01:57.509078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:57.611392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] For port 2454e740-ac08-4913-ba74-ed35fed39116, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:01:57.615022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] For port 2454e740-ac08-4913-ba74-ed35fed39116, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2454e740-ac08-4913-ba74-ed35fed39116,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:01:57.619431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:57.624756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:57.659986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:55Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:01:57.664865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a21e8-622c-4569-bdb7-a183650f7dc4 None None] The sync data for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv is: [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:55Z', 'revision_number': 3, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:01:57.723469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Pushing event updated for resources: {'Port': ['ID=2454e740-ac08-4913-ba74-ed35fed39116,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:57.727514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:57.749744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:58.199227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.1 (6a9c2919-2d53-4c29-b7f0-7f8b5677954f/3b85439a-0344-48af-bc42-a91ab11ace3f/05d7f83e-09a0-47c7-8576-e29f7311c4e9) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:01:58.334079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2454e740-ac08-4913-ba74-ed35fed39116 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:01:58.393403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:58.412919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 05d7f83e-09a0-47c7-8576-e29f7311c4e9 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:01:58.416506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 2454e740-ac08-4913-ba74-ed35fed39116 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:01:58.422663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:01:58.438276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:58.443409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3a0f5f1f-1958-429c-9d49-a0f5c38279cc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:58.493983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:01:58.499720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:01:58.500158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:58.505270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:01:58.508594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:01:58.518369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:01:58.576778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=05d7f83e-09a0-47c7-8576-e29f7311c4e9,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:58.581761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:58.596816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:58.634116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:58.653796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:01:58.657437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:58.660531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:58.689839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:58.730927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:58.735084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:59.139176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:59.143585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:59.174432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:01:59.271063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=05d7f83e-09a0-47c7-8576-e29f7311c4e9,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:01:59.273907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:59.278455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:01:59.390947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1299e233-a8b2-4ff2-9430-5ca3d7fb34ef None None] Network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:01:59.433390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:01:59.434681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:01:59.665838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:59.682209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9ed8c1ab-6d8f-4b97-bffc-5de0f89ee0f2 None None] Provisioning for port 2454e740-ac08-4913-ba74-ed35fed39116 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:01:59.692571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9ed8c1ab-6d8f-4b97-bffc-5de0f89ee0f2 None None] Provisioning complete for port 2454e740-ac08-4913-ba74-ed35fed39116 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:01:59.692937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c1ab-6d8f-4b97-bffc-5de0f89ee0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:59.849637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:01:59.918588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c1ab-6d8f-4b97-bffc-5de0f89ee0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:59.970277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9ed8c1ab-6d8f-4b97-bffc-5de0f89ee0f2 None None] For port 2454e740-ac08-4913-ba74-ed35fed39116, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2454e740-ac08-4913-ba74-ed35fed39116,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:01:59.973321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c1ab-6d8f-4b97-bffc-5de0f89ee0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:01:59.975271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:00.045720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8c1ab-6d8f-4b97-bffc-5de0f89ee0f2 None None] Pushing event updated for resources: {'Port': ['ID=2454e740-ac08-4913-ba74-ed35fed39116,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:00.049163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ed8c1ab-6d8f-4b97-bffc-5de0f89ee0f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:00.070598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:02:00.084582 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/eb50f1e6-8f6a-4111-9cad-cd4ef11724ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4232872 Dec 21 17:02:00.087286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47728) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:00.243547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2bc5c-ecbc-4447-9538-b7f926d5d431 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:00.243892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2bc5c-ecbc-4447-9538-b7f926d5d431 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:00.244442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2bc5c-ecbc-4447-9538-b7f926d5d431 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:00.244696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2bc5c-ecbc-4447-9538-b7f926d5d431 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:00.246541 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-79b2bc5c-ecbc-4447-9538-b7f926d5d431 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1582487 Dec 21 17:02:00.249465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47732) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:00.263768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2454e740-ac08-4913-ba74-ed35fed39116 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:02:00.333832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f0c46b-013f-492a-9a66-3dea23566806 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:00.334372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f0c46b-013f-492a-9a66-3dea23566806 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:00.334760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f0c46b-013f-492a-9a66-3dea23566806 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:00.335190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f0c46b-013f-492a-9a66-3dea23566806 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:00.339911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-45904ffe-8cf7-4a78-b9aa-e67eb5e3efe7 None None] Provisioning for port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:02:00.340090 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-58f0c46b-013f-492a-9a66-3dea23566806 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0865729 Dec 21 17:02:00.340217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47736) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:00.345052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-45904ffe-8cf7-4a78-b9aa-e67eb5e3efe7 None None] Provisioning complete for port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:00.345491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45904ffe-8cf7-4a78-b9aa-e67eb5e3efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:00.403101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-45904ffe-8cf7-4a78-b9aa-e67eb5e3efe7 None None] Port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:02:00.422949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-45904ffe-8cf7-4a78-b9aa-e67eb5e3efe7 None None] Provisioning complete for port 2454e740-ac08-4913-ba74-ed35fed39116 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:00.423384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-45904ffe-8cf7-4a78-b9aa-e67eb5e3efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:00.490871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2454e740-ac08-4913-ba74-ed35fed39116 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:00.491310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:00.686575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:02:00.772419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:00.772949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:00.834912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Sync routers for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:02:00.844995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9ade16cc-d2a2-4191-b3b9-10d47237b8d2 None None] Provisioning complete for port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:00.845142 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fd3280fb-bc2c-41f6-8196-08a04725e417 tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.5035813 Dec 21 17:02:00.845413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ade16cc-d2a2-4191-b3b9-10d47237b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:00.918443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:02:00.919275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:01:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:00.974202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9ade16cc-d2a2-4191-b3b9-10d47237b8d2 None None] Port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:02:01.155431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7bfc8908-d449-4f0a-a3b6-2a01b515dc5f None None] Provisioning complete for port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:01.155866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8908-d449-4f0a-a3b6-2a01b515dc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.217384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:02:01.260470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7bfc8908-d449-4f0a-a3b6-2a01b515dc5f None None] Port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:02:01.398758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47742) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:01.405358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305942337', 'description': 'tempest-secgroup-smoke-305942337 description', 'project_id': '265bc93eb934473fb3c7691bab6254d5'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:01.411845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:02:01.416373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:02:01.420083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:02:01.426187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:02:01.440402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.477852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:02:01.482560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:02:01.485545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:02:01.491629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:02:01.548786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.551565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.556976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25679ce1-8253-4d55-ab21-960d1a3b62be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:01.573175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:01.577914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Checking router: eb50f1e6-8f6a-4111-9cad-cd4ef11724ba for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:02:01.578329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Updating router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:02:01.599827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:01.602982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:01.603880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.608591 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2052937 Dec 21 17:02:01.608903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47746) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:01.614853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:01.621133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:02:01.625723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:02:01.628758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:02:01.633821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.634752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:02:01.651374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.721168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.723851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.726108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-80ad3b54-c257-4541-b3c4-f90ce40c8ed1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:01.750192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5536139-a000-4b2d-9b89-38894fc69bbe,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:01.752821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:01.759252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.760540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1507821 Dec 21 17:02:01.766859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47750) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:01.775068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:01.781933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:02:01.785927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:02:01.788966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:02:01.795643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:02:01.811362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.878275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.880994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.882962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c70f2fd5-171a-46ed-98aa-3d42dc4fde96 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:01.906703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36118135-b760-4a2d-a7fd-f53daf4bf511,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:01.909332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:01.916111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.918845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1495168 Dec 21 17:02:01.920508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47754) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:01.926437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:01.932605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:02:01.937116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:02:01.940183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:02:01.946132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:02:01.962563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:01.998219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.010480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Transition to ACTIVE for port object 05d7f83e-09a0-47c7-8576-e29f7311c4e9 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:02:02.016985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.021418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:02.028221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.030724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.032669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8641f764-3dae-423f-ad68-04d2d4bb9519 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:02.055900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31fe1bf-78da-4be7-a4b2-3c4029563ff8,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:02.058606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:02.065959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.067353 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0a40d9cb-24bc-4702-b29f-b128a565dd5e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1458302 Dec 21 17:02:02.070364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47758) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:02.076866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:02.083355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:02:02.087536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:02:02.090939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:02:02.097581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:02:02.117927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.143611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596d37c-b056-4b65-ba53-9f7db26f6aa5 None None] Pushing event updated for resources: {'Port': ['ID=05d7f83e-09a0-47c7-8576-e29f7311c4e9,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:02.153275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7596d37c-b056-4b65-ba53-9f7db26f6aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:02.192624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.196160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.198414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-207fd697-5872-4bc5-8e7b-c5b03ad89094 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:02.224951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164f2a96-8506-4b9e-9199-1b9eba5a3f20,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:02.229998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:02.238452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.239972 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1685646 Dec 21 17:02:02.243090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47762) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:02.250850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:02.259640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Attempting to bind port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:02:02.260069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Attempting to bind port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:02:02.260490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Attempting to bind port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 on network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:02:02.267141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:02:02.268469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:02:02.269045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Checking segment: {'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:02:02.269504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.269951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Bound using segment: {'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:02:02.270495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Bound port: 05d7f83e-09a0-47c7-8576-e29f7311c4e9, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:02:02.270915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.271677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:02:02.275447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:02:02.283165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:02:02.293951 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:02:02.302012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.368230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] For port 05d7f83e-09a0-47c7-8576-e29f7311c4e9, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:02:02.371507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] For port 05d7f83e-09a0-47c7-8576-e29f7311c4e9, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=05d7f83e-09a0-47c7-8576-e29f7311c4e9,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:02:02.375860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.376615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.379172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.380827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:02.386923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7a065825-6812-479e-ac1e-e800daca56f5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:02.401960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c338f2-4367-49e4-adf2-a0a73c18df72,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:02.404760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:02.421247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.422564 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-99beb1e0-415d-4bec-8070-f7467a6b1119 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1783757 Dec 21 17:02:02.425465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47766) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:02.431675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'security_group_rule': {'security_group_id': '64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd', 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:02.438387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:02:02.442877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:security_group_rule and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:02:02.448612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:02:02.454990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:02:02.465752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Project 265bc93eb934473fb3c7691bab6254d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:02:02.473549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.484587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596d37c-b056-4b65-ba53-9f7db26f6aa5 None None] Pushing event updated for resources: {'Port': ['ID=05d7f83e-09a0-47c7-8576-e29f7311c4e9,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:02.488736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7596d37c-b056-4b65-ba53-9f7db26f6aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:02.489576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:02:02.490345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:01:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:02.558604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.562537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.570427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67c9654d-d73a-4297-9778-fc056b820a54 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:02.592370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead03ba9-5cae-4059-9141-0897b993705f,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:02.595311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:02.605123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:02.616689 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1802151 Dec 21 17:02:02.798160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-138679c3-113e-4a37-bc5a-681aad6b544d req-b58b1f5b-f3a0-4540-a6fa-8b71b84a14aa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:02:02.812862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-138679c3-113e-4a37-bc5a-681aad6b544d req-b58b1f5b-f3a0-4540-a6fa-8b71b84a14aa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:02:02.814111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-b58b1f5b-f3a0-4540-a6fa-8b71b84a14aa tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305942337&fields=id&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 267 time: 0.0610094 Dec 21 17:02:02.860879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:02:02.977582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138679c3-113e-4a37-bc5a-681aad6b544d req-4c4e6e94-b286-412c-964e-383ae44d7f4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:02.979220 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-4c4e6e94-b286-412c-964e-383ae44d7f4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/networks?id=6a9c2919-2d53-4c29-b7f0-7f8b5677954f HTTP/1.1" status: 200 len: 797 time: 0.1571736 Dec 21 17:02:02.999123 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-271d0cc4-54b4-4f7a-91f0-f5ff1b629ecb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/quotas/265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 375 time: 0.0132976 Dec 21 17:02:03.084307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-138679c3-113e-4a37-bc5a-681aad6b544d req-e555c3ce-b023-49ae-b702-cfff1910c735 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:02:03.100143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-138679c3-113e-4a37-bc5a-681aad6b544d req-e555c3ce-b023-49ae-b702-cfff1910c735 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:02:03.101834 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-e555c3ce-b023-49ae-b702-cfff1910c735 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969696 Dec 21 17:02:03.192726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:02:02Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:03.197026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089311f-bd0d-4079-a215-02674c68ac56 None None] The sync data for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv is: [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:02:02Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:02:03.346536 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-8d5bad5c-957a-46c1-a329-bd3449390d78 service neutron] 10.222.0.67 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307036 Dec 21 17:02:03.508087 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-db2f0bc2-9739-4f64-ade7-a2032a1789b5 service neutron] 10.222.0.67 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544557 Dec 21 17:02:03.719382 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0f380a4f-8ef1-4f43-8610-f72d2b493679 req-cca7ac6c-56c4-4612-a091-a3840e136188 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 210 time: 0.0524392 Dec 21 17:02:04.273522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 05d7f83e-09a0-47c7-8576-e29f7311c4e9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:02:04.348185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:02:04.353915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:04.354352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:04.481249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:04.516826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 05d7f83e-09a0-47c7-8576-e29f7311c4e9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=05d7f83e-09a0-47c7-8576-e29f7311c4e9,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:02:04.519863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:04.521893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ed8c1ab-6d8f-4b97-bffc-5de0f89ee0f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:04.591900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=05d7f83e-09a0-47c7-8576-e29f7311c4e9,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:04.595163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:04.812718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138679c3-113e-4a37-bc5a-681aad6b544d req-1ec30a21-0119-4be4-a9d8-442bcdb79765 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:04.813464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-138679c3-113e-4a37-bc5a-681aad6b544d req-1ec30a21-0119-4be4-a9d8-442bcdb79765 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:02:04.828562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-138679c3-113e-4a37-bc5a-681aad6b544d req-1ec30a21-0119-4be4-a9d8-442bcdb79765 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:02:04.829975 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-1ec30a21-0119-4be4-a9d8-442bcdb79765 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/networks?id=6a9c2919-2d53-4c29-b7f0-7f8b5677954f HTTP/1.1" status: 200 len: 797 time: 0.1811206 Dec 21 17:02:04.888147 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96569225-776c-4517-a625-5b729aa822ad tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265bc93eb934473fb3c7691bab6254d5 HTTP/1.1" status: 200 len: 379 time: 0.0471780 Dec 21 17:02:04.896894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'port': {'device_id': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'admin_state_up': True, 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'security_groups': ['64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:04.905360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7c64b68b-3059-4122-b1d6-e2eb753b979a req-e292e3a2-19f7-4286-a50c-cc970793a2df tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 210 time: 0.0568140 Dec 21 17:02:05.043227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:02:05.053828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:02:05.062629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Made reservation on behalf of 265bc93eb934473fb3c7691bab6254d5 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:02:05.071096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:05.245724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.20.0.6 (6a9c2919-2d53-4c29-b7f0-7f8b5677954f/3b85439a-0344-48af-bc42-a91ab11ace3f/324449a0-d2fa-48dc-ba3f-25fee34fc94b) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:02:05.445378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:05.462200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Transition to ACTIVE for port object 324449a0-d2fa-48dc-ba3f-25fee34fc94b will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:02:05.482136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:05.487699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-461223e1-405d-459a-a34d-50365feb6317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:05.556041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:02:05.559934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:02:05.564708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:02:05.601969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=324449a0-d2fa-48dc-ba3f-25fee34fc94b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:05.851632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:05.873778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:05.874446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:05.891137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4537fffa-9f32-4ec6-a0ee-95e9ec45ff1a None None] Provisioning for port 324449a0-d2fa-48dc-ba3f-25fee34fc94b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:02:05.896831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4537fffa-9f32-4ec6-a0ee-95e9ec45ff1a None None] Provisioning complete for port 324449a0-d2fa-48dc-ba3f-25fee34fc94b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:05.897256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4537fffa-9f32-4ec6-a0ee-95e9ec45ff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:05.901110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0082972 Dec 21 17:02:05.913472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Request body: {'port': {'device_id': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:05.953986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4537fffa-9f32-4ec6-a0ee-95e9ec45ff1a None None] Port 324449a0-d2fa-48dc-ba3f-25fee34fc94b cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:02:06.029003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:06.104760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ddeb9-8e5b-410b-85f0-5db9c725d192 req-ebf92044-d6ac-4159-b1a0-558e78abe3bc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:06.106411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad5ddeb9-8e5b-410b-85f0-5db9c725d192 req-ebf92044-d6ac-4159-b1a0-558e78abe3bc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 931 time: 0.0833695 Dec 21 17:02:06.161015 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad5ddeb9-8e5b-410b-85f0-5db9c725d192 req-98484bcb-67ad-4184-975d-21d90465d4a7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465212 Dec 21 17:02:06.256391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 05d7f83e-09a0-47c7-8576-e29f7311c4e9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:02:06.327672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:06.328102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:06.403777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324449a0-d2fa-48dc-ba3f-25fee34fc94b {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:02:06.411047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:06.426511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Transition to ACTIVE for port object 324449a0-d2fa-48dc-ba3f-25fee34fc94b will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:02:06.429765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:06.434268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:06.568983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Pushing event updated for resources: {'Port': ['ID=324449a0-d2fa-48dc-ba3f-25fee34fc94b,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:06.573588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:06.686177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Attempting to bind port 324449a0-d2fa-48dc-ba3f-25fee34fc94b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:02:06.686473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Attempting to bind port 324449a0-d2fa-48dc-ba3f-25fee34fc94b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:02:06.686873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Attempting to bind port 324449a0-d2fa-48dc-ba3f-25fee34fc94b on network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:02:06.695475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Port 324449a0-d2fa-48dc-ba3f-25fee34fc94b on network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:02:06.696327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Attempting to bind port 324449a0-d2fa-48dc-ba3f-25fee34fc94b on network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:02:06.707884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:02:06.708266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Checking segment: {'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:02:06.708699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Bound using segment: {'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:02:06.709182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Bound port: 324449a0-d2fa-48dc-ba3f-25fee34fc94b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4877d611-6f16-4a8c-b285-707b9aa9abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:02:06.709577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:06.804796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] For port 324449a0-d2fa-48dc-ba3f-25fee34fc94b, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:02:06.807992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] For port 324449a0-d2fa-48dc-ba3f-25fee34fc94b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=324449a0-d2fa-48dc-ba3f-25fee34fc94b,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:02:06.811901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:06.816337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:06.876956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:06.878498 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] 10.222.0.48 "PUT /v2.0/ports/324449a0-d2fa-48dc-ba3f-25fee34fc94b HTTP/1.1" status: 200 len: 1093 time: 0.9695101 Dec 21 17:02:06.879108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'tag': '324449a0-d2fa-48dc-ba3f-25fee34fc94b'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:02:06.898245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Pushing event updated for resources: {'Port': ['ID=324449a0-d2fa-48dc-ba3f-25fee34fc94b,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:06.901578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:07.010009 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-fb81900c-caeb-46c8-8f94-a509409b45de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 1096 time: 0.0939133 Dec 21 17:02:07.070704 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'tag': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'status': 'completed', 'code': 200} Dec 21 17:02:07.085802 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-ed3033a6-3199-418d-a066-ecdebfb32be4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324449a0-d2fa-48dc-ba3f-25fee34fc94b HTTP/1.1" status: 200 len: 217 time: 0.0688710 Dec 21 17:02:07.160450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138679c3-113e-4a37-bc5a-681aad6b544d req-a2d90835-7149-4ecc-9d3f-8ac2371662b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:07.161983 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-a2d90835-7149-4ecc-9d3f-8ac2371662b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b85439a-0344-48af-bc42-a91ab11ace3f HTTP/1.1" status: 200 len: 835 time: 0.0691016 Dec 21 17:02:07.242963 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-a2cbd127-c20b-4a9c-8822-55b000e6c3f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a9c2919-2d53-4c29-b7f0-7f8b5677954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748758 Dec 21 17:02:07.366908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7397d-8a93-4374-9ed1-4ad5d8d86e6a req-47908bb7-2d9a-446b-9886-5499a95c59a9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:07.368544 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-46a7397d-8a93-4374-9ed1-4ad5d8d86e6a req-47908bb7-2d9a-446b-9886-5499a95c59a9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 943 time: 0.0846963 Dec 21 17:02:07.388905 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-b65b2d75-2a4e-4922-b56f-40ed5ed84819 service neutron] 10.222.0.48 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390483 Dec 21 17:02:07.420929 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-46a7397d-8a93-4374-9ed1-4ad5d8d86e6a req-47503b7d-1395-4b3b-99a8-e5bccb74f8e3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460749 Dec 21 17:02:07.533654 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-138679c3-113e-4a37-bc5a-681aad6b544d req-e82fade5-42be-4baa-a9d9-b0a09dc394dd service neutron] 10.222.0.48 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370659 Dec 21 17:02:07.656647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1ef7c08c-04a1-4186-8c2a-023ad389f965 req-fe947d95-5f19-406a-a823-89fa2cd401a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 1096 time: 0.0768857 Dec 21 17:02:07.802046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7c08c-04a1-4186-8c2a-023ad389f965 req-b5e2a4ae-6a61-431a-bff4-0ca5a759e7c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:07.803551 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1ef7c08c-04a1-4186-8c2a-023ad389f965 req-b5e2a4ae-6a61-431a-bff4-0ca5a759e7c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a9c2919-2d53-4c29-b7f0-7f8b5677954f HTTP/1.1" status: 200 len: 898 time: 0.1394005 Dec 21 17:02:07.874626 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1ef7c08c-04a1-4186-8c2a-023ad389f965 req-b2fac69f-3649-48a3-bf56-c41a4f8bec12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324449a0-d2fa-48dc-ba3f-25fee34fc94b HTTP/1.1" status: 200 len: 217 time: 0.0627632 Dec 21 17:02:07.945222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7c08c-04a1-4186-8c2a-023ad389f965 req-6b95aadb-4738-4673-828b-2de487e08363 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:07.946756 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1ef7c08c-04a1-4186-8c2a-023ad389f965 req-6b95aadb-4738-4673-828b-2de487e08363 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b85439a-0344-48af-bc42-a91ab11ace3f HTTP/1.1" status: 200 len: 835 time: 0.0650680 Dec 21 17:02:08.028576 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1ef7c08c-04a1-4186-8c2a-023ad389f965 req-16e74bee-5fbc-4749-acaa-9ef28fc0c97a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a9c2919-2d53-4c29-b7f0-7f8b5677954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753102 Dec 21 17:02:08.169765 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1ef7c08c-04a1-4186-8c2a-023ad389f965 req-c745eee4-319f-4953-81ce-481b654a140c service neutron] 10.222.0.48 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341541 Dec 21 17:02:08.313120 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1ef7c08c-04a1-4186-8c2a-023ad389f965 req-fc6ee519-7cbf-48cd-a535-056c7792c003 service neutron] 10.222.0.48 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362779 Dec 21 17:02:08.630619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764fd26-e00e-41fd-a027-ab99ac40da41 req-9ec1b1c3-6307-4b06-8b4f-a181f004bb48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:08.632215 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7764fd26-e00e-41fd-a027-ab99ac40da41 req-9ec1b1c3-6307-4b06-8b4f-a181f004bb48 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 943 time: 0.0867689 Dec 21 17:02:08.680873 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7764fd26-e00e-41fd-a027-ab99ac40da41 req-669f93b5-0cb0-4d49-9516-80277f255b1f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422566 Dec 21 17:02:09.892422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40276f22-820d-4ab1-b30f-42c3851d59ef req-8f799853-17e7-4879-8d3e-ea4d8e562f9a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:09.894013 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40276f22-820d-4ab1-b30f-42c3851d59ef req-8f799853-17e7-4879-8d3e-ea4d8e562f9a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 943 time: 0.0820265 Dec 21 17:02:09.941544 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40276f22-820d-4ab1-b30f-42c3851d59ef req-68dcd3a7-6855-4c73-91fd-f8ad6c93c6a9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Dec 21 17:02:10.017217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 324449a0-d2fa-48dc-ba3f-25fee34fc94b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:02:10.157564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 324449a0-d2fa-48dc-ba3f-25fee34fc94b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=324449a0-d2fa-48dc-ba3f-25fee34fc94b,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:02:10.171988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'port_id': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'mac_address': 'fa:16:3e:7a:f8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:02:10.231572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:10.250050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324449a0-d2fa-48dc-ba3f-25fee34fc94b {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:02:10.264877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 324449a0-d2fa-48dc-ba3f-25fee34fc94b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=324449a0-d2fa-48dc-ba3f-25fee34fc94b,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:02:10.267800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:10.269599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f475ab56-f73c-4aec-9ea3-1c325dd7c881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:10.335893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=324449a0-d2fa-48dc-ba3f-25fee34fc94b,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:10.339051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:10.461051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['324449a0-d2fa-48dc-ba3f-25fee34fc94b'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:02:11.151817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fe140-b6c8-4b82-b41d-c2e39d1ab901 req-629ece1b-c0e3-445b-bb81-b001662cac95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:11.153396 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f61fe140-b6c8-4b82-b41d-c2e39d1ab901 req-629ece1b-c0e3-445b-bb81-b001662cac95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 944 time: 0.0861442 Dec 21 17:02:11.200320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f61fe140-b6c8-4b82-b41d-c2e39d1ab901 req-4b2bdde3-0c17-4969-9d31-3b29d337e54a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404639 Dec 21 17:02:12.031678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 324449a0-d2fa-48dc-ba3f-25fee34fc94b up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:02:12.104007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 324449a0-d2fa-48dc-ba3f-25fee34fc94b completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:02:12.109486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 324449a0-d2fa-48dc-ba3f-25fee34fc94b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:12.109916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:12.224693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:12.253249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324449a0-d2fa-48dc-ba3f-25fee34fc94b'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:02:12.263431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 324449a0-d2fa-48dc-ba3f-25fee34fc94b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=324449a0-d2fa-48dc-ba3f-25fee34fc94b,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:02:12.267198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:12.269294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7596d37c-b056-4b65-ba53-9f7db26f6aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:12.315941 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'code': 200} Dec 21 17:02:12.343041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=324449a0-d2fa-48dc-ba3f-25fee34fc94b,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:12.346169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:12.414250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02531a-6dc5-4cb4-9a6f-d7a051c9ff7b req-c9025cd4-47b2-4c61-88e1-61e0e1ee77e1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:12.415920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e02531a-6dc5-4cb4-9a6f-d7a051c9ff7b req-c9025cd4-47b2-4c61-88e1-61e0e1ee77e1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 945 time: 0.0857315 Dec 21 17:02:12.464287 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e02531a-6dc5-4cb4-9a6f-d7a051c9ff7b req-95453d21-aab1-41a9-8f75-1eeabd3b6468 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416293 Dec 21 17:02:12.551287 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33186c33-80af-4053-a58b-4451e10036ab req-17d59d1f-edad-4f9b-b994-1e076295be35 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 1098 time: 0.0737569 Dec 21 17:02:12.598244 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33186c33-80af-4053-a58b-4451e10036ab req-a6cf6eb0-6a98-4c05-97c7-261f69ddf0aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411634 Dec 21 17:02:13.680049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62dcac-5069-45f0-8477-6525dbe7754e req-d2a522a3-ba69-4061-8b12-578fc7b4298d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:13.681601 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f62dcac-5069-45f0-8477-6525dbe7754e req-d2a522a3-ba69-4061-8b12-578fc7b4298d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 945 time: 0.0897117 Dec 21 17:02:13.735459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f62dcac-5069-45f0-8477-6525dbe7754e req-b41b4004-f1de-4cbc-a2b9-5affb210b484 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472212 Dec 21 17:02:13.735959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:02:14.939888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237c507-2884-4761-9a24-8423c74b0475 req-224dd928-22d1-490e-bea8-6c2a2f48c3bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:14.941470 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6237c507-2884-4761-9a24-8423c74b0475 req-224dd928-22d1-490e-bea8-6c2a2f48c3bf tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 945 time: 0.0853920 Dec 21 17:02:14.992401 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6237c507-2884-4761-9a24-8423c74b0475 req-0ef771f9-ab1c-4a95-8b88-e7a37beb6050 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448012 Dec 21 17:02:15.192342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b05826-daf0-4719-8eec-46e1cbf110a1 req-afabb1de-f9be-4b51-b0bf-4d274e97545f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:15.193910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-01b05826-daf0-4719-8eec-46e1cbf110a1 req-afabb1de-f9be-4b51-b0bf-4d274e97545f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 945 time: 0.0811651 Dec 21 17:02:15.245236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-01b05826-daf0-4719-8eec-46e1cbf110a1 req-d2a0a70c-cbb3-4a1c-87a0-5464b750f2c2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452714 Dec 21 17:02:15.272189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47824) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:15.347800 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eb2665b2-3d7c-4493-a5ba-cffbc408481b tempest-TestNetworkBasicOps-21267741 tempest-TestNetworkBasicOps-21267741-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 1093 time: 0.0741818 Dec 21 17:02:15.350509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47828) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:15.356495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:15.363170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:02:15.367274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Usage tracker for resource:floatingip and tenant:265bc93eb934473fb3c7691bab6254d5 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:02:15.370296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:02:15.376486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:02:15.386020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:15.535393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:15.678750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Allocated IP 172.26.7.61 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/364d1540-4c82-4ccd-b01b-4f1b9596bedb) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:02:15.753006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5560-772b-472a-8463-8e540cb3ad7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:15.832090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:15.857678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:15.861993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25d1006e-3093-48f1-872c-05003fb257d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:15.930011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:02:15.933386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:02:15.935543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=364d1540-4c82-4ccd-b01b-4f1b9596bedb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:15.937845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:02:15.970853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:16.469953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:16.526289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:16.964984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:16.969004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:16.973494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:17.087711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event updated for resources: {'Port': ['ID=364d1540-4c82-4ccd-b01b-4f1b9596bedb,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:17.090591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:17.102441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:17.168354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:17.301623 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Floating IP 5682fd0f-1dd0-4f21-b72d-72a337ed1353 associated. External IP: 172.26.7.61, port: 324449a0-d2fa-48dc-ba3f-25fee34fc94b. Dec 21 17:02:17.717684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:02:17.928603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:02:17.939010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89023ac-4525-429c-9387-29c4295700cb None None] Sync routers for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:02:17.952192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89023ac-4525-429c-9387-29c4295700cb None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:02:17.952745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:17.952949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f89023ac-4525-429c-9387-29c4295700cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:01:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:18.004220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a495668-c446-44f7-9596-1d2a3cb93958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:18.014214 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6621864 Dec 21 17:02:18.014952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'tag': '324449a0-d2fa-48dc-ba3f-25fee34fc94b'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:02:18.017215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47832) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:18.086680 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'tag': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'status': 'completed', 'code': 200} Dec 21 17:02:18.147433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f89023ac-4525-429c-9387-29c4295700cb None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:02:18.149770 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9c96e9fc-b2be-41f9-bb92-ca572f54d930 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/5682fd0f-1dd0-4f21-b72d-72a337ed1353 HTTP/1.1" status: 200 len: 990 time: 0.1300356 Dec 21 17:02:18.190540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-664e9496-d22b-4e1e-b500-91e3c9efae66 req-1237e085-23c6-4e37-b7a8-4361bf6169e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 1098 time: 0.0802138 Dec 21 17:02:18.334127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e9496-d22b-4e1e-b500-91e3c9efae66 req-95530fde-c24b-4735-9ff5-6139608db27d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:18.335663 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-664e9496-d22b-4e1e-b500-91e3c9efae66 req-95530fde-c24b-4735-9ff5-6139608db27d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a9c2919-2d53-4c29-b7f0-7f8b5677954f HTTP/1.1" status: 200 len: 898 time: 0.1396022 Dec 21 17:02:18.359619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:18.441178 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-664e9496-d22b-4e1e-b500-91e3c9efae66 req-bb6450b1-61dd-4ea3-a8c5-9d99862b861c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324449a0-d2fa-48dc-ba3f-25fee34fc94b HTTP/1.1" status: 200 len: 998 time: 0.0996158 Dec 21 17:02:18.514528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e9496-d22b-4e1e-b500-91e3c9efae66 req-3fc1feb8-c30d-4f8f-822e-06abe5f35e97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:18.516047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f89023ac-4525-429c-9387-29c4295700cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '5682fd0f-1dd0-4f21-b72d-72a337ed1353', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'port_id': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'mac_address': 'fa:16:3e:7a:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:02:16Z', 'updated_at': '2021-12-21T17:02:16Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:02:04Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:18.516242 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-664e9496-d22b-4e1e-b500-91e3c9efae66 req-3fc1feb8-c30d-4f8f-822e-06abe5f35e97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b85439a-0344-48af-bc42-a91ab11ace3f HTTP/1.1" status: 200 len: 835 time: 0.0685410 Dec 21 17:02:18.520164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89023ac-4525-429c-9387-29c4295700cb None None] Checking router: eb50f1e6-8f6a-4111-9cad-cd4ef11724ba for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:02:18.531948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89023ac-4525-429c-9387-29c4295700cb None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:02:18.532600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f89023ac-4525-429c-9387-29c4295700cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:02:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:18.598357 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-664e9496-d22b-4e1e-b500-91e3c9efae66 req-bc0cd33a-febb-4873-8f37-1904f35a7783 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a9c2919-2d53-4c29-b7f0-7f8b5677954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745161 Dec 21 17:02:18.715978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f89023ac-4525-429c-9387-29c4295700cb None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:02:18.745371 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-664e9496-d22b-4e1e-b500-91e3c9efae66 req-7054d32f-9e56-4fea-a091-a25ed8ab87ae service neutron] 10.222.0.48 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367373 Dec 21 17:02:18.887358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-664e9496-d22b-4e1e-b500-91e3c9efae66 req-16bdee64-2b87-4fea-abcd-2b7878d54c2c service neutron] 10.222.0.48 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355231 Dec 21 17:02:19.152947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47838) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:19.237090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f89023ac-4525-429c-9387-29c4295700cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '5682fd0f-1dd0-4f21-b72d-72a337ed1353', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'port_id': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'mac_address': 'fa:16:3e:7a:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:02:16Z', 'updated_at': '2021-12-21T17:02:16Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:02:04Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:19.241309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89023ac-4525-429c-9387-29c4295700cb None None] The sync data for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv is: [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '5682fd0f-1dd0-4f21-b72d-72a337ed1353', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'port_id': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'mac_address': 'fa:16:3e:7a:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:02:16Z', 'updated_at': '2021-12-21T17:02:16Z', 'revision_number': 0, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:02:04Z', 'revision_number': 5, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:02:19.267760 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-af1208bb-1d69-480d-8001-0804f5525c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/5682fd0f-1dd0-4f21-b72d-72a337ed1353 HTTP/1.1" status: 200 len: 990 time: 0.1124277 Dec 21 17:02:19.629257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963546d2-b382-418b-9066-25f2c087a624 None None] New status for floating IP 5682fd0f-1dd0-4f21-b72d-72a337ed1353: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:02:19.907073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:20.270721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47842) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:20.381846 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6e8e6e29-1bc3-4bc8-a96d-7f64922c280c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/5682fd0f-1dd0-4f21-b72d-72a337ed1353 HTTP/1.1" status: 200 len: 992 time: 0.1098487 Dec 21 17:02:29.423528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:45.755163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1251b7e4-e2cd-4082-aafb-70edad24866c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:46.488291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dee1ddb-e65a-4e6d-8a47-043d526ad738 req-5bd86890-b79b-465b-b322-345159803615 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733669 Dec 21 17:02:46.639136 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dee1ddb-e65a-4e6d-8a47-043d526ad738 req-500cc10d-e3f6-4084-9509-1785d02831c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 1098 time: 0.0776970 Dec 21 17:02:47.015276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee1ddb-e65a-4e6d-8a47-043d526ad738 req-cc0c793c-6488-4534-8962-9fea6c1cdceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:47.016852 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dee1ddb-e65a-4e6d-8a47-043d526ad738 req-cc0c793c-6488-4534-8962-9fea6c1cdceb service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a9c2919-2d53-4c29-b7f0-7f8b5677954f HTTP/1.1" status: 200 len: 898 time: 0.3594909 Dec 21 17:02:47.124059 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dee1ddb-e65a-4e6d-8a47-043d526ad738 req-8340c39d-62dd-4bb7-933e-64c6029f1023 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324449a0-d2fa-48dc-ba3f-25fee34fc94b HTTP/1.1" status: 200 len: 1000 time: 0.1002553 Dec 21 17:02:47.171449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:47.195017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee1ddb-e65a-4e6d-8a47-043d526ad738 req-f06b7f8c-e881-4065-bacf-a7613265443c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:47.196534 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dee1ddb-e65a-4e6d-8a47-043d526ad738 req-f06b7f8c-e881-4065-bacf-a7613265443c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b85439a-0344-48af-bc42-a91ab11ace3f HTTP/1.1" status: 200 len: 835 time: 0.0668249 Dec 21 17:02:47.275416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dee1ddb-e65a-4e6d-8a47-043d526ad738 req-4019afbc-6f13-4a2d-b094-a59b3fc60ed9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a9c2919-2d53-4c29-b7f0-7f8b5677954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724030 Dec 21 17:02:47.417950 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dee1ddb-e65a-4e6d-8a47-043d526ad738 req-02472eb1-1d19-4cd9-bc18-e501fa9260f5 service neutron] 10.222.0.48 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364591 Dec 21 17:02:47.528026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47856) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:47.533882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-57a7a109-c050-4af7-9d4b-1151339f51ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:47.561514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dee1ddb-e65a-4e6d-8a47-043d526ad738 req-8c5f87a9-f679-4fe2-bee6-5001e91d7495 service neutron] 10.222.0.48 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372230 Dec 21 17:02:48.007045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfbcdb09-0b54-4d9e-a42c-8f11d5a8b0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:48.116194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57a7a109-c050-4af7-9d4b-1151339f51ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:48.126177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57a7a109-c050-4af7-9d4b-1151339f51ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:48.333578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a7a109-c050-4af7-9d4b-1151339f51ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:02:48.362723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:48.764417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a7a109-c050-4af7-9d4b-1151339f51ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:02:48.770695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-57a7a109-c050-4af7-9d4b-1151339f51ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:48.771870 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-57a7a109-c050-4af7-9d4b-1151339f51ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/eb50f1e6-8f6a-4111-9cad-cd4ef11724ba HTTP/1.1" status: 200 len: 889 time: 1.2427659 Dec 21 17:02:48.778850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df2163-beca-466e-84bb-9ff96a666901 None None] Sync routers for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:02:48.792234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df2163-beca-466e-84bb-9ff96a666901 None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:02:48.792893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-13df2163-beca-466e-84bb-9ff96a666901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:02:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:48.855802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-13df2163-beca-466e-84bb-9ff96a666901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:48.867253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df2163-beca-466e-84bb-9ff96a666901 None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:02:48.867883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-13df2163-beca-466e-84bb-9ff96a666901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:02:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:48.926988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-13df2163-beca-466e-84bb-9ff96a666901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:48.927427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df2163-beca-466e-84bb-9ff96a666901 None None] The sync data for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv is: [] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:02:49.278070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2124b7f-20b3-4794-a2df-4cebafb2e768 None None] New status for floating IP 5682fd0f-1dd0-4f21-b72d-72a337ed1353: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:02:49.917700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:50.268753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 05d7f83e-09a0-47c7-8576-e29f7311c4e9 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:02:50.387075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:50.420917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 05d7f83e-09a0-47c7-8576-e29f7311c4e9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=05d7f83e-09a0-47c7-8576-e29f7311c4e9,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:02:50.423820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:50.424633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:02:50.452166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:50.545550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=05d7f83e-09a0-47c7-8576-e29f7311c4e9,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:50.549083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:50.602410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:50.618648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:02:50.621510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:50.624214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a32c87bd-7d0f-438c-87a0-fb03225a378f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:50.691617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:50.694656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:50.737114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:02:50.929240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47862) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:50.935951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-40ecb56a-896d-4d77-b55a-d6d559b91bc7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:02:51.518135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-40ecb56a-896d-4d77-b55a-d6d559b91bc7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:51.527788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-40ecb56a-896d-4d77-b55a-d6d559b91bc7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854092216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854144098'] for router, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:51.736290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ecb56a-896d-4d77-b55a-d6d559b91bc7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:02:51.943958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ecb56a-896d-4d77-b55a-d6d559b91bc7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:02:51.950055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-40ecb56a-896d-4d77-b55a-d6d559b91bc7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:51.951746 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-40ecb56a-896d-4d77-b55a-d6d559b91bc7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/eb50f1e6-8f6a-4111-9cad-cd4ef11724ba HTTP/1.1" status: 200 len: 888 time: 1.0214248 Dec 21 17:02:51.954971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47866) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:51.957644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b639d16-3871-44e0-bb3f-faf8344bc544 None None] Sync routers for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:02:51.970647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b639d16-3871-44e0-bb3f-faf8344bc544 None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:02:51.971347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3b639d16-3871-44e0-bb3f-faf8344bc544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:02:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:52.067082 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dab4b862-fffa-4ef3-9d13-90123eb48868 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/5682fd0f-1dd0-4f21-b72d-72a337ed1353 HTTP/1.1" status: 200 len: 990 time: 0.1106691 Dec 21 17:02:52.162168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3b639d16-3871-44e0-bb3f-faf8344bc544 None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:02:52.522041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3b639d16-3871-44e0-bb3f-faf8344bc544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:51Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '5682fd0f-1dd0-4f21-b72d-72a337ed1353', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'port_id': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'mac_address': 'fa:16:3e:7a:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:02:16Z', 'updated_at': '2021-12-21T17:02:49Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:02:50Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:52.526087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b639d16-3871-44e0-bb3f-faf8344bc544 None None] Checking router: eb50f1e6-8f6a-4111-9cad-cd4ef11724ba for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:02:52.537141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b639d16-3871-44e0-bb3f-faf8344bc544 None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:02:52.537784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3b639d16-3871-44e0-bb3f-faf8344bc544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:02:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:52.715959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3b639d16-3871-44e0-bb3f-faf8344bc544 None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:02:53.070689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47870) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:53.071927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3b639d16-3871-44e0-bb3f-faf8344bc544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:51Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '5682fd0f-1dd0-4f21-b72d-72a337ed1353', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'port_id': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'mac_address': 'fa:16:3e:7a:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:02:16Z', 'updated_at': '2021-12-21T17:02:49Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:02:50Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:53.076197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b639d16-3871-44e0-bb3f-faf8344bc544 None None] The sync data for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv is: [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:51Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '5682fd0f-1dd0-4f21-b72d-72a337ed1353', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'port_id': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'mac_address': 'fa:16:3e:7a:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:02:16Z', 'updated_at': '2021-12-21T17:02:49Z', 'revision_number': 2, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:02:50Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:02:53.185295 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-74924b30-c876-458d-b056-1bc03c8aaa61 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/5682fd0f-1dd0-4f21-b72d-72a337ed1353 HTTP/1.1" status: 200 len: 990 time: 0.1131351 Dec 21 17:02:54.189224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47874) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:54.310630 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8936968f-84b1-4653-88a6-07deb03f8ae5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/5682fd0f-1dd0-4f21-b72d-72a337ed1353 HTTP/1.1" status: 200 len: 990 time: 0.1199753 Dec 21 17:02:54.329204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 05d7f83e-09a0-47c7-8576-e29f7311c4e9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:02:54.402749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:54.403187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:54.533416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:54.570601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 05d7f83e-09a0-47c7-8576-e29f7311c4e9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=05d7f83e-09a0-47c7-8576-e29f7311c4e9,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:02:54.573885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:54.575075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:02:54.604648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:54.702715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=05d7f83e-09a0-47c7-8576-e29f7311c4e9,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:54.715516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:54.715925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:54.716905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:54.717308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:54.717674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:54.718051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:54.718451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:54.718816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:54.719279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:54.719650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:54.720021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:54.725207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:54.731778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:54.732210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:54.852565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:54.868744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:02:54.871701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:54.873739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:54.943511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:54.946699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:55.314885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47878) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:55.424870 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e344ac30-baee-4e1f-92d5-7fcfa25ae2c8 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/5682fd0f-1dd0-4f21-b72d-72a337ed1353 HTTP/1.1" status: 200 len: 990 time: 0.1087799 Dec 21 17:02:56.284310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 05d7f83e-09a0-47c7-8576-e29f7311c4e9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:02:56.362988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8a3d7-dd8f-4ca9-8dcb-db8bab00f37f None None] New status for floating IP 5682fd0f-1dd0-4f21-b72d-72a337ed1353: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:02:56.423725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:56.424141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:56.428699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47882) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:56.547660 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-605a75e8-e7e2-4975-a318-e0b98eb192fc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/5682fd0f-1dd0-4f21-b72d-72a337ed1353 HTTP/1.1" status: 200 len: 990 time: 0.1164422 Dec 21 17:02:56.729158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:02:56.810493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:02:56.810951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:57.550641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47886) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:57.660644 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-752bd1ca-1c34-4e13-9969-57c4683a60b0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/floatingips/5682fd0f-1dd0-4f21-b72d-72a337ed1353 HTTP/1.1" status: 200 len: 992 time: 0.1086812 Dec 21 17:02:57.945468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47894) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:02:58.155216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 364d1540-4c82-4ccd-b01b-4f1b9596bedb {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:02:58.155578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:58.331164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:58.331538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:58.689868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 364d1540-4c82-4ccd-b01b-4f1b9596bedb owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:02:58.835659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:58.839912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1f2c6a88-e3dc-447b-9b1b-d6e4cecf8ee3 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:02:58.883578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=364d1540-4c82-4ccd-b01b-4f1b9596bedb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:02:58.923935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:58.924428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:58.924792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:58.925206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:58.925618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:58.926032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:58.926441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:58.926875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:58.927286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:58.927693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:58.928093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:02:58.934937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:02:58.990092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:59.389964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:02:59.420025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:59.598133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:02:59.608789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27935e-e381-4a1a-a050-5d646900f93c None None] Sync routers for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:02:59.614988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:02:59.621124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27935e-e381-4a1a-a050-5d646900f93c None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:02:59.621789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-df27935e-e381-4a1a-a050-5d646900f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:02:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:02:59.668919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/floatingips/5682fd0f-1dd0-4f21-b72d-72a337ed1353 HTTP/1.1" status: 204 len: 168 time: 1.7223132 Dec 21 17:02:59.669623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'tag': '324449a0-d2fa-48dc-ba3f-25fee34fc94b'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:02:59.731272 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'tag': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'status': 'completed', 'code': 200} Dec 21 17:02:59.827362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-df27935e-e381-4a1a-a050-5d646900f93c None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:02:59.834000 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-360f4608-72c9-466e-87bf-7ceda5cad5f0 req-a05a3731-d5fc-4fe0-aed9-90cb492185a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=265bc93eb934473fb3c7691bab6254d5&device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 1098 time: 0.0813184 Dec 21 17:02:59.997015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f4608-72c9-466e-87bf-7ceda5cad5f0 req-9ac6bddf-b0a5-446c-a9ee-a237695cf064 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:02:59.999264 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-360f4608-72c9-466e-87bf-7ceda5cad5f0 req-9ac6bddf-b0a5-446c-a9ee-a237695cf064 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a9c2919-2d53-4c29-b7f0-7f8b5677954f HTTP/1.1" status: 200 len: 898 time: 0.1594591 Dec 21 17:03:00.076775 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-360f4608-72c9-466e-87bf-7ceda5cad5f0 req-187727b3-d4b7-47a8-b776-36dc9092b89a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324449a0-d2fa-48dc-ba3f-25fee34fc94b HTTP/1.1" status: 200 len: 217 time: 0.0701833 Dec 21 17:03:00.097808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de8a50-839d-4d9d-98bb-c473f8e97b32 req-d4319a64-b8e3-4140-a3de-e65394e50923 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:00.098594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-00de8a50-839d-4d9d-98bb-c473f8e97b32 req-d4319a64-b8e3-4140-a3de-e65394e50923 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:03:00.117539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-00de8a50-839d-4d9d-98bb-c473f8e97b32 req-d4319a64-b8e3-4140-a3de-e65394e50923 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:03:00.119043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-00de8a50-839d-4d9d-98bb-c473f8e97b32 req-d4319a64-b8e3-4140-a3de-e65394e50923 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 945 time: 0.1143441 Dec 21 17:03:00.156843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f4608-72c9-466e-87bf-7ceda5cad5f0 req-2b99c16c-61e4-4cd4-8890-712ef108082f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:00.158644 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-360f4608-72c9-466e-87bf-7ceda5cad5f0 req-2b99c16c-61e4-4cd4-8890-712ef108082f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b85439a-0344-48af-bc42-a91ab11ace3f HTTP/1.1" status: 200 len: 835 time: 0.0748868 Dec 21 17:03:00.172625 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-00de8a50-839d-4d9d-98bb-c473f8e97b32 req-b6c51153-42cc-40ee-a375-04d99a0d2731 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469391 Dec 21 17:03:00.240904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-360f4608-72c9-466e-87bf-7ceda5cad5f0 req-cfcb291b-2925-4511-a8bc-6df1aa9bcb6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a9c2919-2d53-4c29-b7f0-7f8b5677954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752208 Dec 21 17:03:00.315191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-df27935e-e381-4a1a-a050-5d646900f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:51Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:02:54Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:00.319283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27935e-e381-4a1a-a050-5d646900f93c None None] Checking router: eb50f1e6-8f6a-4111-9cad-cd4ef11724ba for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:03:00.330982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27935e-e381-4a1a-a050-5d646900f93c None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:03:00.331634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-df27935e-e381-4a1a-a050-5d646900f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:02:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:00.387096 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-360f4608-72c9-466e-87bf-7ceda5cad5f0 req-a943b4ae-96fe-4d01-b8bd-df62b1f6776c service neutron] 10.222.0.48 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378579 Dec 21 17:03:00.522407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-df27935e-e381-4a1a-a050-5d646900f93c None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:03:00.536325 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-360f4608-72c9-466e-87bf-7ceda5cad5f0 req-df5e1f20-cf8d-4673-b299-1f08eec3190d service neutron] 10.222.0.48 "GET /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422772 Dec 21 17:03:00.851070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-df27935e-e381-4a1a-a050-5d646900f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:51Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:02:54Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:00.855455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27935e-e381-4a1a-a050-5d646900f93c None None] The sync data for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv is: [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:51Z', 'revision_number': 6, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '05d7f83e-09a0-47c7-8576-e29f7311c4e9', 'name': '', 'network_id': '6a9c2919-2d53-4c29-b7f0-7f8b5677954f', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'mac_address': 'fa:16:3e:9e:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:57Z', 'updated_at': '2021-12-21T17:02:54Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'subnets': [{'id': '3b85439a-0344-48af-bc42-a91ab11ace3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:03:01.321955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-fc336587-41dd-435d-abb2-267413e9b3e3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:01.323033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-fc336587-41dd-435d-abb2-267413e9b3e3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Synchronizing usage tracker for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:03:01.336704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-fc336587-41dd-435d-abb2-267413e9b3e3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Unset dirty status for tenant:265bc93eb934473fb3c7691bab6254d5 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:03:01.338240 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-fc336587-41dd-435d-abb2-267413e9b3e3 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 945 time: 0.1076753 Dec 21 17:03:01.408570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8f07a-774b-4901-aaa1-9e1cf6b0e161 req-574d4d52-f4bf-4023-84c7-8f0cdf18e1c7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:01.410998 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-39d8f07a-774b-4901-aaa1-9e1cf6b0e161 req-574d4d52-f4bf-4023-84c7-8f0cdf18e1c7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 945 time: 0.1015265 Dec 21 17:03:01.421826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 324449a0-d2fa-48dc-ba3f-25fee34fc94b {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:03:01.422400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:01.462629 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-39d8f07a-774b-4901-aaa1-9e1cf6b0e161 req-29888f27-ed4c-486a-8f22-9de275727421 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/security-groups?id=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459061 Dec 21 17:03:01.692560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 324449a0-d2fa-48dc-ba3f-25fee34fc94b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=324449a0-d2fa-48dc-ba3f-25fee34fc94b,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:03:01.692962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:01.821677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 324449a0-d2fa-48dc-ba3f-25fee34fc94b owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:03:01.973499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:01.980156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:02.023235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=324449a0-d2fa-48dc-ba3f-25fee34fc94b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:02.038375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:02.038842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:02.039278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:02.039704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:02.040129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:02.040549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:02.040967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:02.041747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:02.041747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:02.042191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:02.042541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:02.075296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:02.116779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b788d-62fa-4865-9434-b290c74d9a43 None None] New status for floating IP 5682fd0f-1dd0-4f21-b72d-72a337ed1353: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:03:02.120602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] No DVR routers for this DVR port 324449a0-d2fa-48dc-ba3f-25fee34fc94b on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:03:02.123100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:02.126039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'name': 'network-vif-deleted', 'tag': '324449a0-d2fa-48dc-ba3f-25fee34fc94b'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:03:02.142215 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d9cbcf55-860d-4f29-944a-a85eae323274 req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.48 "DELETE /v2.0/ports/324449a0-d2fa-48dc-ba3f-25fee34fc94b HTTP/1.1" status: 204 len: 173 time: 0.7983358 Dec 21 17:03:02.188861 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5827b8-637a-4f75-ba7b-febad38980fc', 'name': 'network-vif-deleted', 'tag': '324449a0-d2fa-48dc-ba3f-25fee34fc94b', 'status': 'completed', 'code': 200} Dec 21 17:03:02.656171 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8d5359ea-1c2a-4143-8bf9-57a2ca8da306 req-ac740d9e-7a3b-4904-bf99-60af362d3e6c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b5827b8-637a-4f75-ba7b-febad38980fc HTTP/1.1" status: 200 len: 210 time: 0.0490735 Dec 21 17:03:03.765280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47912) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:03.836945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9897276b-cf90-46cf-92e3-f82711b3a83a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:03.868177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9897276b-cf90-46cf-92e3-f82711b3a83a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:03.929401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9897276b-cf90-46cf-92e3-f82711b3a83a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:03.935182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-26cd7b51-19e3-4d27-a1ab-77c904c67dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:03.950306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897276b-cf90-46cf-92e3-f82711b3a83a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:03.953588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9897276b-cf90-46cf-92e3-f82711b3a83a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:03.961725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9897276b-cf90-46cf-92e3-f82711b3a83a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:03.963007 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9897276b-cf90-46cf-92e3-f82711b3a83a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/security-groups/64d6e9c4-1b3f-4fab-8ea1-715e246fe9cd HTTP/1.1" status: 204 len: 168 time: 0.1966243 Dec 21 17:03:04.003699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47918) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:04.417294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:05.040825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 05d7f83e-09a0-47c7-8576-e29f7311c4e9 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:03:05.041424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:05.240962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 05d7f83e-09a0-47c7-8576-e29f7311c4e9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=05d7f83e-09a0-47c7-8576-e29f7311c4e9,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:03:05.241356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:05.366164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 05d7f83e-09a0-47c7-8576-e29f7311c4e9 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:03:05.555450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:05.559775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-836f9bf0-49b3-43c5-b7f1-610f29f4ff94 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:05.603833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=05d7f83e-09a0-47c7-8576-e29f7311c4e9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:05.606584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:06.151730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:06.328312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 324449a0-d2fa-48dc-ba3f-25fee34fc94b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:03:06.365344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 324449a0-d2fa-48dc-ba3f-25fee34fc94b {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:03:06.365757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 324449a0-d2fa-48dc-ba3f-25fee34fc94b not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:03:06.762060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:03:06.975803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:03:06.987297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95987f-223f-4481-b464-57a65f1f87b5 None None] Sync routers for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:03:06.989952 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "PUT /v2.0/routers/eb50f1e6-8f6a-4111-9cad-cd4ef11724ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9851015 Dec 21 17:03:06.992861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47922) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:06.999663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95987f-223f-4481-b464-57a65f1f87b5 None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:03:07.000545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7f95987f-223f-4481-b464-57a65f1f87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:02:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:07.193884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7f95987f-223f-4481-b464-57a65f1f87b5 None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:03:07.197471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c3543e-1ec0-45fd-8cef-0838f2458873 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting subnet 3b85439a-0344-48af-bc42-a91ab11ace3f {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:03:07.200702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3543e-1ec0-45fd-8cef-0838f2458873 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:07.259166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3543e-1ec0-45fd-8cef-0838f2458873 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:07.349831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3543e-1ec0-45fd-8cef-0838f2458873 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:07.427873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3543e-1ec0-45fd-8cef-0838f2458873 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:07.432804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6b20c04-813f-4336-b1a2-bf6b65595a05 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:07.475452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3543e-1ec0-45fd-8cef-0838f2458873 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Subnet': ['ID=3b85439a-0344-48af-bc42-a91ab11ace3f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:07.478558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33c3543e-1ec0-45fd-8cef-0838f2458873 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:07.482336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3543e-1ec0-45fd-8cef-0838f2458873 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:07.488589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e22bf3b-d4a9-4e85-a797-b7633d11d329 None None] Network 6a9c2919-2d53-4c29-b7f0-7f8b5677954f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:03:07.491413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-33c3543e-1ec0-45fd-8cef-0838f2458873 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/subnets/3b85439a-0344-48af-bc42-a91ab11ace3f HTTP/1.1" status: 204 len: 168 time: 0.4974067 Dec 21 17:03:07.492728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47926) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:07.500531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7f95987f-223f-4481-b464-57a65f1f87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:03:05Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:07.504896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95987f-223f-4481-b464-57a65f1f87b5 None None] Checking router: eb50f1e6-8f6a-4111-9cad-cd4ef11724ba for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:03:07.516818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95987f-223f-4481-b464-57a65f1f87b5 None None] Routers {'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:03:07.517471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7f95987f-223f-4481-b464-57a65f1f87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:02:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:07.706531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:07.711225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7f95987f-223f-4481-b464-57a65f1f87b5 None None] Set router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:03:07.764247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f587efc9-a202-402d-a5c2-cd42a6e399fd None None] DHCP port deletion for 6a9c2919-2d53-4c29-b7f0-7f8b5677954f request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:03:07.769203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f587efc9-a202-402d-a5c2-cd42a6e399fd None None] Deleting port 2454e740-ac08-4913-ba74-ed35fed39116 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:03:07.769627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f587efc9-a202-402d-a5c2-cd42a6e399fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:07.931556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:07.946038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Deleting port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:03:07.946632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:08.004361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f587efc9-a202-402d-a5c2-cd42a6e399fd None None] For port 2454e740-ac08-4913-ba74-ed35fed39116, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2454e740-ac08-4913-ba74-ed35fed39116,segment=NetworkSegment(4877d611-6f16-4a8c-b285-707b9aa9abc5),segment_id=4877d611-6f16-4a8c-b285-707b9aa9abc5)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:03:08.004865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f587efc9-a202-402d-a5c2-cd42a6e399fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:08.138751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f587efc9-a202-402d-a5c2-cd42a6e399fd None None] Calling delete_port for 2454e740-ac08-4913-ba74-ed35fed39116 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:03:08.143214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] For port 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:03:08.143779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:08.177388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7f95987f-223f-4481-b464-57a65f1f87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:03:05Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:08.181604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95987f-223f-4481-b464-57a65f1f87b5 None None] The sync data for ids ['eb50f1e6-8f6a-4111-9cad-cd4ef11724ba'] in dv-neutron-822515-1-hyperv is: [{'id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'name': 'tempest-TestNetworkBasicOps-router-1361475550', 'tenant_id': '265bc93eb934473fb3c7691bab6254d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:03:05Z', 'revision_number': 7, 'project_id': '265bc93eb934473fb3c7691bab6254d5', 'gw_port': {'id': '7c5e55f2-73fa-4b17-bdc3-f29420c88fd2', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50f1e6-8f6a-4111-9cad-cd4ef11724ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:01:54Z', 'updated_at': '2021-12-21T17:02:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:03:08.213426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f587efc9-a202-402d-a5c2-cd42a6e399fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:08.218323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-35b6215e-c5de-44b0-9779-cb26e2063df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:08.265043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587efc9-a202-402d-a5c2-cd42a6e399fd None None] Pushing event deleted for resources: {'Port': ['ID=2454e740-ac08-4913-ba74-ed35fed39116,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:08.269658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f587efc9-a202-402d-a5c2-cd42a6e399fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:08.272401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f587efc9-a202-402d-a5c2-cd42a6e399fd None None] No DVR routers for this DVR port 2454e740-ac08-4913-ba74-ed35fed39116 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:03:08.281575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Calling delete_port for 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:03:08.317737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2454e740-ac08-4913-ba74-ed35fed39116 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:03:08.465263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:08.470724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-96151826-0390-4067-83cf-f2d6d8725503 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:08.517188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Port': ['ID=7c5e55f2-73fa-4b17-bdc3-f29420c88fd2,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:08.519916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:08.524034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 2454e740-ac08-4913-ba74-ed35fed39116 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:03:08.524597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2454e740-ac08-4913-ba74-ed35fed39116 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:03:08.989614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.269154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.273511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.296967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.297544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Fanout notify agent at l3_agent the message router_deleted on router eb50f1e6-8f6a-4111-9cad-cd4ef11724ba {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:03:09.312952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.314162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/routers/eb50f1e6-8f6a-4111-9cad-cd4ef11724ba HTTP/1.1" status: 204 len: 168 time: 1.8201792 Dec 21 17:03:09.317052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47930) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:09.446082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.593270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.624654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9c2919-2d53-4c29-b7f0-7f8b5677954f']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:09.637538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4877d611-6f16-4a8c-b285-707b9aa9abc5') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:09.637876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4877d611-6f16-4a8c-b285-707b9aa9abc5') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:09.649699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.664479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.671323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:03:09.671749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:03:09.687359 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:03:09.769344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.772881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3d61839f-1e09-4940-83b0-2680d7885d84 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:09.794721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:09.801278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Pushing event deleted for resources: {'Network': ['ID=6a9c2919-2d53-4c29-b7f0-7f8b5677954f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:09.805971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:09.812788 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] 10.222.0.67 "DELETE /v2.0/networks/6a9c2919-2d53-4c29-b7f0-7f8b5677954f HTTP/1.1" status: 204 len: 168 time: 0.4946973 Dec 21 17:03:10.195380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47938) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:10.287222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 05d7f83e-09a0-47c7-8576-e29f7311c4e9 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:03:10.321447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 05d7f83e-09a0-47c7-8576-e29f7311c4e9 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:03:10.321847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 05d7f83e-09a0-47c7-8576-e29f7311c4e9 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:03:10.322328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:03:10.354500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:03:10.354925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 7c5e55f2-73fa-4b17-bdc3-f29420c88fd2 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:03:10.385807 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-437da3d5-eca8-4d30-8ace-60e141d196ad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=265bc93eb934473fb3c7691bab6254d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1890483 Dec 21 17:03:10.389155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47944) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:10.451290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5134c279-c143-415c-a49d-182060e22a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:10.478068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5134c279-c143-415c-a49d-182060e22a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:10.521034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5134c279-c143-415c-a49d-182060e22a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:10.524956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c24b5ab6-751b-4463-84b1-7b0def176a29 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:10.538448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134c279-c143-415c-a49d-182060e22a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9988ae-99a3-45b5-aecf-ebaae6ff75a4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:10.542273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5134c279-c143-415c-a49d-182060e22a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:10.547310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5134c279-c143-415c-a49d-182060e22a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:10.548522 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5134c279-c143-415c-a49d-182060e22a94 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f9988ae-99a3-45b5-aecf-ebaae6ff75a4 HTTP/1.1" status: 204 len: 168 time: 0.1583855 Dec 21 17:03:10.887319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47952) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:10.907359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8f299e8-2eb1-49de-9292-b882f6e11f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:10.943005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e8f299e8-2eb1-49de-9292-b882f6e11f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:03:10.946994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e8f299e8-2eb1-49de-9292-b882f6e11f7d admin admin] Usage tracker for resource:security_group_rule and tenant:eba48ca63ead46c2a6b8fd6faa9bad8f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:03:10.949870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e8f299e8-2eb1-49de-9292-b882f6e11f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:03:10.956403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e8f299e8-2eb1-49de-9292-b882f6e11f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:03:11.023257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8f299e8-2eb1-49de-9292-b882f6e11f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:11.025804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8f299e8-2eb1-49de-9292-b882f6e11f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:11.033058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a8687b42-24be-4c42-aeb7-0300acae5935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:11.074225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f299e8-2eb1-49de-9292-b882f6e11f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be98732-583a-476a-8c48-3eb5b08fd800,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:11.078381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e8f299e8-2eb1-49de-9292-b882f6e11f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:11.081123 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e8f299e8-2eb1-49de-9292-b882f6e11f7d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eba48ca63ead46c2a6b8fd6faa9bad8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1926425 Dec 21 17:03:11.083970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47956) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:11.149350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64f99e0f-17f6-4b85-ba9a-546584557af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:11.176438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64f99e0f-17f6-4b85-ba9a-546584557af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:11.220821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64f99e0f-17f6-4b85-ba9a-546584557af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:11.225714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2814a62d-2592-4f50-b004-1b110158192c tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:11.238669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f99e0f-17f6-4b85-ba9a-546584557af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be98732-583a-476a-8c48-3eb5b08fd800,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:11.241831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-64f99e0f-17f6-4b85-ba9a-546584557af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:11.244099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-64f99e0f-17f6-4b85-ba9a-546584557af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:11.245672 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-64f99e0f-17f6-4b85-ba9a-546584557af2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8be98732-583a-476a-8c48-3eb5b08fd800 HTTP/1.1" status: 204 len: 168 time: 0.1603851 Dec 21 17:03:12.257572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 47978) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:12.396807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1602935413-network', 'tenant_id': 'f93dea903ed1417c967921dc63ca6dfd'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:03:12.401901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:03:12.405962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Usage tracker for resource:network and tenant:f93dea903ed1417c967921dc63ca6dfd is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:03:12.409008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:03:12.415020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:03:12.427744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Made reservation on behalf of f93dea903ed1417c967921dc63ca6dfd for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:03:12.432415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:12.448894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:12.487891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:03:12.491790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Usage tracker for resource:security_group_rule and tenant:f93dea903ed1417c967921dc63ca6dfd is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:03:12.494681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:03:12.501206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:03:12.566468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:12.569007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:12.573135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-10e56b99-7481-4be3-aa25-3d99ef999fd7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:12.592419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:03:12.613344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b9ddd5-63b8-4213-933f-63a2d91eb210,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:12.616258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:12.616644 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Added segment 6e2c0825-654d-4cc8-94a9-f1d14fe898dc of type vlan for network 040ba591-b05a-4670-8529-394da09149cd Dec 21 17:03:12.617950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:12.644696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:12.674032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:12.675008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:12.675654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:12.680692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72beaefe-de10-4046-8dee-06ffe3f766eb tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:12.782745 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5238185 Dec 21 17:03:12.786124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 47984) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:12.788330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Pushing event updated for resources: {'Network': ['ID=040ba591-b05a-4670-8529-394da09149cd,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:12.791155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:12.793245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Request body: {'subnet': {'network_id': '040ba591-b05a-4670-8529-394da09149cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1602935413-subnet', 'tenant_id': 'f93dea903ed1417c967921dc63ca6dfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:03:12.799346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 040ba591-b05a-4670-8529-394da09149cd details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:03:12.799899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:03:12.804001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Usage tracker for resource:subnet and tenant:f93dea903ed1417c967921dc63ca6dfd is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:03:12.807070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:03:12.813794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:03:12.827209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Made reservation on behalf of f93dea903ed1417c967921dc63ca6dfd for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:03:12.831931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:13.042921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:13.047789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8be0cfb2-417d-49c4-af0c-371b7b77ce6b tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:13.123477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4027ab60-2259-4094-bb8e-b863c480141b,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:13.127082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:13.134444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Checking segment: {'id': '6e2c0825-654d-4cc8-94a9-f1d14fe898dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '040ba591-b05a-4670-8529-394da09149cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:03:13.134871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Network hostable DHCP agents. Network: 040ba591-b05a-4670-8529-394da09149cd, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:03:13.155856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Network 040ba591-b05a-4670-8529-394da09149cd is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:03:13.164203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 040ba591-b05a-4670-8529-394da09149cd) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:03:13.168321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:13.168967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:13.173775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e594d306-bb4d-4494-9029-8cc5addc1e9b None None] Network 040ba591-b05a-4670-8529-394da09149cd requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:03:13.190547 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-503575ba-9200-48ee-8702-62da87c4125d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4031479 Dec 21 17:03:13.401693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d067b5c7-6830-471d-be2d-dce7e150c946 None None] Network 040ba591-b05a-4670-8529-394da09149cd requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:03:14.069223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 48006) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:14.075468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1621787663-network', 'tenant_id': 'ec0c174130264b4fb83ff798cf61ab8a'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:03:14.081259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:03:14.085333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Usage tracker for resource:network and tenant:ec0c174130264b4fb83ff798cf61ab8a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:03:14.088409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:03:14.094469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:03:14.104387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Made reservation on behalf of ec0c174130264b4fb83ff798cf61ab8a for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:03:14.109656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:14.123297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:14.156363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:03:14.160375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0c174130264b4fb83ff798cf61ab8a is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:03:14.163273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:03:14.169950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:03:14.238085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:14.240792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:14.244953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1749df7e-ba1e-41fe-88e6-02cd5041be95 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:14.274277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:03:14.287904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffe0d71-8617-427f-baa3-2785a4f673fb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:14.292137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:14.293104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:14.293495 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Added segment f4f0c2bc-37c2-4528-837d-8822633274e7 of type vlan for network 998c23cd-e4aa-4d4c-ac4e-14105660520b Dec 21 17:03:14.323930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:14.352284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:14.353526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:14.354167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:14.359678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b7fa3627-6a25-4157-b0ca-89f75cab31d5 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:14.465782 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3953624 Dec 21 17:03:14.467413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=998c23cd-e4aa-4d4c-ac4e-14105660520b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:14.470037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48010) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:14.470174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:14.478000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Request body: {'subnet': {'network_id': '998c23cd-e4aa-4d4c-ac4e-14105660520b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1621787663-subnet', 'tenant_id': 'ec0c174130264b4fb83ff798cf61ab8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:03:14.478153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 998c23cd-e4aa-4d4c-ac4e-14105660520b details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:03:14.483918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:03:14.487966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Usage tracker for resource:subnet and tenant:ec0c174130264b4fb83ff798cf61ab8a is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:03:14.491022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:03:14.497176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:03:14.507146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Made reservation on behalf of ec0c174130264b4fb83ff798cf61ab8a for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:03:14.511820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:14.724617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:14.728614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-15549b09-372e-412c-bf3e-2333f8428f2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:14.800642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681b8293-a98d-4849-b187-8bb4814b4c26,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:14.803384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:14.816610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Checking segment: {'id': 'f4f0c2bc-37c2-4528-837d-8822633274e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '998c23cd-e4aa-4d4c-ac4e-14105660520b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:03:14.817002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Network hostable DHCP agents. Network: 998c23cd-e4aa-4d4c-ac4e-14105660520b, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:03:14.838242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Network 998c23cd-e4aa-4d4c-ac4e-14105660520b is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:03:14.846655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 998c23cd-e4aa-4d4c-ac4e-14105660520b) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:03:14.850974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:14.851621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:14.856062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e5f62c-1460-4d46-9e27-1571b2c5a3ae None None] Network 998c23cd-e4aa-4d4c-ac4e-14105660520b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:03:14.879419 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4010549 Dec 21 17:03:15.081799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88333f69-a065-4a8e-899c-fbb2b7eea5d7 None None] Network 998c23cd-e4aa-4d4c-ac4e-14105660520b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:03:15.507274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15415da7-5d2b-4aea-935a-09105a538174 req-04b3167f-0031-43cf-8584-5eceafc12de6 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:15.508893 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-04b3167f-0031-43cf-8584-5eceafc12de6 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/networks?id=040ba591-b05a-4670-8529-394da09149cd HTTP/1.1" status: 200 len: 812 time: 0.1568785 Dec 21 17:03:15.527210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-30222121-36cd-4e34-91db-cfd051a40726 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/quotas/f93dea903ed1417c967921dc63ca6dfd HTTP/1.1" status: 200 len: 375 time: 0.0115650 Dec 21 17:03:15.580671 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-6b39866c-3e46-4705-97bc-7dd101c2676b tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f93dea903ed1417c967921dc63ca6dfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476215 Dec 21 17:03:15.720976 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-b53cf2e4-59db-4582-9830-12c1ffae30e1 service neutron] 10.222.0.67 "GET /v2.0/networks/040ba591-b05a-4670-8529-394da09149cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332204 Dec 21 17:03:15.757637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5bb1727b-24c1-4895-b8b7-080c3e69b119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:15.868767 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-6dc7b2fd-3cf3-406a-8422-4aa39dfe7674 service neutron] 10.222.0.67 "GET /v2.0/networks/040ba591-b05a-4670-8529-394da09149cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409323 Dec 21 17:03:16.066677 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-78e8b7c5-ad9c-443b-ad57-84cbea049908 req-5fd78c79-8646-48f3-8cc6-7485a7b0872d tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 210 time: 0.0451941 Dec 21 17:03:17.178670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:17.251335 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-242f2cbe-9994-4178-8586-5e0f4c26555e req-c64bf942-0fbc-4883-9f46-b4a09b7f1905 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 210 time: 0.0523179 Dec 21 17:03:17.349449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15415da7-5d2b-4aea-935a-09105a538174 req-9ae022d4-8bd1-475b-9f93-bac89099c14d tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:17.350194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-15415da7-5d2b-4aea-935a-09105a538174 req-9ae022d4-8bd1-475b-9f93-bac89099c14d tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Synchronizing usage tracker for tenant:f93dea903ed1417c967921dc63ca6dfd on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:03:17.374487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-15415da7-5d2b-4aea-935a-09105a538174 req-9ae022d4-8bd1-475b-9f93-bac89099c14d tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Unset dirty status for tenant:f93dea903ed1417c967921dc63ca6dfd on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:03:17.375771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-9ae022d4-8bd1-475b-9f93-bac89099c14d tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.48 "GET /v2.0/networks?id=040ba591-b05a-4670-8529-394da09149cd HTTP/1.1" status: 200 len: 812 time: 0.1951616 Dec 21 17:03:17.391868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Request body: {'port': {'device_id': 'de99d9d4-5b97-4a04-8fb4-edd010d37c84', 'network_id': '040ba591-b05a-4670-8529-394da09149cd', 'admin_state_up': True, 'tenant_id': 'f93dea903ed1417c967921dc63ca6dfd'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:03:17.542298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:03:17.546330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Usage tracker for resource:port and tenant:f93dea903ed1417c967921dc63ca6dfd is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:03:17.549313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:03:17.555360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:03:17.564460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Made reservation on behalf of f93dea903ed1417c967921dc63ca6dfd for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:03:17.569950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:17.738596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Allocated IP 172.20.0.14 (040ba591-b05a-4670-8529-394da09149cd/4027ab60-2259-4094-bb8e-b863c480141b/fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:03:17.953812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:17.979057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:17.985058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cd4313c-9957-4bba-8768-bc5152daeaa0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:18.012596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd3c435d-7fcc-451c-bd16-94bca79e951a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:18.055630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Network 040ba591-b05a-4670-8529-394da09149cd is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:03:18.059594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:03:18.062715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:03:18.104738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Pushing event updated for resources: {'Port': ['ID=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:18.108075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:18.139716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:18.140379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:18.161612 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7747331 Dec 21 17:03:18.174346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Request body: {'port': {'device_id': 'de99d9d4-5b97-4a04-8fb4-edd010d37c84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:03:18.286694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:18.384308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:18.463830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55591d9-c305-4a5e-9534-c96a51dca9bd req-9ec8eb58-537c-4efc-ba88-0bd22b36acc7 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:18.465436 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c55591d9-c305-4a5e-9534-c96a51dca9bd req-9ec8eb58-537c-4efc-ba88-0bd22b36acc7 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 932 time: 0.0893588 Dec 21 17:03:18.524368 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c55591d9-c305-4a5e-9534-c96a51dca9bd req-3f8bf2e7-bb5e-4f78-88ac-16182e57dbaf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Dec 21 17:03:18.647205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:03:18.654652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:18.669601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Transition to ACTIVE for port object fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:03:18.672308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:18.676707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:18.802908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Pushing event updated for resources: {'Port': ['ID=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:18.806584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:18.912400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Attempting to bind port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:03:18.912776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Attempting to bind port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6e2c0825-654d-4cc8-94a9-f1d14fe898dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '040ba591-b05a-4670-8529-394da09149cd'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:03:18.913147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Attempting to bind port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e on network 040ba591-b05a-4670-8529-394da09149cd {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:03:18.919413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e on network 040ba591-b05a-4670-8529-394da09149cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:03:18.919779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Attempting to bind port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e on network 040ba591-b05a-4670-8529-394da09149cd {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:03:18.926381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:03:18.926754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Checking segment: {'id': '6e2c0825-654d-4cc8-94a9-f1d14fe898dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '040ba591-b05a-4670-8529-394da09149cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:03:18.927229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Bound using segment: {'id': '6e2c0825-654d-4cc8-94a9-f1d14fe898dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '040ba591-b05a-4670-8529-394da09149cd'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:03:18.927700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Bound port: fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2c0825-654d-4cc8-94a9-f1d14fe898dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '040ba591-b05a-4670-8529-394da09149cd'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:03:18.928087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:19.018630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] For port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:03:19.021811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] For port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e,segment=NetworkSegment(6e2c0825-654d-4cc8-94a9-f1d14fe898dc),segment_id=6e2c0825-654d-4cc8-94a9-f1d14fe898dc)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:03:19.025130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:19.029601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9cdf1f75-f077-4e35-82bd-5f19c4ec06e3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:19.082629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:19.084405 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] 10.222.0.48 "PUT /v2.0/ports/fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e HTTP/1.1" status: 200 len: 1094 time: 0.9149570 Dec 21 17:03:19.086872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de99d9d4-5b97-4a04-8fb4-edd010d37c84', 'tag': 'fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:03:19.119377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Pushing event updated for resources: {'Port': ['ID=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:19.123224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:19.165282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de99d9d4-5b97-4a04-8fb4-edd010d37c84', 'tag': 'fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e', 'status': 'completed', 'code': 200} Dec 21 17:03:19.202992 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-e44ef33d-9061-4bf5-b9ed-2c31a7433155 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93dea903ed1417c967921dc63ca6dfd&device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 1097 time: 0.0785348 Dec 21 17:03:19.277540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-0dd2e300-a9a6-403b-86ed-d453706a1edf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e HTTP/1.1" status: 200 len: 217 time: 0.0674267 Dec 21 17:03:19.578804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15415da7-5d2b-4aea-935a-09105a538174 req-a850b8cf-fb3c-4777-9ae1-fa6b2ea5e14a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:19.580398 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-a850b8cf-fb3c-4777-9ae1-fa6b2ea5e14a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4027ab60-2259-4094-bb8e-b863c480141b HTTP/1.1" status: 200 len: 852 time: 0.2971156 Dec 21 17:03:19.631935 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-48640a5a-2e07-47ee-9bce-6883b0595492 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=040ba591-b05a-4670-8529-394da09149cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441496 Dec 21 17:03:19.729430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e072b-28f6-4837-a8ee-43c1f0827963 req-659f6d0d-a230-4987-876d-8ac0c52d926a tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:19.731054 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-538e072b-28f6-4837-a8ee-43c1f0827963 req-659f6d0d-a230-4987-876d-8ac0c52d926a tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 944 time: 0.0824614 Dec 21 17:03:19.774079 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-6a7b3316-61e4-409b-8fee-2902ad5b1ba5 service neutron] 10.222.0.48 "GET /v2.0/networks/040ba591-b05a-4670-8529-394da09149cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352260 Dec 21 17:03:19.781433 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-538e072b-28f6-4837-a8ee-43c1f0827963 req-dc3bdde0-afce-4595-91b2-00ede31871d1 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428779 Dec 21 17:03:19.867445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:19.918650 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15415da7-5d2b-4aea-935a-09105a538174 req-c2d9620c-75d4-4c79-969a-03c482a8ca68 service neutron] 10.222.0.48 "GET /v2.0/networks/040ba591-b05a-4670-8529-394da09149cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383748 Dec 21 17:03:20.043244 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-57e453fb-daf4-4f3b-a444-c8651dd48487 req-14182f7a-c8fd-4f9e-8903-3057682d2cd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93dea903ed1417c967921dc63ca6dfd&device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 1097 time: 0.0822935 Dec 21 17:03:20.188969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e453fb-daf4-4f3b-a444-c8651dd48487 req-aa55712f-1cd0-43ff-a46f-14fddac35d07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:20.190568 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-57e453fb-daf4-4f3b-a444-c8651dd48487 req-aa55712f-1cd0-43ff-a46f-14fddac35d07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=040ba591-b05a-4670-8529-394da09149cd HTTP/1.1" status: 200 len: 913 time: 0.1414645 Dec 21 17:03:20.262167 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-57e453fb-daf4-4f3b-a444-c8651dd48487 req-64c022f6-7cc5-455a-9ad7-cfddea81f50f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e HTTP/1.1" status: 200 len: 217 time: 0.0646174 Dec 21 17:03:20.334716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e453fb-daf4-4f3b-a444-c8651dd48487 req-a62825c4-4e5a-434d-be70-a2a2bb523ee9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:20.336236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-57e453fb-daf4-4f3b-a444-c8651dd48487 req-a62825c4-4e5a-434d-be70-a2a2bb523ee9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4027ab60-2259-4094-bb8e-b863c480141b HTTP/1.1" status: 200 len: 852 time: 0.0670338 Dec 21 17:03:20.385524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-57e453fb-daf4-4f3b-a444-c8651dd48487 req-d948c025-0b0f-4cc1-96fe-227e6ee64261 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=040ba591-b05a-4670-8529-394da09149cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418992 Dec 21 17:03:20.530958 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-57e453fb-daf4-4f3b-a444-c8651dd48487 req-47300456-072c-4360-b7ab-6f8ca0bd00af service neutron] 10.222.0.48 "GET /v2.0/networks/040ba591-b05a-4670-8529-394da09149cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387134 Dec 21 17:03:20.677010 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-57e453fb-daf4-4f3b-a444-c8651dd48487 req-a24050ad-f621-496d-a489-03feb7d8a9a5 service neutron] 10.222.0.48 "GET /v2.0/networks/040ba591-b05a-4670-8529-394da09149cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391397 Dec 21 17:03:21.221824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b5373-7b44-4de4-878c-5c9f49042f8c req-1b5d076a-83c1-4b38-b725-7a2ec01afef8 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:21.223507 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ca7b5373-7b44-4de4-878c-5c9f49042f8c req-1b5d076a-83c1-4b38-b725-7a2ec01afef8 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 944 time: 0.3178346 Dec 21 17:03:21.272453 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ca7b5373-7b44-4de4-878c-5c9f49042f8c req-66d2b822-e1ca-4f46-9497-1ae60caf2961 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423367 Dec 21 17:03:22.437581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:03:22.480288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755cc7a-a1b0-4f39-86a5-6fae0bca5c32 req-f6c4b49c-4674-4040-afd6-4d5500c7932f tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:22.482332 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d755cc7a-a1b0-4f39-86a5-6fae0bca5c32 req-f6c4b49c-4674-4040-afd6-4d5500c7932f tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 944 time: 0.0868721 Dec 21 17:03:22.532317 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d755cc7a-a1b0-4f39-86a5-6fae0bca5c32 req-afff326f-94c3-406f-8ca0-df51d47d8435 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Dec 21 17:03:22.582549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e,segment=NetworkSegment(6e2c0825-654d-4cc8-94a9-f1d14fe898dc),segment_id=6e2c0825-654d-4cc8-94a9-f1d14fe898dc)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:03:22.596470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e', 'network_id': '040ba591-b05a-4670-8529-394da09149cd', 'port_id': 'fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e', 'mac_address': 'fa:16:3e:f0:c4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4027ab60-2259-4094-bb8e-b863c480141b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:03:22.652516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:22.671014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:03:22.686265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e,segment=NetworkSegment(6e2c0825-654d-4cc8-94a9-f1d14fe898dc),segment_id=6e2c0825-654d-4cc8-94a9-f1d14fe898dc)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:03:22.689066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:22.690947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:22.758595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:22.761661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:22.891478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:03:23.738644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70793-de53-4c15-b646-7318e815db2c req-bb2783f6-1bc9-45a9-a997-affce333da5f tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:23.740314 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-62b70793-de53-4c15-b646-7318e815db2c req-bb2783f6-1bc9-45a9-a997-affce333da5f tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 945 time: 0.0823565 Dec 21 17:03:23.788339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-62b70793-de53-4c15-b646-7318e815db2c req-faaecb0a-a0a1-44b1-9d6d-42f38aebbb3f tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Dec 21 17:03:24.452631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:03:24.533954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:03:24.538709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:03:24.539187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:24.656533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:24.683206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de99d9d4-5b97-4a04-8fb4-edd010d37c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:03:24.693191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e,segment=NetworkSegment(6e2c0825-654d-4cc8-94a9-f1d14fe898dc),segment_id=6e2c0825-654d-4cc8-94a9-f1d14fe898dc)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:03:24.696984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:24.698456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:24.766565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:24.769776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:24.849080 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de99d9d4-5b97-4a04-8fb4-edd010d37c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e', 'code': 200} Dec 21 17:03:25.005264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422aee1-0295-450a-b225-d553d54d09f9 req-43e89280-10b5-4e43-93de-e429a6b89162 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:25.006915 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9422aee1-0295-450a-b225-d553d54d09f9 req-43e89280-10b5-4e43-93de-e429a6b89162 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0879149 Dec 21 17:03:25.055709 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9422aee1-0295-450a-b225-d553d54d09f9 req-cef779cc-36d5-4cf3-a3d0-9d8dbda7d526 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Dec 21 17:03:25.090633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ca15316-0b9c-48a4-85d4-d47690349854 req-ccf61098-048d-4e48-82b9-3d12173f725f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 1099 time: 0.0782206 Dec 21 17:03:25.135234 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ca15316-0b9c-48a4-85d4-d47690349854 req-5133ce70-cd6c-4a7b-82d5-e82f84994014 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378563 Dec 21 17:03:26.266087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060445b-b661-475b-aa21-f2a89bacda69 req-43d11f23-c0e2-476d-8011-3580abdbd4de tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:26.267735 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9060445b-b661-475b-aa21-f2a89bacda69 req-43d11f23-c0e2-476d-8011-3580abdbd4de tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0837553 Dec 21 17:03:26.315676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9060445b-b661-475b-aa21-f2a89bacda69 req-124b1be9-b161-452b-a657-a1600533a668 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 Dec 21 17:03:26.524475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189e1ae-57de-4aa0-af77-3359f2fb106d req-9c631ad9-3cc2-4394-9732-9806f152ac3a tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:26.527028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8189e1ae-57de-4aa0-af77-3359f2fb106d req-9c631ad9-3cc2-4394-9732-9806f152ac3a tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0895884 Dec 21 17:03:26.574304 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8189e1ae-57de-4aa0-af77-3359f2fb106d req-2790e1e9-cd40-4a77-8806-fbdf34fa0be6 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413928 Dec 21 17:03:27.002924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25073db4-9342-4a53-bb2f-dc35637994f4 req-9c90ab4b-8e55-422d-810d-060aaa8ddb38 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:27.004509 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-25073db4-9342-4a53-bb2f-dc35637994f4 req-9c90ab4b-8e55-422d-810d-060aaa8ddb38 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0820165 Dec 21 17:03:27.055033 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-25073db4-9342-4a53-bb2f-dc35637994f4 req-95bc74cb-2422-4ad9-b715-57034d96c220 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Dec 21 17:03:27.738303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:03:28.265151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09ed66-6772-42c3-a4d2-bafbc417c367 req-3ba3f249-6ff7-4c8d-ad32-b90bd8ab3369 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:28.266947 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c09ed66-6772-42c3-a4d2-bafbc417c367 req-3ba3f249-6ff7-4c8d-ad32-b90bd8ab3369 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0840266 Dec 21 17:03:28.314249 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c09ed66-6772-42c3-a4d2-bafbc417c367 req-0d89bbbb-f493-45ee-b01b-9d6802104b42 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Dec 21 17:03:28.685976 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33737757-ba0a-48bb-a9ec-4fac31e91ce1 req-23c7349e-77aa-4b89-a185-6f9a36c028b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93dea903ed1417c967921dc63ca6dfd&device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 1099 time: 0.0750396 Dec 21 17:03:28.692999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f4b59-c755-4348-9de7-fb2d67694860 req-3783bd9b-7354-4fa4-a839-678b88e13f3e tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:28.694605 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-591f4b59-c755-4348-9de7-fb2d67694860 req-3783bd9b-7354-4fa4-a839-678b88e13f3e tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0881670 Dec 21 17:03:28.743539 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-591f4b59-c755-4348-9de7-fb2d67694860 req-62527480-81cf-4074-b3c0-864fa305b1f3 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Dec 21 17:03:28.828014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33737757-ba0a-48bb-a9ec-4fac31e91ce1 req-d940bb00-a9cd-4a58-8b56-8c36ba3c8b66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:28.829586 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33737757-ba0a-48bb-a9ec-4fac31e91ce1 req-d940bb00-a9cd-4a58-8b56-8c36ba3c8b66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=040ba591-b05a-4670-8529-394da09149cd HTTP/1.1" status: 200 len: 913 time: 0.1380210 Dec 21 17:03:28.902536 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33737757-ba0a-48bb-a9ec-4fac31e91ce1 req-ec360c65-7199-4ad2-9501-ae53ef355198 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e HTTP/1.1" status: 200 len: 217 time: 0.0659976 Dec 21 17:03:28.968590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33737757-ba0a-48bb-a9ec-4fac31e91ce1 req-6b4896e8-5223-4785-9716-78348f0333dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:28.970025 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33737757-ba0a-48bb-a9ec-4fac31e91ce1 req-6b4896e8-5223-4785-9716-78348f0333dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4027ab60-2259-4094-bb8e-b863c480141b HTTP/1.1" status: 200 len: 852 time: 0.0617650 Dec 21 17:03:29.017901 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33737757-ba0a-48bb-a9ec-4fac31e91ce1 req-f4db39b1-4830-46db-9754-e1ab09b9d010 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=040ba591-b05a-4670-8529-394da09149cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421989 Dec 21 17:03:29.156895 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33737757-ba0a-48bb-a9ec-4fac31e91ce1 req-a2d8db0c-4a69-4bee-adba-e71a074f8998 service neutron] 10.222.0.48 "GET /v2.0/networks/040ba591-b05a-4670-8529-394da09149cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330342 Dec 21 17:03:29.298392 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33737757-ba0a-48bb-a9ec-4fac31e91ce1 req-5bb5d2e3-392c-4089-8d46-331dee4455c3 service neutron] 10.222.0.48 "GET /v2.0/networks/040ba591-b05a-4670-8529-394da09149cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357288 Dec 21 17:03:29.427234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:30.010598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc331a24-1c96-4a40-a784-50ecc353df9b req-d6c8d962-35fd-4fd9-a9bc-e3f460d5e24f tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:30.012262 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cc331a24-1c96-4a40-a784-50ecc353df9b req-d6c8d962-35fd-4fd9-a9bc-e3f460d5e24f tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0918283 Dec 21 17:03:30.068881 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cc331a24-1c96-4a40-a784-50ecc353df9b req-632cd5c9-1e27-4406-b690-4c04ea480a57 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500622 Dec 21 17:03:31.278441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b04364-2bda-46bd-bc71-a0c8703665fe req-8a9d0162-ed9a-439d-a062-b97ed7154dca tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:31.280101 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a5b04364-2bda-46bd-bc71-a0c8703665fe req-8a9d0162-ed9a-439d-a062-b97ed7154dca tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0871952 Dec 21 17:03:31.329293 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a5b04364-2bda-46bd-bc71-a0c8703665fe req-64f21f00-5f69-4f30-9cc8-ed623d925ed9 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427141 Dec 21 17:03:31.761071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e853f-2e00-4d73-a319-888a1e1eb1cb req-7662aace-2f8b-4cca-9740-d920a6b3105a tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:31.762684 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1e0e853f-2e00-4d73-a319-888a1e1eb1cb req-7662aace-2f8b-4cca-9740-d920a6b3105a tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0828791 Dec 21 17:03:31.814556 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1e0e853f-2e00-4d73-a319-888a1e1eb1cb req-2c233123-0d92-4f3c-a195-cbb16941db49 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457613 Dec 21 17:03:33.022187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e83bc-73a6-4ca7-ac8c-eb8b40e268e9 req-d416f66b-1de9-4bda-b48e-141ed444ef53 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:33.023805 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-da6e83bc-73a6-4ca7-ac8c-eb8b40e268e9 req-d416f66b-1de9-4bda-b48e-141ed444ef53 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0824330 Dec 21 17:03:33.071269 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-da6e83bc-73a6-4ca7-ac8c-eb8b40e268e9 req-a60b3cfb-8935-442f-9de3-287db426fe2d tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Dec 21 17:03:33.446731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73370aff-e0ea-4b53-9667-2aa8e16694ef req-ea907268-dc9f-4d03-87ce-78034c90a488 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:33.448632 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-73370aff-e0ea-4b53-9667-2aa8e16694ef req-ea907268-dc9f-4d03-87ce-78034c90a488 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0881052 Dec 21 17:03:33.452234 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-967908e5-5c11-437a-aff8-878811639be2 req-ff5a597a-f995-45e8-96d9-1a0cb0b7a855 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93dea903ed1417c967921dc63ca6dfd&device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 1099 time: 0.0815885 Dec 21 17:03:33.500237 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-73370aff-e0ea-4b53-9667-2aa8e16694ef req-e86b6262-5a37-498e-a685-9c3a4826a6fb tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Dec 21 17:03:33.594242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967908e5-5c11-437a-aff8-878811639be2 req-a8abf8f6-8654-4601-b41d-c95ef03df3d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:33.595861 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-967908e5-5c11-437a-aff8-878811639be2 req-a8abf8f6-8654-4601-b41d-c95ef03df3d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=040ba591-b05a-4670-8529-394da09149cd HTTP/1.1" status: 200 len: 913 time: 0.1376088 Dec 21 17:03:33.669026 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-967908e5-5c11-437a-aff8-878811639be2 req-10a453bf-6581-4e19-b71e-9389c5a87877 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e HTTP/1.1" status: 200 len: 217 time: 0.0669475 Dec 21 17:03:33.736440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967908e5-5c11-437a-aff8-878811639be2 req-beb033f4-1ce9-40d4-a8bb-ecfebecebc97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:33.737955 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-967908e5-5c11-437a-aff8-878811639be2 req-beb033f4-1ce9-40d4-a8bb-ecfebecebc97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4027ab60-2259-4094-bb8e-b863c480141b HTTP/1.1" status: 200 len: 852 time: 0.0624204 Dec 21 17:03:33.785456 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-967908e5-5c11-437a-aff8-878811639be2 req-4b02aeef-3bd8-40b1-8a99-d81a61e209b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=040ba591-b05a-4670-8529-394da09149cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416806 Dec 21 17:03:33.933121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-967908e5-5c11-437a-aff8-878811639be2 req-8149a702-f903-4f4d-ae40-8868ca4229f2 service neutron] 10.222.0.48 "GET /v2.0/networks/040ba591-b05a-4670-8529-394da09149cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415176 Dec 21 17:03:34.072589 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-967908e5-5c11-437a-aff8-878811639be2 req-61e70531-c4d5-41be-aae2-dd11bdeb7392 service neutron] 10.222.0.48 "GET /v2.0/networks/040ba591-b05a-4670-8529-394da09149cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339340 Dec 21 17:03:34.713871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67485-5488-4b67-835b-ca9c35bc537d req-a7b38915-34a0-46d7-a5e7-0b49e2968a8d tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:34.715563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-00c67485-5488-4b67-835b-ca9c35bc537d req-a7b38915-34a0-46d7-a5e7-0b49e2968a8d tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0871634 Dec 21 17:03:34.766217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-00c67485-5488-4b67-835b-ca9c35bc537d req-d7586eaa-8976-4617-af89-be65b7e2575f tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Dec 21 17:03:35.979886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd85dc2-88e2-42e0-a216-3e06ccb83d07 req-8fddc180-8b82-49e4-8a04-0cdf8dc8f2d0 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:35.981485 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dcd85dc2-88e2-42e0-a216-3e06ccb83d07 req-8fddc180-8b82-49e4-8a04-0cdf8dc8f2d0 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0860965 Dec 21 17:03:36.028440 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dcd85dc2-88e2-42e0-a216-3e06ccb83d07 req-9dc59f74-f19d-4436-a5db-55d6302874ed tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Dec 21 17:03:36.438352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03305-f370-4228-89d3-1f9b2d0a199c req-70f1537f-1eb6-4ffb-bc83-b7f144f433f0 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:36.440016 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fcc03305-f370-4228-89d3-1f9b2d0a199c req-70f1537f-1eb6-4ffb-bc83-b7f144f433f0 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0825684 Dec 21 17:03:36.487527 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fcc03305-f370-4228-89d3-1f9b2d0a199c req-503f1b2c-e531-4f23-8d75-8273ed04a602 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Dec 21 17:03:37.697510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b87723-bd5f-43bd-83c7-ea10ab01204a req-849edf0e-01be-4dc4-af4e-e608682eba1e tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:37.699029 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-07b87723-bd5f-43bd-83c7-ea10ab01204a req-849edf0e-01be-4dc4-af4e-e608682eba1e tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.0838478 Dec 21 17:03:37.746414 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-07b87723-bd5f-43bd-83c7-ea10ab01204a req-84f58630-8458-4796-8ded-6a1a2ade6c2d tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/security-groups?id=e7b9ddd5-63b8-4213-933f-63a2d91eb210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Dec 21 17:03:38.176873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-5b4290e0-8782-40f3-b047-542fd71f9b5a tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:38.177638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-5b4290e0-8782-40f3-b047-542fd71f9b5a tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Synchronizing usage tracker for tenant:f93dea903ed1417c967921dc63ca6dfd on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:03:38.195155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-5b4290e0-8782-40f3-b047-542fd71f9b5a tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Unset dirty status for tenant:f93dea903ed1417c967921dc63ca6dfd on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:03:38.196386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-5b4290e0-8782-40f3-b047-542fd71f9b5a tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.48 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 946 time: 0.1089787 Dec 21 17:03:38.269219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Deleting port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:03:38.269585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:38.522675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] For port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e,segment=NetworkSegment(6e2c0825-654d-4cc8-94a9-f1d14fe898dc),segment_id=6e2c0825-654d-4cc8-94a9-f1d14fe898dc)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:03:38.523099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:38.648595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Calling delete_port for fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:03:38.792081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:38.800551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:38.804467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:03:38.846418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Pushing event deleted for resources: {'Port': ['ID=fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:38.848982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:38.916157 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f84e8464-13d1-4e1b-8ff2-144472dc9a03 req-c5a1fad7-9f01-43c1-acfb-cf7a4c425309 tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.67 "GET /v2.0/ports?device_id=de99d9d4-5b97-4a04-8fb4-edd010d37c84 HTTP/1.1" status: 200 len: 210 time: 0.0459175 Dec 21 17:03:38.924144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] No DVR routers for this DVR port fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:03:38.926974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:38.931410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de99d9d4-5b97-4a04-8fb4-edd010d37c84', 'name': 'network-vif-deleted', 'tag': 'fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:03:38.944756 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a964fe49-f4a9-4740-827b-d4f9f5f82360 req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] 10.222.0.48 "DELETE /v2.0/ports/fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e HTTP/1.1" status: 204 len: 173 time: 0.7432117 Dec 21 17:03:38.991059 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de99d9d4-5b97-4a04-8fb4-edd010d37c84', 'name': 'network-vif-deleted', 'tag': 'fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e', 'status': 'completed', 'code': 200} Dec 21 17:03:40.029016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 48114) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:40.108681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-962ba32a-000b-45e6-a554-ec74cd3f92be admin admin] Deleting subnet 4027ab60-2259-4094-bb8e-b863c480141b {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:03:40.111856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-962ba32a-000b-45e6-a554-ec74cd3f92be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.168376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-962ba32a-000b-45e6-a554-ec74cd3f92be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.229325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-962ba32a-000b-45e6-a554-ec74cd3f92be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.299134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-962ba32a-000b-45e6-a554-ec74cd3f92be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.304004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-da775bc0-cbfa-4841-86dc-99413872261e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:40.346380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ba32a-000b-45e6-a554-ec74cd3f92be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4027ab60-2259-4094-bb8e-b863c480141b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:40.349127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-962ba32a-000b-45e6-a554-ec74cd3f92be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:40.351981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-962ba32a-000b-45e6-a554-ec74cd3f92be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.363513 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-962ba32a-000b-45e6-a554-ec74cd3f92be admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4027ab60-2259-4094-bb8e-b863c480141b HTTP/1.1" status: 204 len: 168 time: 0.3272841 Dec 21 17:03:40.364111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48118) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:40.490276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.626404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.654573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040ba591-b05a-4670-8529-394da09149cd']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:40.667955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2c0825-654d-4cc8-94a9-f1d14fe898dc') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:40.668300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2c0825-654d-4cc8-94a9-f1d14fe898dc') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:40.680805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.699980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.706246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:03:40.706679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:03:40.720849 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:03:40.795208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.798611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-92e0d24e-41b5-4ea9-b948-4b436e785f78 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:40.812313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.823330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=040ba591-b05a-4670-8529-394da09149cd,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:40.826722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:40.831015 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-55b831ff-f6b4-49c5-8475-367072aff9f4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/040ba591-b05a-4670-8529-394da09149cd HTTP/1.1" status: 204 len: 168 time: 0.4656913 Dec 21 17:03:40.833949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48122) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:40.902251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cccafb-1b2a-4348-9aea-af975913de2f admin admin] Deleting subnet 681b8293-a98d-4849-b187-8bb4814b4c26 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:03:40.905880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00cccafb-1b2a-4348-9aea-af975913de2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:40.956823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00cccafb-1b2a-4348-9aea-af975913de2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.017194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00cccafb-1b2a-4348-9aea-af975913de2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.086057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00cccafb-1b2a-4348-9aea-af975913de2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.090423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-76dfcf12-4ed7-4798-b899-86fbd52579da tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:41.128023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cccafb-1b2a-4348-9aea-af975913de2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681b8293-a98d-4849-b187-8bb4814b4c26,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:41.130810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00cccafb-1b2a-4348-9aea-af975913de2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:41.134414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00cccafb-1b2a-4348-9aea-af975913de2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.141041 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-00cccafb-1b2a-4348-9aea-af975913de2f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/681b8293-a98d-4849-b187-8bb4814b4c26 HTTP/1.1" status: 204 len: 168 time: 0.3060896 Dec 21 17:03:41.143761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48126) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:41.256683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.389555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.416586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998c23cd-e4aa-4d4c-ac4e-14105660520b']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:41.429283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f0c2bc-37c2-4528-837d-8822633274e7') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:41.429623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f0c2bc-37c2-4528-837d-8822633274e7') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:03:41.441557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.459367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.465749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:03:41.466855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:03:41.484315 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:03:41.566611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.570026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d656f174-64ca-49a5-b702-69a8aa3bb5a2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:41.586450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.593979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=998c23cd-e4aa-4d4c-ac4e-14105660520b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:41.596309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:41.597918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/998c23cd-e4aa-4d4c-ac4e-14105660520b HTTP/1.1" status: 204 len: 168 time: 0.4531116 Dec 21 17:03:41.796061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48132) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:41.853541 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-52df63ac-34f8-406b-b34f-146f9b4f04d5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f93dea903ed1417c967921dc63ca6dfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558319 Dec 21 17:03:41.856346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48136) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:41.917483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb8823a5-8b29-4569-ac1c-68d2e8e95ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.944730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb8823a5-8b29-4569-ac1c-68d2e8e95ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.992386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb8823a5-8b29-4569-ac1c-68d2e8e95ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:41.998062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-94ebcf27-130b-4248-b4f2-830a9fcda231 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:42.008698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8823a5-8b29-4569-ac1c-68d2e8e95ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b9ddd5-63b8-4213-933f-63a2d91eb210,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:42.012397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb8823a5-8b29-4569-ac1c-68d2e8e95ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:42.015609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb8823a5-8b29-4569-ac1c-68d2e8e95ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:42.016851 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bb8823a5-8b29-4569-ac1c-68d2e8e95ebf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e7b9ddd5-63b8-4213-933f-63a2d91eb210 HTTP/1.1" status: 204 len: 168 time: 0.1590264 Dec 21 17:03:42.424092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48144) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:42.476800 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1f262a76-1781-4229-b44a-8961fca11db3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ec0c174130264b4fb83ff798cf61ab8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513513 Dec 21 17:03:42.479559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48148) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:03:42.537730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:03:42.552055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99026b76-06c8-4f96-b8de-86312d8f4fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:42.571275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:03:42.571679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device fa022b1c-2a4e-40a3-bbd2-d50201f9ae6e not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:03:42.580898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99026b76-06c8-4f96-b8de-86312d8f4fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:42.630202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99026b76-06c8-4f96-b8de-86312d8f4fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:42.635276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af2e9bac-8e82-4294-a43b-9b92f2b1a7b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:42.647408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99026b76-06c8-4f96-b8de-86312d8f4fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffe0d71-8617-427f-baa3-2785a4f673fb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:42.650517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99026b76-06c8-4f96-b8de-86312d8f4fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:42.652532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99026b76-06c8-4f96-b8de-86312d8f4fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:42.653848 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-99026b76-06c8-4f96-b8de-86312d8f4fec admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7ffe0d71-8617-427f-baa3-2785a4f673fb HTTP/1.1" status: 204 len: 168 time: 0.1732202 Dec 21 17:03:45.759553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33fe0aeb-f3e1-486e-93dd-9637379cea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:47.169308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:48.013978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7e6e94f1-65c5-44ab-b169-c05749cf305b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:48.369042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:49.869594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:50.575625 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-ac7e181a-4130-4295-8d31-b2a11239d661 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=6489fa6261e7486bbf0955ded4b8430d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324931 Dec 21 17:03:50.732634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-b72de767-f396-4c0d-b555-1e14bf82c3b4 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:50.734281 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-b72de767-f396-4c0d-b555-1e14bf82c3b4 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533382 Dec 21 17:03:50.751747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-5f87649d-ad91-42dd-8bd2-0f5b3c37bf8b tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/quotas/6489fa6261e7486bbf0955ded4b8430d HTTP/1.1" status: 200 len: 375 time: 0.0116284 Dec 21 17:03:50.801466 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-ee17de6c-72a6-4d38-a7cb-09d411606777 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6489fa6261e7486bbf0955ded4b8430d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441775 Dec 21 17:03:51.001900 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3292b897-359f-4dbf-a766-267594015826 req-55902dda-9822-483f-971c-6af47dc48bbd tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 210 time: 0.0480130 Dec 21 17:03:52.142263 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-e679aeb9-eb56-4df8-9c33-2f01c5efbd38 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6489fa6261e7486bbf0955ded4b8430d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2683845 Dec 21 17:03:52.179255 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-914a66a2-b702-4ea9-8954-7a7196fdee2d req-9d69f3c8-7760-4fad-9628-8ff5528519f4 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 210 time: 0.0458882 Dec 21 17:03:52.304153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-98bcdf9d-5486-4f3f-9d1f-3d540efce7b4 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:52.305882 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-98bcdf9d-5486-4f3f-9d1f-3d540efce7b4 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581085 Dec 21 17:03:52.320413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Request body: {'port': {'device_id': 'f2a65d91-0a87-492c-ba98-aee7f730e659', 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b', 'admin_state_up': True, 'tenant_id': '6489fa6261e7486bbf0955ded4b8430d'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:03:52.461907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:03:52.465873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Usage tracker for resource:port and tenant:6489fa6261e7486bbf0955ded4b8430d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:03:52.469522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:03:52.475759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:03:52.485073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Made reservation on behalf of 6489fa6261e7486bbf0955ded4b8430d for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:03:52.490630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:52.503978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:52.539850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:03:52.546215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Usage tracker for resource:security_group_rule and tenant:6489fa6261e7486bbf0955ded4b8430d is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:03:52.547658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:03:52.553764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:03:52.625154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:52.627706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:52.631915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8c36c4d4-78c5-4a4a-8f9c-c4bdd0077130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:52.721447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779b0b26-a6e4-414f-9e6d-3ae2bed3f305,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:52.724846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:52.811712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Allocated IP 192.168.233.240 (a5ea10da-bc47-48e1-ac11-9f252d838e9b/78f5496d-ec21-4ffb-b0b7-08d8292773b3/6111ae30-9515-44fb-ba3b-3310a63a7be5) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:03:53.031037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:53.046847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Transition to ACTIVE for port object 6111ae30-9515-44fb-ba3b-3310a63a7be5 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:03:53.065929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:53.072393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f2f80b10-b731-4ccf-b380-d35712182f4c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:53.143876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Network a5ea10da-bc47-48e1-ac11-9f252d838e9b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:03:53.147701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:03:53.150185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:03:53.196752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Pushing event updated for resources: {'Port': ['ID=6111ae30-9515-44fb-ba3b-3310a63a7be5,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:53.200236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:53.226917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:53.227838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:53.258459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9418733 Dec 21 17:03:53.271237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Request body: {'port': {'device_id': 'f2a65d91-0a87-492c-ba98-aee7f730e659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:03:53.394419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:53.398044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfb984-17d6-45ac-ac5d-f3e9ffd0b5bc req-47cc2938-de86-46d7-b2e1-b5650209c0b2 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:53.399925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1cfb984-17d6-45ac-ac5d-f3e9ffd0b5bc req-47cc2938-de86-46d7-b2e1-b5650209c0b2 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 936 time: 0.0887158 Dec 21 17:03:53.451818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-97af7c3f-93f4-4998-a1d8-667697a2d682 None None] Provisioning for port 6111ae30-9515-44fb-ba3b-3310a63a7be5 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:03:53.456950 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1cfb984-17d6-45ac-ac5d-f3e9ffd0b5bc req-348c5cdc-4042-47b1-9724-b6615ea65239 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/security-groups?id=779b0b26-a6e4-414f-9e6d-3ae2bed3f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504088 Dec 21 17:03:53.467815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-97af7c3f-93f4-4998-a1d8-667697a2d682 None None] Provisioning complete for port 6111ae30-9515-44fb-ba3b-3310a63a7be5 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:03:53.468231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97af7c3f-93f4-4998-a1d8-667697a2d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:53.524125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-97af7c3f-93f4-4998-a1d8-667697a2d682 None None] Port 6111ae30-9515-44fb-ba3b-3310a63a7be5 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:03:53.757102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6111ae30-9515-44fb-ba3b-3310a63a7be5 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:03:53.763980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:53.779332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Transition to ACTIVE for port object 6111ae30-9515-44fb-ba3b-3310a63a7be5 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:03:53.782082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:53.786096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:53.913609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Pushing event updated for resources: {'Port': ['ID=6111ae30-9515-44fb-ba3b-3310a63a7be5,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:53.916634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:54.035826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Attempting to bind port 6111ae30-9515-44fb-ba3b-3310a63a7be5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:03:54.036326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Attempting to bind port 6111ae30-9515-44fb-ba3b-3310a63a7be5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'cad4ec5e-f081-457d-91b3-5123b9f74987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:03:54.036698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Attempting to bind port 6111ae30-9515-44fb-ba3b-3310a63a7be5 on network a5ea10da-bc47-48e1-ac11-9f252d838e9b {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:03:54.043223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Port 6111ae30-9515-44fb-ba3b-3310a63a7be5 on network a5ea10da-bc47-48e1-ac11-9f252d838e9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:03:54.043585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Attempting to bind port 6111ae30-9515-44fb-ba3b-3310a63a7be5 on network a5ea10da-bc47-48e1-ac11-9f252d838e9b {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:03:54.050748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:03:54.051158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Checking segment: {'id': 'cad4ec5e-f081-457d-91b3-5123b9f74987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:03:54.051586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Bound using segment: {'id': 'cad4ec5e-f081-457d-91b3-5123b9f74987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:03:54.052065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Bound port: 6111ae30-9515-44fb-ba3b-3310a63a7be5, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad4ec5e-f081-457d-91b3-5123b9f74987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:03:54.052451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:54.147269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] For port 6111ae30-9515-44fb-ba3b-3310a63a7be5, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:03:54.150309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] For port 6111ae30-9515-44fb-ba3b-3310a63a7be5, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6111ae30-9515-44fb-ba3b-3310a63a7be5,segment=NetworkSegment(cad4ec5e-f081-457d-91b3-5123b9f74987),segment_id=cad4ec5e-f081-457d-91b3-5123b9f74987)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:03:54.154317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:54.158872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e8d4ed96-7810-408c-9ec7-d53f617c34fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:54.219453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:54.220934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] 10.222.0.48 "PUT /v2.0/ports/6111ae30-9515-44fb-ba3b-3310a63a7be5 HTTP/1.1" status: 200 len: 1098 time: 0.9545767 Dec 21 17:03:54.221501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a65d91-0a87-492c-ba98-aee7f730e659', 'tag': '6111ae30-9515-44fb-ba3b-3310a63a7be5'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:03:54.240116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Pushing event updated for resources: {'Port': ['ID=6111ae30-9515-44fb-ba3b-3310a63a7be5,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:54.243370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:54.301670 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a65d91-0a87-492c-ba98-aee7f730e659', 'tag': '6111ae30-9515-44fb-ba3b-3310a63a7be5', 'status': 'completed', 'code': 200} Dec 21 17:03:54.340624 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-1c1d5d23-c44d-4ed1-95e4-b95600ae1b20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6489fa6261e7486bbf0955ded4b8430d&device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 1101 time: 0.0820041 Dec 21 17:03:54.421086 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-35917839-8355-4814-bd43-c0c090199f8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6111ae30-9515-44fb-ba3b-3310a63a7be5 HTTP/1.1" status: 200 len: 217 time: 0.0740583 Dec 21 17:03:54.491237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-8e9ffe5c-b468-40b4-8b53-2278c3a98d92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:54.492810 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-8e9ffe5c-b468-40b4-8b53-2278c3a98d92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=78f5496d-ec21-4ffb-b0b7-08d8292773b3 HTTP/1.1" status: 200 len: 843 time: 0.0656767 Dec 21 17:03:54.578604 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-48b12431-70d1-4056-a71d-ea699f9124d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5ea10da-bc47-48e1-ac11-9f252d838e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0795720 Dec 21 17:03:54.663000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050634c-3044-4f70-af08-048d8785aa40 req-1b7813d1-403d-4cf4-af2a-f45cac7671c3 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:54.664620 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9050634c-3044-4f70-af08-048d8785aa40 req-1b7813d1-403d-4cf4-af2a-f45cac7671c3 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 948 time: 0.0831711 Dec 21 17:03:54.713884 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9050634c-3044-4f70-af08-048d8785aa40 req-39f7b004-6c9f-4699-99b4-d11111d081db tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/security-groups?id=779b0b26-a6e4-414f-9e6d-3ae2bed3f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 Dec 21 17:03:54.724521 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-c15f73c3-d8f6-44ee-8756-6a211e193660 service neutron] 10.222.0.48 "GET /v2.0/networks/a5ea10da-bc47-48e1-ac11-9f252d838e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389558 Dec 21 17:03:54.867500 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-218ebeab-c733-43b4-9dde-22ed96a896f8 req-ef6b0871-c51b-405d-b018-206307d47bce service neutron] 10.222.0.48 "GET /v2.0/networks/a5ea10da-bc47-48e1-ac11-9f252d838e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365738 Dec 21 17:03:54.983412 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cd38d40-3bf3-4bee-8c9c-3cc43f679b4d req-1fb23416-54fd-4b9d-8148-69169244950d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6489fa6261e7486bbf0955ded4b8430d&device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 1101 time: 0.0749943 Dec 21 17:03:55.123514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd38d40-3bf3-4bee-8c9c-3cc43f679b4d req-8585e097-a934-4297-aa13-1c2e6b613b88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:55.125002 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cd38d40-3bf3-4bee-8c9c-3cc43f679b4d req-8585e097-a934-4297-aa13-1c2e6b613b88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5ea10da-bc47-48e1-ac11-9f252d838e9b HTTP/1.1" status: 200 len: 870 time: 0.1345539 Dec 21 17:03:55.200467 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cd38d40-3bf3-4bee-8c9c-3cc43f679b4d req-b8188af5-3684-491f-8020-eda8e8de5ef5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6111ae30-9515-44fb-ba3b-3310a63a7be5 HTTP/1.1" status: 200 len: 217 time: 0.0672336 Dec 21 17:03:55.270220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd38d40-3bf3-4bee-8c9c-3cc43f679b4d req-d61fe39a-6b3b-46ad-b453-35401f745fc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:55.271803 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cd38d40-3bf3-4bee-8c9c-3cc43f679b4d req-d61fe39a-6b3b-46ad-b453-35401f745fc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=78f5496d-ec21-4ffb-b0b7-08d8292773b3 HTTP/1.1" status: 200 len: 843 time: 0.0640614 Dec 21 17:03:55.353194 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cd38d40-3bf3-4bee-8c9c-3cc43f679b4d req-e76353ad-e011-4ece-9041-df93352ff45e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5ea10da-bc47-48e1-ac11-9f252d838e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0732651 Dec 21 17:03:55.499452 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cd38d40-3bf3-4bee-8c9c-3cc43f679b4d req-9e3a9b94-f847-43af-b27b-3a54024572ff service neutron] 10.222.0.48 "GET /v2.0/networks/a5ea10da-bc47-48e1-ac11-9f252d838e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395831 Dec 21 17:03:55.643636 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cd38d40-3bf3-4bee-8c9c-3cc43f679b4d req-03f0ec09-eebd-40eb-9794-7e19ee1181cc service neutron] 10.222.0.48 "GET /v2.0/networks/a5ea10da-bc47-48e1-ac11-9f252d838e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371317 Dec 21 17:03:55.920683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19537e-2991-4b55-8097-776faf9ee3cb req-d3d43baf-fdbe-415d-97de-c16cb3f21838 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:55.922260 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e19537e-2991-4b55-8097-776faf9ee3cb req-d3d43baf-fdbe-415d-97de-c16cb3f21838 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 948 time: 0.0851431 Dec 21 17:03:55.969666 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e19537e-2991-4b55-8097-776faf9ee3cb req-3bc893f7-720d-422f-9614-ddc3ba3ed5f2 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/security-groups?id=779b0b26-a6e4-414f-9e6d-3ae2bed3f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413299 Dec 21 17:03:57.169163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc20d68-3c34-4a34-bcc1-1dee9b9879c5 req-d2dbd0fd-9bd6-4d0b-92e9-32402b9f054e tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:57.170742 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6bc20d68-3c34-4a34-bcc1-1dee9b9879c5 req-d2dbd0fd-9bd6-4d0b-92e9-32402b9f054e tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 948 time: 0.0818100 Dec 21 17:03:57.218683 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6bc20d68-3c34-4a34-bcc1-1dee9b9879c5 req-82fd41cd-8a98-479b-9aef-dc911b8bdac5 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/security-groups?id=779b0b26-a6e4-414f-9e6d-3ae2bed3f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419836 Dec 21 17:03:58.426185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8238850-b89a-4304-bb35-759f78b32ceb req-636c9f9b-4846-4f98-b9be-52a9aedffd8b tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:58.427803 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b8238850-b89a-4304-bb35-759f78b32ceb req-636c9f9b-4846-4f98-b9be-52a9aedffd8b tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 948 time: 0.0865881 Dec 21 17:03:58.476597 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b8238850-b89a-4304-bb35-759f78b32ceb req-30d30b53-eb08-4c62-bda9-9e43dbbc586b tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/security-groups?id=779b0b26-a6e4-414f-9e6d-3ae2bed3f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427256 Dec 21 17:03:58.593165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6111ae30-9515-44fb-ba3b-3310a63a7be5 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:03:58.733130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 6111ae30-9515-44fb-ba3b-3310a63a7be5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6111ae30-9515-44fb-ba3b-3310a63a7be5,segment=NetworkSegment(cad4ec5e-f081-457d-91b3-5123b9f74987),segment_id=cad4ec5e-f081-457d-91b3-5123b9f74987)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:03:58.750602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '6111ae30-9515-44fb-ba3b-3310a63a7be5', 'network_id': 'a5ea10da-bc47-48e1-ac11-9f252d838e9b', 'port_id': '6111ae30-9515-44fb-ba3b-3310a63a7be5', 'mac_address': 'fa:16:3e:31:fa:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f5496d-ec21-4ffb-b0b7-08d8292773b3', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:03:58.805944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:58.823841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6111ae30-9515-44fb-ba3b-3310a63a7be5 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:03:58.838577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 6111ae30-9515-44fb-ba3b-3310a63a7be5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6111ae30-9515-44fb-ba3b-3310a63a7be5,segment=NetworkSegment(cad4ec5e-f081-457d-91b3-5123b9f74987),segment_id=cad4ec5e-f081-457d-91b3-5123b9f74987)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:03:58.842164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:58.844059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a4b32bb8-4fa8-40e4-a1bd-b5af6b60318d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:03:58.908883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=6111ae30-9515-44fb-ba3b-3310a63a7be5,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:03:58.917887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:58.918279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:58.918670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:58.919126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:58.920032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:58.920410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:58.920784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:58.921158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:58.921531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:58.921898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:58.922268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:03:58.926230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:03:59.031500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['6111ae30-9515-44fb-ba3b-3310a63a7be5'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:03:59.432899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:03:59.818222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c315e62-da40-4337-8b21-3211a01d1059 req-48adeb52-290e-42e0-9c99-b5702c5d6e9b tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:03:59.819933 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c315e62-da40-4337-8b21-3211a01d1059 req-48adeb52-290e-42e0-9c99-b5702c5d6e9b tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 949 time: 0.0821044 Dec 21 17:03:59.871664 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c315e62-da40-4337-8b21-3211a01d1059 req-487f985e-191b-438e-a4b0-78548b02bb53 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/security-groups?id=779b0b26-a6e4-414f-9e6d-3ae2bed3f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457997 Dec 21 17:04:00.592603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6111ae30-9515-44fb-ba3b-3310a63a7be5 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:04:00.662320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 6111ae30-9515-44fb-ba3b-3310a63a7be5 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:04:00.667280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 6111ae30-9515-44fb-ba3b-3310a63a7be5 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:04:00.667826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:00.784962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:00.811925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a65d91-0a87-492c-ba98-aee7f730e659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6111ae30-9515-44fb-ba3b-3310a63a7be5'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:04:00.822064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 6111ae30-9515-44fb-ba3b-3310a63a7be5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6111ae30-9515-44fb-ba3b-3310a63a7be5,segment=NetworkSegment(cad4ec5e-f081-457d-91b3-5123b9f74987),segment_id=cad4ec5e-f081-457d-91b3-5123b9f74987)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:04:00.825046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:00.827635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:00.872792 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a65d91-0a87-492c-ba98-aee7f730e659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6111ae30-9515-44fb-ba3b-3310a63a7be5', 'code': 200} Dec 21 17:04:00.899654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=6111ae30-9515-44fb-ba3b-3310a63a7be5,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:00.902769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:01.073515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cca83-4148-4062-81c7-aa2c094ea2de req-1a58f754-e0cf-45a9-ad5c-eb8893978776 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:01.075163 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-150cca83-4148-4062-81c7-aa2c094ea2de req-1a58f754-e0cf-45a9-ad5c-eb8893978776 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 950 time: 0.0824230 Dec 21 17:04:01.107664 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-83ec4113-8db9-4cb7-8b50-4c6ab38f3e17 req-e0983e62-13c2-4116-989b-50f57db58b52 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 1103 time: 0.0786021 Dec 21 17:04:01.124081 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-150cca83-4148-4062-81c7-aa2c094ea2de req-8bf668fa-fa4b-48bb-a44b-7ae02fe9db93 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/security-groups?id=779b0b26-a6e4-414f-9e6d-3ae2bed3f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Dec 21 17:04:01.153915 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-83ec4113-8db9-4cb7-8b50-4c6ab38f3e17 req-c7f8c271-bbfd-4d5c-90ae-75603c705ca6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=779b0b26-a6e4-414f-9e6d-3ae2bed3f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Dec 21 17:04:02.335057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6d683-22e4-4cdb-9582-a1ddcd457d80 req-d1528a9e-3e05-41d6-91f4-51b728e661f5 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:02.336632 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cfb6d683-22e4-4cdb-9582-a1ddcd457d80 req-d1528a9e-3e05-41d6-91f4-51b728e661f5 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 950 time: 0.0863962 Dec 21 17:04:02.384480 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cfb6d683-22e4-4cdb-9582-a1ddcd457d80 req-a1dd9276-ac28-4a39-8a63-0360a989b2f9 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/security-groups?id=779b0b26-a6e4-414f-9e6d-3ae2bed3f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Dec 21 17:04:02.848094 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a6a0845-884b-4b7a-87db-79db82ed9a5d req-209ed5d4-a36e-4510-ad99-ff16d536e523 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0730960 Dec 21 17:04:03.470643 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40752e30-570c-4003-ac87-383d48d9d46b req-18b95e70-0a94-4c1a-9365-07cc6593003c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2065985 Dec 21 17:04:04.226784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12630ed6-f923-4f81-bcd3-c8e64447f222 req-89088590-af20-4c7a-8597-20e4408d5e5d tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:04.228417 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12630ed6-f923-4f81-bcd3-c8e64447f222 req-89088590-af20-4c7a-8597-20e4408d5e5d tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 950 time: 0.3062446 Dec 21 17:04:04.276247 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12630ed6-f923-4f81-bcd3-c8e64447f222 req-4b98c1e2-6cad-4a17-8135-21365424148a tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/security-groups?id=779b0b26-a6e4-414f-9e6d-3ae2bed3f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415316 Dec 21 17:04:04.739655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:04:05.222277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-062d4afd-62fe-4198-ae0b-db3eed2c84c3 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:05.223043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-062d4afd-62fe-4198-ae0b-db3eed2c84c3 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Synchronizing usage tracker for tenant:6489fa6261e7486bbf0955ded4b8430d on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:04:05.239388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-062d4afd-62fe-4198-ae0b-db3eed2c84c3 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Unset dirty status for tenant:6489fa6261e7486bbf0955ded4b8430d on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:04:05.240635 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-062d4afd-62fe-4198-ae0b-db3eed2c84c3 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 950 time: 0.0987926 Dec 21 17:04:05.319439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Deleting port 6111ae30-9515-44fb-ba3b-3310a63a7be5 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:04:05.319827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:05.484223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1358df3-a0f1-4327-b9c8-47dbbcc5360a req-9f8140cb-01a8-4376-94d2-482de75011c7 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:05.485836 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f1358df3-a0f1-4327-b9c8-47dbbcc5360a req-9f8140cb-01a8-4376-94d2-482de75011c7 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 950 time: 0.0858140 Dec 21 17:04:05.537882 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f1358df3-a0f1-4327-b9c8-47dbbcc5360a req-e1ffe7b4-8e6b-4c84-ae85-8da93dac3ac5 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/security-groups?id=779b0b26-a6e4-414f-9e6d-3ae2bed3f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 Dec 21 17:04:05.804158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] For port 6111ae30-9515-44fb-ba3b-3310a63a7be5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6111ae30-9515-44fb-ba3b-3310a63a7be5,segment=NetworkSegment(cad4ec5e-f081-457d-91b3-5123b9f74987),segment_id=cad4ec5e-f081-457d-91b3-5123b9f74987)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:04:05.804721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:05.926900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Calling delete_port for 6111ae30-9515-44fb-ba3b-3310a63a7be5 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:04:06.069963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:06.075794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6060cb28-5649-447e-a600-ce9f7ec3e3d7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:06.083746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['6111ae30-9515-44fb-ba3b-3310a63a7be5'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:04:06.119355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Pushing event deleted for resources: {'Port': ['ID=6111ae30-9515-44fb-ba3b-3310a63a7be5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:06.161960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:06.162385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:06.162866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:06.163249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:06.163767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:06.164180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:06.164589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:06.164991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:06.165396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:06.165800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:06.166205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:06.175208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:06.211056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] No DVR routers for this DVR port 6111ae30-9515-44fb-ba3b-3310a63a7be5 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:04:06.213732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:06.217312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a65d91-0a87-492c-ba98-aee7f730e659', 'name': 'network-vif-deleted', 'tag': '6111ae30-9515-44fb-ba3b-3310a63a7be5'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:04:06.233073 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f9c0dfd4-3a04-400b-ab96-e9de350d0bbe req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.48 "DELETE /v2.0/ports/6111ae30-9515-44fb-ba3b-3310a63a7be5 HTTP/1.1" status: 204 len: 173 time: 0.9858899 Dec 21 17:04:06.275836 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a65d91-0a87-492c-ba98-aee7f730e659', 'name': 'network-vif-deleted', 'tag': '6111ae30-9515-44fb-ba3b-3310a63a7be5', 'status': 'completed', 'code': 200} Dec 21 17:04:06.726949 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b5ad5dfe-95a5-4efe-9837-90de2822734d req-5237c892-1d61-4fc8-8156-183a72acb20e tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a65d91-0a87-492c-ba98-aee7f730e659 HTTP/1.1" status: 200 len: 210 time: 0.0458212 Dec 21 17:04:08.134859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48288) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:04:08.320975 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ac5857ac-0fa3-4093-90c1-7af179a463f6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6489fa6261e7486bbf0955ded4b8430d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1846702 Dec 21 17:04:08.323465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48294) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:04:08.389344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:08.416686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:08.463529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:08.469280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-938014ec-8569-48f0-9acf-890b197a9769 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:08.482033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779b0b26-a6e4-414f-9e6d-3ae2bed3f305,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:08.491921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:08.493178 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/779b0b26-a6e4-414f-9e6d-3ae2bed3f305 HTTP/1.1" status: 204 len: 168 time: 0.1686959 Dec 21 17:04:08.495178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:08.495620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:08.496716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:08.497160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:08.497587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:08.498009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:08.498974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:08.499390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:08.499801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:08.500208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:08.500748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:08.504073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:08.642529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6111ae30-9515-44fb-ba3b-3310a63a7be5 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:04:08.675706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 6111ae30-9515-44fb-ba3b-3310a63a7be5 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:04:08.676108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6111ae30-9515-44fb-ba3b-3310a63a7be5 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:04:08.833011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48302) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:04:08.853140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5308bc01-5635-4ae2-9677-9381f10a2042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:08.887361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5308bc01-5635-4ae2-9677-9381f10a2042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:04:08.891419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5308bc01-5635-4ae2-9677-9381f10a2042 admin admin] Usage tracker for resource:security_group_rule and tenant:908b5cb4b51b4b5986612621077854f6 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:04:08.894330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5308bc01-5635-4ae2-9677-9381f10a2042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:04:08.900365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5308bc01-5635-4ae2-9677-9381f10a2042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:04:08.966155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5308bc01-5635-4ae2-9677-9381f10a2042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:08.968854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5308bc01-5635-4ae2-9677-9381f10a2042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:08.976114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-16c18c96-bb32-4500-b0e8-ccca0e4f4e2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:09.019548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308bc01-5635-4ae2-9677-9381f10a2042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784f5129-1e90-466b-8ecb-841066d3c15d,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:09.026072 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5308bc01-5635-4ae2-9677-9381f10a2042 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=908b5cb4b51b4b5986612621077854f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1896987 Dec 21 17:04:09.026072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5308bc01-5635-4ae2-9677-9381f10a2042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:09.026752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48306) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:04:09.092151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19d4efea-4ab5-4fdf-938a-95b789fa2503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:09.119205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19d4efea-4ab5-4fdf-938a-95b789fa2503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:09.162907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19d4efea-4ab5-4fdf-938a-95b789fa2503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:09.167843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7da9012c-a28e-4b0c-857c-79762c76581c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:09.179020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4efea-4ab5-4fdf-938a-95b789fa2503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784f5129-1e90-466b-8ecb-841066d3c15d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:09.183839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-19d4efea-4ab5-4fdf-938a-95b789fa2503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:09.186521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-19d4efea-4ab5-4fdf-938a-95b789fa2503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:09.187780 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-19d4efea-4ab5-4fdf-938a-95b789fa2503 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/784f5129-1e90-466b-8ecb-841066d3c15d HTTP/1.1" status: 204 len: 168 time: 0.1600010 Dec 21 17:04:10.066707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48328) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:04:10.205078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-852180600-network', 'tenant_id': 'a06e55272d924eb999d5a4b330afd1cd'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:04:10.210339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:04:10.214394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Usage tracker for resource:network and tenant:a06e55272d924eb999d5a4b330afd1cd is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:04:10.217572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:04:10.223569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:04:10.233624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Made reservation on behalf of a06e55272d924eb999d5a4b330afd1cd for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:04:10.238312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:10.251668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:10.283861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:04:10.288446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Usage tracker for resource:security_group_rule and tenant:a06e55272d924eb999d5a4b330afd1cd is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:04:10.291431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:04:10.297456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:04:10.363948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:10.366832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:10.371120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cfc57aec-53c4-4535-afc0-6215207e6e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:10.399509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:04:10.412569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:10.416795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:10.417761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:10.418150 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Added segment b34c285c-ff69-4c0d-9112-ec3300a6ff6b of type vlan for network 6013f743-2369-4c27-8e16-c4557b716262 Dec 21 17:04:10.445395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:10.473742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:10.474703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:10.475381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:10.480542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-522405ae-13e6-484f-b8fd-ff1bb9600488 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:10.591547 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5235825 Dec 21 17:04:10.594803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 48334) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:04:10.597111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Pushing event updated for resources: {'Network': ['ID=6013f743-2369-4c27-8e16-c4557b716262,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:10.600012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:10.600898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Request body: {'subnet': {'network_id': '6013f743-2369-4c27-8e16-c4557b716262', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-852180600-subnet', 'tenant_id': 'a06e55272d924eb999d5a4b330afd1cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:04:10.606578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:04:10.608072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 6013f743-2369-4c27-8e16-c4557b716262 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:04:10.611391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Usage tracker for resource:subnet and tenant:a06e55272d924eb999d5a4b330afd1cd is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:04:10.615170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:04:10.621382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:04:10.635571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Made reservation on behalf of a06e55272d924eb999d5a4b330afd1cd for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:04:10.640349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:10.850806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:10.855381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72241a94-313d-4e3c-afb8-0c6be6ae418b tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:10.929928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6cc750-ca14-4635-bf91-d8da899e06e3,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:10.933960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:10.942598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Checking segment: {'id': 'b34c285c-ff69-4c0d-9112-ec3300a6ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6013f743-2369-4c27-8e16-c4557b716262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:04:10.943028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Network hostable DHCP agents. Network: 6013f743-2369-4c27-8e16-c4557b716262, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:04:10.964334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Network 6013f743-2369-4c27-8e16-c4557b716262 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:04:10.972905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 6013f743-2369-4c27-8e16-c4557b716262) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:04:10.976878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:10.977529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:10.982529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfecb7d0-bfd6-46f8-adb0-095d3a4026e3 None None] Network 6013f743-2369-4c27-8e16-c4557b716262 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:04:10.998350 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4023044 Dec 21 17:04:11.211551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519b7348-88b9-42c5-944f-52cf4084847e None None] Network 6013f743-2369-4c27-8e16-c4557b716262 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:04:11.581800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-45a808de-8166-4ad0-9c07-4d2bdf2cbd2a tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:11.582582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-45a808de-8166-4ad0-9c07-4d2bdf2cbd2a tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Synchronizing usage tracker for tenant:a06e55272d924eb999d5a4b330afd1cd on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:04:11.599174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-45a808de-8166-4ad0-9c07-4d2bdf2cbd2a tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Unset dirty status for tenant:a06e55272d924eb999d5a4b330afd1cd on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:04:11.600528 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-45a808de-8166-4ad0-9c07-4d2bdf2cbd2a tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/networks?id=6013f743-2369-4c27-8e16-c4557b716262 HTTP/1.1" status: 200 len: 811 time: 0.1798487 Dec 21 17:04:11.617863 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-0e63eb9c-c1fb-4247-b1b5-0afdac4d5a85 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/quotas/a06e55272d924eb999d5a4b330afd1cd HTTP/1.1" status: 200 len: 375 time: 0.0111361 Dec 21 17:04:11.666910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-1d1355a7-effa-4cc9-8b49-45966676040a tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a06e55272d924eb999d5a4b330afd1cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436611 Dec 21 17:04:11.677850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-bfc613e0-318f-43a2-b163-7374c8bc7164 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 17:04:11.678908 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-bfc613e0-318f-43a2-b163-7374c8bc7164 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0050979 Dec 21 17:04:11.818861 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-0aeb7449-448f-4177-9f1c-801b79a7fdd2 service neutron] 10.222.0.67 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340492 Dec 21 17:04:11.958400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-82e1a62f-663c-4453-9d16-442e82d06a16 service neutron] 10.222.0.67 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329994 Dec 21 17:04:12.154720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e776b66f-cced-4e21-8be8-daad3d3831dd req-cd52e0c1-6c06-4146-94d6-80a353433961 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 210 time: 0.0490086 Dec 21 17:04:13.206295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-1cee9af8-a21c-43d7-b393-832a10e255cc tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:13.207993 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-1cee9af8-a21c-43d7-b393-832a10e255cc tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.48 "GET /v2.0/networks?id=6013f743-2369-4c27-8e16-c4557b716262 HTTP/1.1" status: 200 len: 811 time: 0.1612494 Dec 21 17:04:13.222823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Request body: {'port': {'device_id': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'network_id': '6013f743-2369-4c27-8e16-c4557b716262', 'admin_state_up': True, 'tenant_id': 'a06e55272d924eb999d5a4b330afd1cd'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:04:13.330399 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7dc8bf44-b550-4c96-be7c-c3bf52d9a22e req-e3fd4838-3d45-468b-bc95-691c285466a0 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 210 time: 0.0526991 Dec 21 17:04:13.377133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:04:13.381691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Usage tracker for resource:port and tenant:a06e55272d924eb999d5a4b330afd1cd is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:04:13.384751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:04:13.391403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:04:13.400491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Made reservation on behalf of a06e55272d924eb999d5a4b330afd1cd for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:04:13.406651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:13.575134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Allocated IP 172.20.0.3 (6013f743-2369-4c27-8e16-c4557b716262/df6cc750-ca14-4635-bf91-d8da899e06e3/37806d52-4f70-4d14-8ced-766cd0863c6a) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:04:13.784290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:13.810301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:13.816494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-06297309-128c-470b-a9ef-3bcdf5e6f423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:13.901411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Network 6013f743-2369-4c27-8e16-c4557b716262 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:04:13.904340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:04:13.906358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Pushing event updated for resources: {'Port': ['ID=37806d52-4f70-4d14-8ced-766cd0863c6a,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:13.908685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:04:13.938791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:13.970957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:13.971621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:13.991627 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7730954 Dec 21 17:04:14.004089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Request body: {'port': {'device_id': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:04:14.118962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:14.492195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37806d52-4f70-4d14-8ced-766cd0863c6a {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:04:14.499188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:14.514547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Transition to ACTIVE for port object 37806d52-4f70-4d14-8ced-766cd0863c6a will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:04:14.517215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:14.521659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86fedba4-3d71-4f9b-9136-225a2af4bd36 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:14.537199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dde5c0-1250-418a-9829-0454a27440d1 req-49432139-0db4-4acd-9ce6-2c581b6648a5 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:14.538839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-20dde5c0-1250-418a-9829-0454a27440d1 req-49432139-0db4-4acd-9ce6-2c581b6648a5 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 931 time: 0.0840037 Dec 21 17:04:14.587496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-20dde5c0-1250-418a-9829-0454a27440d1 req-f3dee6c0-1b08-4b08-965b-40c84be50952 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Synchronizing usage tracker for tenant:a06e55272d924eb999d5a4b330afd1cd on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:04:14.604413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-20dde5c0-1250-418a-9829-0454a27440d1 req-f3dee6c0-1b08-4b08-965b-40c84be50952 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Unset dirty status for tenant:a06e55272d924eb999d5a4b330afd1cd on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:04:14.605856 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-20dde5c0-1250-418a-9829-0454a27440d1 req-f3dee6c0-1b08-4b08-965b-40c84be50952 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596976 Dec 21 17:04:14.655817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Pushing event updated for resources: {'Port': ['ID=37806d52-4f70-4d14-8ced-766cd0863c6a,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:14.658818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:14.761719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Attempting to bind port 37806d52-4f70-4d14-8ced-766cd0863c6a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:04:14.762087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Attempting to bind port 37806d52-4f70-4d14-8ced-766cd0863c6a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'b34c285c-ff69-4c0d-9112-ec3300a6ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6013f743-2369-4c27-8e16-c4557b716262'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:04:14.762452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Attempting to bind port 37806d52-4f70-4d14-8ced-766cd0863c6a on network 6013f743-2369-4c27-8e16-c4557b716262 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:04:14.768566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Port 37806d52-4f70-4d14-8ced-766cd0863c6a on network 6013f743-2369-4c27-8e16-c4557b716262 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:04:14.768873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Attempting to bind port 37806d52-4f70-4d14-8ced-766cd0863c6a on network 6013f743-2369-4c27-8e16-c4557b716262 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:04:14.775443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:04:14.775816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Checking segment: {'id': 'b34c285c-ff69-4c0d-9112-ec3300a6ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6013f743-2369-4c27-8e16-c4557b716262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:04:14.776235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Bound using segment: {'id': 'b34c285c-ff69-4c0d-9112-ec3300a6ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6013f743-2369-4c27-8e16-c4557b716262'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:04:14.776701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Bound port: 37806d52-4f70-4d14-8ced-766cd0863c6a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34c285c-ff69-4c0d-9112-ec3300a6ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6013f743-2369-4c27-8e16-c4557b716262'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:04:14.777077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:14.869403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] For port 37806d52-4f70-4d14-8ced-766cd0863c6a, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:04:14.872483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] For port 37806d52-4f70-4d14-8ced-766cd0863c6a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=37806d52-4f70-4d14-8ced-766cd0863c6a,segment=NetworkSegment(b34c285c-ff69-4c0d-9112-ec3300a6ff6b),segment_id=b34c285c-ff69-4c0d-9112-ec3300a6ff6b)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:04:14.875706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:14.879970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c02decc2-e68d-443e-8959-213e1256a78d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:14.931854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:14.933281 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] 10.222.0.48 "PUT /v2.0/ports/37806d52-4f70-4d14-8ced-766cd0863c6a HTTP/1.1" status: 200 len: 1093 time: 0.9336774 Dec 21 17:04:14.935898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'tag': '37806d52-4f70-4d14-8ced-766cd0863c6a'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:04:14.964421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Pushing event updated for resources: {'Port': ['ID=37806d52-4f70-4d14-8ced-766cd0863c6a,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:14.968237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:15.008378 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'tag': '37806d52-4f70-4d14-8ced-766cd0863c6a', 'status': 'completed', 'code': 200} Dec 21 17:04:15.049220 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-1e5a862b-1090-4de3-9293-2692c6f2d60c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a06e55272d924eb999d5a4b330afd1cd&device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 1096 time: 0.0796924 Dec 21 17:04:15.120674 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-0daf8ece-74b4-4595-8a3f-d1b7051d0a1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37806d52-4f70-4d14-8ced-766cd0863c6a HTTP/1.1" status: 200 len: 217 time: 0.0641818 Dec 21 17:04:15.191079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-9ac0fbb5-b79e-4191-be65-7ac0622f8d63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:15.192592 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-9ac0fbb5-b79e-4191-be65-7ac0622f8d63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df6cc750-ca14-4635-bf91-d8da899e06e3 HTTP/1.1" status: 200 len: 851 time: 0.0656731 Dec 21 17:04:15.241401 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-8991954a-0275-44b0-ba38-617aafd78b4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6013f743-2369-4c27-8e16-c4557b716262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422206 Dec 21 17:04:15.383804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-0ccfbb91-1ec9-430d-b291-0e47027e89d9 service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360517 Dec 21 17:04:15.524924 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-43f1ce24-6608-4f90-aa96-5ba83026320e req-18d11f8f-ae5f-4efc-8184-3c6519947698 service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342814 Dec 21 17:04:15.648389 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e20156de-fea5-4e30-9caa-67f07ac0c55b req-75dcb864-4c81-463c-9b46-470087ddbb1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a06e55272d924eb999d5a4b330afd1cd&device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 1096 time: 0.0760159 Dec 21 17:04:15.761677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d677-9692-40c7-bfa0-b4c6bfe4c4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:15.799301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20156de-fea5-4e30-9caa-67f07ac0c55b req-31d05020-2870-4ec0-b9a8-3432813de6a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:15.800909 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e20156de-fea5-4e30-9caa-67f07ac0c55b req-31d05020-2870-4ec0-b9a8-3432813de6a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6013f743-2369-4c27-8e16-c4557b716262 HTTP/1.1" status: 200 len: 912 time: 0.1464169 Dec 21 17:04:15.819442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201b910-5f66-4e6f-840d-5d3c593d8a70 req-f079497e-4526-49cd-97eb-65a7a60a29ff tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:15.821056 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3201b910-5f66-4e6f-840d-5d3c593d8a70 req-f079497e-4526-49cd-97eb-65a7a60a29ff tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 943 time: 0.0950778 Dec 21 17:04:15.870367 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3201b910-5f66-4e6f-840d-5d3c593d8a70 req-0a7a58aa-8a83-404a-904b-adc69b38c48b tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Dec 21 17:04:15.878476 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e20156de-fea5-4e30-9caa-67f07ac0c55b req-27de57f1-c270-4cfe-83ae-d92c0e272fdb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37806d52-4f70-4d14-8ced-766cd0863c6a HTTP/1.1" status: 200 len: 217 time: 0.0693169 Dec 21 17:04:15.947397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20156de-fea5-4e30-9caa-67f07ac0c55b req-45e39561-4926-46c5-9757-32ea39d90f51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:15.948870 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e20156de-fea5-4e30-9caa-67f07ac0c55b req-45e39561-4926-46c5-9757-32ea39d90f51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df6cc750-ca14-4635-bf91-d8da899e06e3 HTTP/1.1" status: 200 len: 851 time: 0.0630138 Dec 21 17:04:16.001089 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e20156de-fea5-4e30-9caa-67f07ac0c55b req-3173ad6e-92ac-4a38-ab14-4e2c734beee4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6013f743-2369-4c27-8e16-c4557b716262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457604 Dec 21 17:04:16.152360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e20156de-fea5-4e30-9caa-67f07ac0c55b req-5b99609d-c448-4bd8-8f6b-855c56204397 service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364648 Dec 21 17:04:16.299366 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e20156de-fea5-4e30-9caa-67f07ac0c55b req-5173f4db-fcc1-42a3-ad84-ed26d52d3ef2 service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448512 Dec 21 17:04:17.077233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4285b-3de7-4a92-bf13-37febfe9141f req-2560cc03-9c0f-4502-8b85-d23d22015359 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:17.078833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ade4285b-3de7-4a92-bf13-37febfe9141f req-2560cc03-9c0f-4502-8b85-d23d22015359 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 943 time: 0.0822210 Dec 21 17:04:17.130422 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ade4285b-3de7-4a92-bf13-37febfe9141f req-c6476233-b241-469e-b549-a5342d04d6a6 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453837 Dec 21 17:04:17.174268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:18.015801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc57cf35-8324-4889-a4aa-da88e6bddb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:18.345417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33d686-54d8-4ecf-8968-7c13f281b729 req-08d4be87-8a20-4349-b4b5-4dc3edba3002 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:18.347040 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc33d686-54d8-4ecf-8968-7c13f281b729 req-08d4be87-8a20-4349-b4b5-4dc3edba3002 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 943 time: 0.0934258 Dec 21 17:04:18.371881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:18.396205 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc33d686-54d8-4ecf-8968-7c13f281b729 req-da31fc88-8fe8-43e3-8459-582014994f11 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430210 Dec 21 17:04:18.687167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 37806d52-4f70-4d14-8ced-766cd0863c6a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:04:18.827132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 37806d52-4f70-4d14-8ced-766cd0863c6a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=37806d52-4f70-4d14-8ced-766cd0863c6a,segment=NetworkSegment(b34c285c-ff69-4c0d-9112-ec3300a6ff6b),segment_id=b34c285c-ff69-4c0d-9112-ec3300a6ff6b)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:04:18.844451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '37806d52-4f70-4d14-8ced-766cd0863c6a', 'network_id': '6013f743-2369-4c27-8e16-c4557b716262', 'port_id': '37806d52-4f70-4d14-8ced-766cd0863c6a', 'mac_address': 'fa:16:3e:c6:8d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6cc750-ca14-4635-bf91-d8da899e06e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:04:18.898923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:18.917263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37806d52-4f70-4d14-8ced-766cd0863c6a {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:04:18.931969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 37806d52-4f70-4d14-8ced-766cd0863c6a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=37806d52-4f70-4d14-8ced-766cd0863c6a,segment=NetworkSegment(b34c285c-ff69-4c0d-9112-ec3300a6ff6b),segment_id=b34c285c-ff69-4c0d-9112-ec3300a6ff6b)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:04:18.934759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:18.936710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:19.001091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=37806d52-4f70-4d14-8ced-766cd0863c6a,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:19.004128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:19.125740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['37806d52-4f70-4d14-8ced-766cd0863c6a'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:04:19.601974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e8ace-9843-4b8b-aa52-b129fbf452e5 req-8eabdf0c-753e-4852-b9ac-8ec314f7f50b tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:19.603583 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4f9e8ace-9843-4b8b-aa52-b129fbf452e5 req-8eabdf0c-753e-4852-b9ac-8ec314f7f50b tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 944 time: 0.0872116 Dec 21 17:04:19.651401 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4f9e8ace-9843-4b8b-aa52-b129fbf452e5 req-da2c823f-62d8-4214-ba96-f77364e4a8cd tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Dec 21 17:04:19.872512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:20.703264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 37806d52-4f70-4d14-8ced-766cd0863c6a up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:04:20.773106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 37806d52-4f70-4d14-8ced-766cd0863c6a completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:04:20.778133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 37806d52-4f70-4d14-8ced-766cd0863c6a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:04:20.778568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:20.852824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac93a4-344d-414e-a90f-db6ae2d842f6 req-b9532450-298d-4b68-bac6-0741d941e96d tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:20.854686 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-68ac93a4-344d-414e-a90f-db6ae2d842f6 req-b9532450-298d-4b68-bac6-0741d941e96d tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 944 time: 0.0819345 Dec 21 17:04:20.898567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:20.903935 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-68ac93a4-344d-414e-a90f-db6ae2d842f6 req-1b94b695-ee06-47d0-b6dc-ef6ef28c170f tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422177 Dec 21 17:04:20.927379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37806d52-4f70-4d14-8ced-766cd0863c6a'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:04:20.938039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 37806d52-4f70-4d14-8ced-766cd0863c6a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=37806d52-4f70-4d14-8ced-766cd0863c6a,segment=NetworkSegment(b34c285c-ff69-4c0d-9112-ec3300a6ff6b),segment_id=b34c285c-ff69-4c0d-9112-ec3300a6ff6b)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:04:20.941153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:20.943087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7596d37c-b056-4b65-ba53-9f7db26f6aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:20.986994 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37806d52-4f70-4d14-8ced-766cd0863c6a', 'code': 200} Dec 21 17:04:21.023537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=37806d52-4f70-4d14-8ced-766cd0863c6a,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:21.026626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:21.213164 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-26efec99-a155-49c8-aa33-0dd1df685762 req-c47220c0-28a4-43b4-b75b-3d56637f8de4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 1098 time: 0.0730340 Dec 21 17:04:21.257090 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-26efec99-a155-49c8-aa33-0dd1df685762 req-893328b1-6a17-4f27-8b18-aa1542228479 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377984 Dec 21 17:04:22.112068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca86c4-a620-493a-abda-528fae57f1ed req-bad6157d-b2c8-44be-8c63-09bfbd670998 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:22.113684 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7ca86c4-a620-493a-abda-528fae57f1ed req-bad6157d-b2c8-44be-8c63-09bfbd670998 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0870700 Dec 21 17:04:22.165364 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7ca86c4-a620-493a-abda-528fae57f1ed req-ce788a82-69fa-45ad-9068-c0931e5a21c7 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453224 Dec 21 17:04:23.375678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3cc50-2dff-4eec-b6a8-9fd366b1ea35 req-a8f17552-790e-48f7-9381-07abcf02112e tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:23.377286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-81f3cc50-2dff-4eec-b6a8-9fd366b1ea35 req-a8f17552-790e-48f7-9381-07abcf02112e tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0817587 Dec 21 17:04:23.425470 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-81f3cc50-2dff-4eec-b6a8-9fd366b1ea35 req-68885b6a-a228-483f-9d85-2b0a20c9f2ac tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 Dec 21 17:04:23.637554 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-89cfd1e4-c9ef-4c07-811f-6cbc3bb26e52 req-ae7f97ee-96bc-4113-b92c-332dbe8aeb02 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0822353 Dec 21 17:04:23.968127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc003f-7617-4473-b88e-2b43b6531ca7 req-a8a6813e-3357-4309-9504-61e10bae9708 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:23.969827 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7abc003f-7617-4473-b88e-2b43b6531ca7 req-a8a6813e-3357-4309-9504-61e10bae9708 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0919304 Dec 21 17:04:24.004902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 48398) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:04:24.024476 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7abc003f-7617-4473-b88e-2b43b6531ca7 req-2d3bf5c3-53e4-4d5f-b486-4747ad8ea4c9 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482693 Dec 21 17:04:24.158918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-8ae48f44-3006-4806-a483-27e93cf88ec8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1530199 Dec 21 17:04:25.231193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fadbea-6a3d-4c31-abfd-ec1b172d3cf4 req-ff2b90ce-5fae-4f57-89f9-d2cd10e894de tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:25.232818 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12fadbea-6a3d-4c31-abfd-ec1b172d3cf4 req-ff2b90ce-5fae-4f57-89f9-d2cd10e894de tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0851870 Dec 21 17:04:25.282471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12fadbea-6a3d-4c31-abfd-ec1b172d3cf4 req-2f7c8255-a271-4463-bf6f-1098bcd78fa0 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Dec 21 17:04:25.430579 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-f934d2df-1fcf-4779-abae-b539e4cdfe7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a06e55272d924eb999d5a4b330afd1cd&device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 1098 time: 0.0781510 Dec 21 17:04:25.798008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-b09a08d2-e25b-4d7d-a8ed-03ccadc60003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:25.799624 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-b09a08d2-e25b-4d7d-a8ed-03ccadc60003 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6013f743-2369-4c27-8e16-c4557b716262 HTTP/1.1" status: 200 len: 912 time: 0.3623948 Dec 21 17:04:25.877525 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-14bc7993-c384-49a0-8bb0-f9446d297ff0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37806d52-4f70-4d14-8ced-766cd0863c6a HTTP/1.1" status: 200 len: 217 time: 0.0716851 Dec 21 17:04:25.943451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-1ada2b50-0cc9-4daa-b4c4-7b15c2637d3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:25.944960 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-1ada2b50-0cc9-4daa-b4c4-7b15c2637d3b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df6cc750-ca14-4635-bf91-d8da899e06e3 HTTP/1.1" status: 200 len: 851 time: 0.0621214 Dec 21 17:04:25.993190 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-36586b2b-77a3-4f01-a70f-cc86811db40b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6013f743-2369-4c27-8e16-c4557b716262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421379 Dec 21 17:04:26.131324 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-d519a21c-93de-4494-82f8-b3c29431e00c service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317692 Dec 21 17:04:26.277827 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-d75892be-7bb7-48cf-a7a7-c4c714157417 service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409690 Dec 21 17:04:26.496292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073af52-d60e-407e-ba8b-001ac86794b0 req-d303cf5c-ac6c-4216-bd3f-8c6468056289 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:26.497901 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c073af52-d60e-407e-ba8b-001ac86794b0 req-d303cf5c-ac6c-4216-bd3f-8c6468056289 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0842500 Dec 21 17:04:26.549910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c073af52-d60e-407e-ba8b-001ac86794b0 req-3a5b4e41-9cfa-41bb-8f4c-0812014590c3 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457447 Dec 21 17:04:27.754045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61841ae7-b40b-4da0-8203-f6969343f8d3 req-8682e03d-a2b6-4b8b-993a-0703993a5228 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:27.755679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-61841ae7-b40b-4da0-8203-f6969343f8d3 req-8682e03d-a2b6-4b8b-993a-0703993a5228 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0824637 Dec 21 17:04:27.803734 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-61841ae7-b40b-4da0-8203-f6969343f8d3 req-a3841619-8bec-4621-8c27-90cb6f1c2ad1 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Dec 21 17:04:29.008695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53c750-9174-4df2-8c8c-8e4d04ef1687 req-a3705d30-a648-4851-bb60-57856e037366 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:29.010278 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0b53c750-9174-4df2-8c8c-8e4d04ef1687 req-a3705d30-a648-4851-bb60-57856e037366 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0854011 Dec 21 17:04:29.058963 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0b53c750-9174-4df2-8c8c-8e4d04ef1687 req-d1481ae4-deeb-4321-9d0c-6ad1a53bc4c1 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 Dec 21 17:04:29.442954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:30.262292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ac02-4a0e-4ce5-af86-99576af5adc6 req-3ab0ab7c-5efa-4143-8b07-8e358d97988c tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:30.263916 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-57b6ac02-4a0e-4ce5-af86-99576af5adc6 req-3ab0ab7c-5efa-4143-8b07-8e358d97988c tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0845540 Dec 21 17:04:30.313086 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-57b6ac02-4a0e-4ce5-af86-99576af5adc6 req-b76a1066-38c4-4d03-be7a-17a16b56e545 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427349 Dec 21 17:04:31.526029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382803c4-2434-4939-88aa-1c2d512aa7e9 req-20b8d43a-7926-426b-8882-d05225981590 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:31.527674 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-382803c4-2434-4939-88aa-1c2d512aa7e9 req-20b8d43a-7926-426b-8882-d05225981590 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0862911 Dec 21 17:04:31.578426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-382803c4-2434-4939-88aa-1c2d512aa7e9 req-b8dea334-c581-458f-8b2b-ca08ab5c6d5b tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444915 Dec 21 17:04:32.782203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ab579-1934-4a07-9ad9-98a26a381d50 req-7551cfea-a120-4fb7-8c82-b0b00931981b tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:32.783875 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-982ab579-1934-4a07-9ad9-98a26a381d50 req-7551cfea-a120-4fb7-8c82-b0b00931981b tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0854416 Dec 21 17:04:32.831796 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-982ab579-1934-4a07-9ad9-98a26a381d50 req-28c9ed1c-9f65-4fd2-ba69-4cd9a364c163 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418239 Dec 21 17:04:34.036322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7404e-7207-4c2c-bbea-57c88ed13a04 req-4cd1c932-14d3-4789-85d5-98f54ad5868a tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:34.037900 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-50f7404e-7207-4c2c-bbea-57c88ed13a04 req-4cd1c932-14d3-4789-85d5-98f54ad5868a tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0846617 Dec 21 17:04:34.085291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-50f7404e-7207-4c2c-bbea-57c88ed13a04 req-36175903-4691-4e57-a2a3-77e3843dd937 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 Dec 21 17:04:35.290806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b6bc-a8a2-4de2-a7d7-75a13e44a06b req-0502b337-44c0-4f3d-b86b-334caab5a698 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:35.292416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2658b6bc-a8a2-4de2-a7d7-75a13e44a06b req-0502b337-44c0-4f3d-b86b-334caab5a698 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0825117 Dec 21 17:04:35.344305 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2658b6bc-a8a2-4de2-a7d7-75a13e44a06b req-542fd40a-d5ce-4ea7-b3c9-3e39633add8f tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Dec 21 17:04:36.553611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0e273-0417-43c9-8d73-121a27318a45 req-c6ef6d1e-8fd3-42d2-ba78-0e2cac71c91c tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:36.555185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f3e0e273-0417-43c9-8d73-121a27318a45 req-c6ef6d1e-8fd3-42d2-ba78-0e2cac71c91c tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0824418 Dec 21 17:04:36.607045 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f3e0e273-0417-43c9-8d73-121a27318a45 req-ffec5cc8-7a88-4b97-a6e5-4e108ed793a9 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Dec 21 17:04:37.811054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd108a33-b723-405c-8ac2-62554482ce6d req-e2dc2f1a-a0eb-48bc-a3b2-d0f30ca8b242 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:37.812647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd108a33-b723-405c-8ac2-62554482ce6d req-e2dc2f1a-a0eb-48bc-a3b2-d0f30ca8b242 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0863056 Dec 21 17:04:37.860402 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd108a33-b723-405c-8ac2-62554482ce6d req-afd8c68c-25cb-4605-a4e7-b4223ed5aa65 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418491 Dec 21 17:04:39.065373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cd12e-239e-4dee-8c9e-9f5e1e4ac4f5 req-2d1f1ddf-4a2a-4f74-882f-757b00f01774 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:39.067010 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e4cd12e-239e-4dee-8c9e-9f5e1e4ac4f5 req-2d1f1ddf-4a2a-4f74-882f-757b00f01774 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0829823 Dec 21 17:04:39.114398 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e4cd12e-239e-4dee-8c9e-9f5e1e4ac4f5 req-9836ed5c-348a-49cc-b2b5-ea0daeac4b40 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Dec 21 17:04:40.325536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251657d-2381-424b-b87d-6850e1b5f888 req-21f48fd6-4708-4594-bdcc-6e365f9b6bd4 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:40.327709 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d251657d-2381-424b-b87d-6850e1b5f888 req-21f48fd6-4708-4594-bdcc-6e365f9b6bd4 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0891602 Dec 21 17:04:40.376771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d251657d-2381-424b-b87d-6850e1b5f888 req-767db13d-d8fa-445e-a07c-3b084e4f453d tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428135 Dec 21 17:04:41.587053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b8b8f-0eb6-4ac2-bfbe-98833b2e4cc0 req-4edc36da-7abf-4b6f-8cfa-0e499d0d8ffc tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:41.588674 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cb4b8b8f-0eb6-4ac2-bfbe-98833b2e4cc0 req-4edc36da-7abf-4b6f-8cfa-0e499d0d8ffc tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0853293 Dec 21 17:04:41.640779 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cb4b8b8f-0eb6-4ac2-bfbe-98833b2e4cc0 req-483428cd-016f-432e-b647-925e5a10e4b8 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 Dec 21 17:04:41.740151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:04:42.982231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190982fd-c7db-4dfb-8c2e-439ecaa6347c req-17046046-bcbf-49f2-83bf-41e502b38725 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:42.984607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-190982fd-c7db-4dfb-8c2e-439ecaa6347c req-17046046-bcbf-49f2-83bf-41e502b38725 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0840950 Dec 21 17:04:43.032520 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-190982fd-c7db-4dfb-8c2e-439ecaa6347c req-dbaa1332-1671-4395-9343-15734ff35ff2 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Dec 21 17:04:44.247016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eac0b5-af7a-4b39-bbc6-ea718d4015c0 req-0cc034d5-6fde-4a8e-9672-3b488c119bc8 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:44.248646 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-72eac0b5-af7a-4b39-bbc6-ea718d4015c0 req-0cc034d5-6fde-4a8e-9672-3b488c119bc8 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0864427 Dec 21 17:04:44.523174 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-72eac0b5-af7a-4b39-bbc6-ea718d4015c0 req-ccffa5af-1a91-4758-8509-2993a82f5ec3 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684562 Dec 21 17:04:45.727741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60007e97-1122-4211-9d8a-a9b41f626eea req-6700ed6a-5a9f-4296-b291-c39a25f74bbd tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:45.729331 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-60007e97-1122-4211-9d8a-a9b41f626eea req-6700ed6a-5a9f-4296-b291-c39a25f74bbd tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0826166 Dec 21 17:04:45.763147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1980-cc19-4200-a0d3-e8d9625db000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:45.779443 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-60007e97-1122-4211-9d8a-a9b41f626eea req-8d7a0d3a-7fe2-46d4-9362-8e86ab85ee22 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437319 Dec 21 17:04:46.989287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb700372-9112-4bd6-9f77-7d57f675f2e8 req-f7e39524-2a19-49ed-b114-562e6e59ccf1 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:46.990905 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb700372-9112-4bd6-9f77-7d57f675f2e8 req-f7e39524-2a19-49ed-b114-562e6e59ccf1 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0859141 Dec 21 17:04:47.038642 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb700372-9112-4bd6-9f77-7d57f675f2e8 req-d8a8262e-302e-49c9-ad8a-1159f446632e tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415654 Dec 21 17:04:47.175488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:48.017895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-145ebd7a-ed87-4f95-9864-c689b3e31c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:48.240517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac297949-e4b5-4955-9d3a-0d31b6aa66fc req-40ad3876-a6de-4883-a3a2-b96a8c511f03 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:48.242111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac297949-e4b5-4955-9d3a-0d31b6aa66fc req-40ad3876-a6de-4883-a3a2-b96a8c511f03 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0813656 Dec 21 17:04:48.293336 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac297949-e4b5-4955-9d3a-0d31b6aa66fc req-87b191f4-35c1-455b-be65-b6b943728a15 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453086 Dec 21 17:04:48.375891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:48.980752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-14cb88e2-b0a9-4957-b7fd-3db8f94e74c9 req-c44e087c-4ee8-44ec-84c9-7017a7ae378d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a06e55272d924eb999d5a4b330afd1cd&device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 1098 time: 0.0787663 Dec 21 17:04:49.137970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb88e2-b0a9-4957-b7fd-3db8f94e74c9 req-0c2cfa94-dc2c-43a6-a74c-d57b3aaf6684 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:49.139664 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-14cb88e2-b0a9-4957-b7fd-3db8f94e74c9 req-0c2cfa94-dc2c-43a6-a74c-d57b3aaf6684 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6013f743-2369-4c27-8e16-c4557b716262 HTTP/1.1" status: 200 len: 912 time: 0.1357696 Dec 21 17:04:49.208275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-14cb88e2-b0a9-4957-b7fd-3db8f94e74c9 req-ed085b34-0a36-4711-89bc-9ee0c082a611 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37806d52-4f70-4d14-8ced-766cd0863c6a HTTP/1.1" status: 200 len: 217 time: 0.0625112 Dec 21 17:04:49.279284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb88e2-b0a9-4957-b7fd-3db8f94e74c9 req-86245a3a-c6fc-4351-ba92-edfbf89a8f51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:49.281299 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-14cb88e2-b0a9-4957-b7fd-3db8f94e74c9 req-86245a3a-c6fc-4351-ba92-edfbf89a8f51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df6cc750-ca14-4635-bf91-d8da899e06e3 HTTP/1.1" status: 200 len: 851 time: 0.0653689 Dec 21 17:04:49.329984 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-14cb88e2-b0a9-4957-b7fd-3db8f94e74c9 req-8a127d1f-cd81-4256-9518-6fe320c01600 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6013f743-2369-4c27-8e16-c4557b716262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420365 Dec 21 17:04:49.478073 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-14cb88e2-b0a9-4957-b7fd-3db8f94e74c9 req-7c466cbe-4a49-4f68-a69c-2cd4034ff12d service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388257 Dec 21 17:04:49.499741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7b744-3b7d-4054-87a2-4cb14e2e2dd4 req-f5b0f604-3d79-4589-a429-ad81354d69e3 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:49.501406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-eac7b744-3b7d-4054-87a2-4cb14e2e2dd4 req-f5b0f604-3d79-4589-a429-ad81354d69e3 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0833228 Dec 21 17:04:49.549833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-eac7b744-3b7d-4054-87a2-4cb14e2e2dd4 req-63422d85-1cdb-4ede-aa25-19a453169075 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Dec 21 17:04:49.620596 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-14cb88e2-b0a9-4957-b7fd-3db8f94e74c9 req-2197b044-e97b-4118-a6d0-a84132531de6 service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359715 Dec 21 17:04:49.928497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:50.760166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7caf2-86d7-42a1-97db-85c5749e3503 req-aeb9465f-4a14-4335-9fe0-dbdfa0650939 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:50.761717 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94c7caf2-86d7-42a1-97db-85c5749e3503 req-aeb9465f-4a14-4335-9fe0-dbdfa0650939 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0851722 Dec 21 17:04:50.809774 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94c7caf2-86d7-42a1-97db-85c5749e3503 req-8bdc0caa-7b4d-415a-a004-429a889d134a tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Dec 21 17:04:52.012296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e8e0b-0c91-43c1-9136-f76b578179d9 req-78d8e7df-e1d0-43ca-a3ec-296f929ee766 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:52.013879 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd0e8e0b-0c91-43c1-9136-f76b578179d9 req-78d8e7df-e1d0-43ca-a3ec-296f929ee766 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0824375 Dec 21 17:04:52.061837 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bd0e8e0b-0c91-43c1-9136-f76b578179d9 req-f69cd009-435f-489f-9ff0-64e8d20f0eeb tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418169 Dec 21 17:04:52.927671 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-a6929b09-b1d7-4db8-b0ad-346149806261 service neutron] 10.222.0.48 "GET /v2.0/ports/37806d52-4f70-4d14-8ced-766cd0863c6a/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0802050 Dec 21 17:04:53.189522 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-feb50606-f071-4d11-8f63-08334f7bce75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633&tenant_id=a06e55272d924eb999d5a4b330afd1cd HTTP/1.1" status: 200 len: 1098 time: 0.0748866 Dec 21 17:04:53.271629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2efa58-3e53-4d2c-9d42-aabc62392c7d req-4ab5a86d-2262-410e-8047-5e7816e83006 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:53.273258 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d2efa58-3e53-4d2c-9d42-aabc62392c7d req-4ab5a86d-2262-410e-8047-5e7816e83006 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0891523 Dec 21 17:04:53.284618 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-b85369f6-84a9-4173-937e-73879fcd1b8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a06e55272d924eb999d5a4b330afd1cd&device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 1098 time: 0.0738931 Dec 21 17:04:53.323772 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d2efa58-3e53-4d2c-9d42-aabc62392c7d req-c59ff7be-913b-424e-ad9b-07bb7d219307 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 Dec 21 17:04:53.426424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-1ef5f5a7-ee3f-4a66-b195-e260d9baca4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:53.428062 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-1ef5f5a7-ee3f-4a66-b195-e260d9baca4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6013f743-2369-4c27-8e16-c4557b716262 HTTP/1.1" status: 200 len: 912 time: 0.1379552 Dec 21 17:04:53.505075 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-bdea297d-1b15-4a87-b646-a9f87d326b51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37806d52-4f70-4d14-8ced-766cd0863c6a HTTP/1.1" status: 200 len: 217 time: 0.0703256 Dec 21 17:04:53.572645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-a71ddc31-82c4-4b53-a626-04e6cdddfc40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:53.574186 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-a71ddc31-82c4-4b53-a626-04e6cdddfc40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df6cc750-ca14-4635-bf91-d8da899e06e3 HTTP/1.1" status: 200 len: 851 time: 0.0628419 Dec 21 17:04:53.626112 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-a2a980b2-a8b3-4819-aa81-629717eae278 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6013f743-2369-4c27-8e16-c4557b716262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463462 Dec 21 17:04:53.767021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-35bbbae5-20d9-4104-9f87-d3b9f91e2832 service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343110 Dec 21 17:04:53.910620 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e28902ea-79e4-46df-ba89-2d22199cc907 req-0e97ae1d-d4d1-4252-9175-91d6ef4cfb2f service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380465 Dec 21 17:04:54.537205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8bf67-61cf-4d5b-a5ae-410602655f3d req-371908f4-ee9e-436c-96f4-50968581da15 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:54.538824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-67a8bf67-61cf-4d5b-a5ae-410602655f3d req-371908f4-ee9e-436c-96f4-50968581da15 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0895016 Dec 21 17:04:54.587043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-67a8bf67-61cf-4d5b-a5ae-410602655f3d req-fd97c5a3-5ea7-4981-8dfe-da54b58e0fe6 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419936 Dec 21 17:04:55.796624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373d22e-2f80-4e04-8219-d8a9be2181a4 req-ed8bd2bb-2940-44be-b949-fc335a61b6de tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:55.798284 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6373d22e-2f80-4e04-8219-d8a9be2181a4 req-ed8bd2bb-2940-44be-b949-fc335a61b6de tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0865672 Dec 21 17:04:55.846167 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6373d22e-2f80-4e04-8219-d8a9be2181a4 req-82229bfa-5b70-41b3-9ef6-b6a836b5fa8a tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 Dec 21 17:04:56.256998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95df599-9f38-4749-9083-a910d1e08312 req-b37c75a9-9a37-4b77-9335-ca2df51b3fa9 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:56.257755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e95df599-9f38-4749-9083-a910d1e08312 req-b37c75a9-9a37-4b77-9335-ca2df51b3fa9 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Synchronizing usage tracker for tenant:a06e55272d924eb999d5a4b330afd1cd on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:04:56.273808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e95df599-9f38-4749-9083-a910d1e08312 req-b37c75a9-9a37-4b77-9335-ca2df51b3fa9 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Unset dirty status for tenant:a06e55272d924eb999d5a4b330afd1cd on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:04:56.275108 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e95df599-9f38-4749-9083-a910d1e08312 req-b37c75a9-9a37-4b77-9335-ca2df51b3fa9 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.48 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633&tenant_id=a06e55272d924eb999d5a4b330afd1cd&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1054292 Dec 21 17:04:56.427704 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e95df599-9f38-4749-9083-a910d1e08312 req-3774d56d-eda9-4cf0-8cc4-5ca44ccc7566 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a06e55272d924eb999d5a4b330afd1cd&device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 1098 time: 0.0797138 Dec 21 17:04:56.580654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95df599-9f38-4749-9083-a910d1e08312 req-ae01274b-c025-4b65-944a-66c1a9579c99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:56.582221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e95df599-9f38-4749-9083-a910d1e08312 req-ae01274b-c025-4b65-944a-66c1a9579c99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6013f743-2369-4c27-8e16-c4557b716262 HTTP/1.1" status: 200 len: 912 time: 0.1480997 Dec 21 17:04:56.651219 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e95df599-9f38-4749-9083-a910d1e08312 req-8fb3595b-8777-4307-9c39-1f16846480c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37806d52-4f70-4d14-8ced-766cd0863c6a HTTP/1.1" status: 200 len: 217 time: 0.0631537 Dec 21 17:04:56.719456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95df599-9f38-4749-9083-a910d1e08312 req-444afce1-a442-4468-b37f-2d8ed6c6c215 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:56.720900 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e95df599-9f38-4749-9083-a910d1e08312 req-444afce1-a442-4468-b37f-2d8ed6c6c215 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df6cc750-ca14-4635-bf91-d8da899e06e3 HTTP/1.1" status: 200 len: 851 time: 0.0643780 Dec 21 17:04:56.769433 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e95df599-9f38-4749-9083-a910d1e08312 req-c55e07a6-a0cc-4220-9fc6-bbbef931c9ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6013f743-2369-4c27-8e16-c4557b716262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420685 Dec 21 17:04:56.915521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 37806d52-4f70-4d14-8ced-766cd0863c6a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:04:56.916086 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e95df599-9f38-4749-9083-a910d1e08312 req-e06b4f22-c968-474c-aede-983c712eea3e service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403012 Dec 21 17:04:56.918767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 37806d52-4f70-4d14-8ced-766cd0863c6a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:04:57.055338 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e95df599-9f38-4749-9083-a910d1e08312 req-84e65fde-9fa6-4f97-b014-ead8e07d1ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339953 Dec 21 17:04:57.135819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:57.184523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 37806d52-4f70-4d14-8ced-766cd0863c6a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=37806d52-4f70-4d14-8ced-766cd0863c6a,segment=NetworkSegment(b34c285c-ff69-4c0d-9112-ec3300a6ff6b),segment_id=b34c285c-ff69-4c0d-9112-ec3300a6ff6b)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:04:57.196587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37806d52-4f70-4d14-8ced-766cd0863c6a'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:04:57.211806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '37806d52-4f70-4d14-8ced-766cd0863c6a', 'network_id': '6013f743-2369-4c27-8e16-c4557b716262', 'port_id': '37806d52-4f70-4d14-8ced-766cd0863c6a', 'mac_address': 'fa:16:3e:c6:8d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6cc750-ca14-4635-bf91-d8da899e06e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:04:57.214345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 37806d52-4f70-4d14-8ced-766cd0863c6a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=37806d52-4f70-4d14-8ced-766cd0863c6a,segment=NetworkSegment(b34c285c-ff69-4c0d-9112-ec3300a6ff6b),segment_id=b34c285c-ff69-4c0d-9112-ec3300a6ff6b)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:04:57.240955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:57.246754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:57.277012 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37806d52-4f70-4d14-8ced-766cd0863c6a', 'code': 200} Dec 21 17:04:57.330223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:57.352473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=37806d52-4f70-4d14-8ced-766cd0863c6a,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:57.357073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:57.358751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37806d52-4f70-4d14-8ced-766cd0863c6a {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:04:57.375114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 37806d52-4f70-4d14-8ced-766cd0863c6a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=37806d52-4f70-4d14-8ced-766cd0863c6a,segment=NetworkSegment(b34c285c-ff69-4c0d-9112-ec3300a6ff6b),segment_id=b34c285c-ff69-4c0d-9112-ec3300a6ff6b)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:04:57.378288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:57.381053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f587efc9-a202-402d-a5c2-cd42a6e399fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:57.453941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['37806d52-4f70-4d14-8ced-766cd0863c6a'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:04:57.492721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=37806d52-4f70-4d14-8ced-766cd0863c6a,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:57.497469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:57.911489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9751-20ae-415e-b99f-12aff38b739b req-35a3aebc-fa49-4d0c-ac5c-a7fbc8d3a65e tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:57.913105 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-efcc9751-20ae-415e-b99f-12aff38b739b req-35a3aebc-fa49-4d0c-ac5c-a7fbc8d3a65e tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 944 time: 0.0824649 Dec 21 17:04:57.964712 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-efcc9751-20ae-415e-b99f-12aff38b739b req-3929267e-f7aa-4007-a375-fd8039df99d9 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456040 Dec 21 17:04:58.934315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 37806d52-4f70-4d14-8ced-766cd0863c6a up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:04:59.005813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 37806d52-4f70-4d14-8ced-766cd0863c6a triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:04:59.006230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:59.128443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:59.162068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 37806d52-4f70-4d14-8ced-766cd0863c6a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=37806d52-4f70-4d14-8ced-766cd0863c6a,segment=NetworkSegment(b34c285c-ff69-4c0d-9112-ec3300a6ff6b),segment_id=b34c285c-ff69-4c0d-9112-ec3300a6ff6b)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:04:59.164972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:59.167626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fd2f0e3e-aaa4-469d-843e-192d46941799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:04:59.173813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15000133-6262-4d36-9b4c-d0003261f621 req-c13c5773-aff7-4a12-85ed-d0b3e0c10e43 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:59.175463 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15000133-6262-4d36-9b4c-d0003261f621 req-c13c5773-aff7-4a12-85ed-d0b3e0c10e43 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 944 time: 0.0835276 Dec 21 17:04:59.227318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15000133-6262-4d36-9b4c-d0003261f621 req-6354eb8b-b9a7-4d00-a9be-a686b3dae13c tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/security-groups?id=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455348 Dec 21 17:04:59.237891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=37806d52-4f70-4d14-8ced-766cd0863c6a,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:04:59.247227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:59.247621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:59.248006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:59.248387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:59.249369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:59.249748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:59.250125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:59.250498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:59.250890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:59.251265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:59.251636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:04:59.255617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:04:59.278260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37806d52-4f70-4d14-8ced-766cd0863c6a'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:04:59.331945 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37806d52-4f70-4d14-8ced-766cd0863c6a', 'code': 200} Dec 21 17:04:59.464488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:59.473790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95df599-9f38-4749-9083-a910d1e08312 req-28da5e21-df4e-4a3b-8302-3090278d40d0 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:04:59.475395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e95df599-9f38-4749-9083-a910d1e08312 req-28da5e21-df4e-4a3b-8302-3090278d40d0 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.48 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 945 time: 0.0823634 Dec 21 17:04:59.561612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-e95df599-9f38-4749-9083-a910d1e08312 req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Deleting port 37806d52-4f70-4d14-8ced-766cd0863c6a {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:04:59.561921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e95df599-9f38-4749-9083-a910d1e08312 req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:59.812914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-e95df599-9f38-4749-9083-a910d1e08312 req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] For port 37806d52-4f70-4d14-8ced-766cd0863c6a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=37806d52-4f70-4d14-8ced-766cd0863c6a,segment=NetworkSegment(b34c285c-ff69-4c0d-9112-ec3300a6ff6b),segment_id=b34c285c-ff69-4c0d-9112-ec3300a6ff6b)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:04:59.813234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e95df599-9f38-4749-9083-a910d1e08312 req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:04:59.945521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-e95df599-9f38-4749-9083-a910d1e08312 req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Calling delete_port for 37806d52-4f70-4d14-8ced-766cd0863c6a owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:05:00.087289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e95df599-9f38-4749-9083-a910d1e08312 req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:00.094555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6de06626-94cc-4615-9c1c-4e82f16d5163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:00.099218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['37806d52-4f70-4d14-8ced-766cd0863c6a'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:05:00.141009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Pushing event deleted for resources: {'Port': ['ID=37806d52-4f70-4d14-8ced-766cd0863c6a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:00.144204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:00.213711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95df599-9f38-4749-9083-a910d1e08312 req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] No DVR routers for this DVR port 37806d52-4f70-4d14-8ced-766cd0863c6a on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:05:00.216222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e95df599-9f38-4749-9083-a910d1e08312 req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:00.218976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'name': 'network-vif-deleted', 'tag': '37806d52-4f70-4d14-8ced-766cd0863c6a'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:05:00.234948 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e95df599-9f38-4749-9083-a910d1e08312 req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.48 "DELETE /v2.0/ports/37806d52-4f70-4d14-8ced-766cd0863c6a HTTP/1.1" status: 204 len: 173 time: 0.7538209 Dec 21 17:05:00.273475 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077d2f04-e6e0-47ea-8b00-464caaa6f633', 'name': 'network-vif-deleted', 'tag': '37806d52-4f70-4d14-8ced-766cd0863c6a', 'status': 'completed', 'code': 200} Dec 21 17:05:00.419676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fc48d315-fb67-4c25-9227-ac6da0b77347 req-463ee1f3-a1e4-45f2-ae5a-163b605b6fbe tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] 10.222.0.67 "GET /v2.0/ports?device_id=077d2f04-e6e0-47ea-8b00-464caaa6f633 HTTP/1.1" status: 200 len: 210 time: 0.0549104 Dec 21 17:05:01.689148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48502) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:05:01.755213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ed117e-a5c2-47f8-8ed0-d23c434a28ab admin admin] Deleting subnet df6cc750-ca14-4635-bf91-d8da899e06e3 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:05:01.758243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14ed117e-a5c2-47f8-8ed0-d23c434a28ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:01.809862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14ed117e-a5c2-47f8-8ed0-d23c434a28ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:01.872736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14ed117e-a5c2-47f8-8ed0-d23c434a28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:01.944646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14ed117e-a5c2-47f8-8ed0-d23c434a28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:01.949200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6cc7cab4-bff5-4a15-9d7e-0d2170b1450e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:01.985014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed117e-a5c2-47f8-8ed0-d23c434a28ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6cc750-ca14-4635-bf91-d8da899e06e3,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:01.988836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14ed117e-a5c2-47f8-8ed0-d23c434a28ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:01.992220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14ed117e-a5c2-47f8-8ed0-d23c434a28ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:01.998448 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-14ed117e-a5c2-47f8-8ed0-d23c434a28ab admin admin] 10.222.0.67 "DELETE /v2.0/subnets/df6cc750-ca14-4635-bf91-d8da899e06e3 HTTP/1.1" status: 204 len: 168 time: 0.3082058 Dec 21 17:05:02.001231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48506) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:05:02.115640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:02.248636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:02.275406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6013f743-2369-4c27-8e16-c4557b716262']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:05:02.289004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34c285c-ff69-4c0d-9112-ec3300a6ff6b') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:05:02.289350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34c285c-ff69-4c0d-9112-ec3300a6ff6b') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:05:02.301362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:02.323062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:02.330056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:05:02.330478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:05:02.344689 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:05:02.424339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:02.427829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f8e235a5-dbb7-4ae6-99e2-88ca56f35ea5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:02.442028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:02.453633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6013f743-2369-4c27-8e16-c4557b716262,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:02.457014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:02.461458 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6013f743-2369-4c27-8e16-c4557b716262 HTTP/1.1" status: 204 len: 168 time: 0.4592078 Dec 21 17:05:02.606931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48512) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:05:02.664161 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-76751aad-5713-4c41-8a90-780b95ecb2f5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a06e55272d924eb999d5a4b330afd1cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559323 Dec 21 17:05:02.666683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48516) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:05:02.728111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd57cacd-59f6-44db-9446-0c4f99023c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:02.755692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd57cacd-59f6-44db-9446-0c4f99023c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:02.803767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd57cacd-59f6-44db-9446-0c4f99023c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:02.808945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61ac0911-0098-429a-b4f3-71c02a0e96b4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:02.823771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57cacd-59f6-44db-9446-0c4f99023c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:02.829604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bd57cacd-59f6-44db-9446-0c4f99023c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:02.831626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd57cacd-59f6-44db-9446-0c4f99023c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:02.832856 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bd57cacd-59f6-44db-9446-0c4f99023c98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2bd9cb5b-cb85-4b9e-a0d7-bb4958a63ec7 HTTP/1.1" status: 204 len: 168 time: 0.1651871 Dec 21 17:05:02.936613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 37806d52-4f70-4d14-8ced-766cd0863c6a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:05:02.969544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 37806d52-4f70-4d14-8ced-766cd0863c6a {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:05:02.969943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 37806d52-4f70-4d14-8ced-766cd0863c6a not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:05:03.704700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48538) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:05:03.869297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-953058503-network', 'tenant_id': '3a10153afc674dfeb439a25fd5d4762f'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:05:03.874602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:05:03.878631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Usage tracker for resource:network and tenant:3a10153afc674dfeb439a25fd5d4762f is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:05:03.881633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:05:03.888494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:05:03.897889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Made reservation on behalf of 3a10153afc674dfeb439a25fd5d4762f for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:05:03.902686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:03.916385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:03.950058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:05:03.954661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3a10153afc674dfeb439a25fd5d4762f is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:05:03.957627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:05:03.963671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:05:04.034204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:04.036975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:04.041113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-45eef43e-ff97-4e5d-b114-cb7210f4c951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:04.069336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:05:04.078739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203db1ca-57fe-4bcc-86e1-df806438a9d7,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:04.082606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:04.085103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:04.085500 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Added segment 493694e2-d432-46f2-94b3-930e14eae6d3 of type vlan for network 83f11118-813f-4051-aee5-24f9cc6df564 Dec 21 17:05:04.112363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:04.141987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:04.143011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:04.143656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:04.148639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b6177ce1-1dc1-4b36-9bd9-91e9ba0ebb52 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:04.250945 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5450134 Dec 21 17:05:04.254196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 48544) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:05:04.256503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=83f11118-813f-4051-aee5-24f9cc6df564,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:04.259337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:04.260597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Request body: {'subnet': {'network_id': '83f11118-813f-4051-aee5-24f9cc6df564', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-953058503-subnet', 'tenant_id': '3a10153afc674dfeb439a25fd5d4762f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:05:04.267115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:05:04.268078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 83f11118-813f-4051-aee5-24f9cc6df564 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:05:04.271426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Usage tracker for resource:subnet and tenant:3a10153afc674dfeb439a25fd5d4762f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:05:04.274539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:05:04.281726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:05:04.291397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Made reservation on behalf of 3a10153afc674dfeb439a25fd5d4762f for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:05:04.296502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:04.745987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:04.750554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c6997668-7cc2-4805-a4ef-3e4b326c1fb0 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:04.823791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d02445e-e615-4479-bf8a-3d06a604a8b2,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:04.827976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:04.836478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Checking segment: {'id': '493694e2-d432-46f2-94b3-930e14eae6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:05:04.836870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Network hostable DHCP agents. Network: 83f11118-813f-4051-aee5-24f9cc6df564, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:05:04.859299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Network 83f11118-813f-4051-aee5-24f9cc6df564 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:05:04.867472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 83f11118-813f-4051-aee5-24f9cc6df564) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:05:04.871500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:04.872145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:04.879630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f0180c-f68c-47c7-9c2b-8c709506e2b0 None None] Network 83f11118-813f-4051-aee5-24f9cc6df564 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:05:04.892870 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-05feb0b3-e261-461e-9b0c-80a8c42e8140 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6373849 Dec 21 17:05:05.101452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5b620-61f5-43aa-be24-329250fb83af None None] Network 83f11118-813f-4051-aee5-24f9cc6df564 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:05:05.464066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-3fdbf8a1-d308-4471-9032-f3eb6bf83b5b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:05.464819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-3fdbf8a1-d308-4471-9032-f3eb6bf83b5b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Synchronizing usage tracker for tenant:3a10153afc674dfeb439a25fd5d4762f on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:05:05.481087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-3fdbf8a1-d308-4471-9032-f3eb6bf83b5b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Unset dirty status for tenant:3a10153afc674dfeb439a25fd5d4762f on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:05:05.482348 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-3fdbf8a1-d308-4471-9032-f3eb6bf83b5b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 814 time: 0.1759477 Dec 21 17:05:05.500104 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-4d3aae10-bcff-46cd-8a5d-40379a147aad tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/quotas/3a10153afc674dfeb439a25fd5d4762f HTTP/1.1" status: 200 len: 375 time: 0.0117927 Dec 21 17:05:05.549765 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-f66e85f0-88fe-4d08-8bd0-76446fe45be7 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442929 Dec 21 17:05:05.694219 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-06e74309-600f-404c-8200-4fa492d2b172 service neutron] 10.222.0.67 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374509 Dec 21 17:05:05.836554 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-26e7e8b3-f4fd-4c2e-923b-83d816e23cc7 service neutron] 10.222.0.67 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360781 Dec 21 17:05:06.047599 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e4b30268-865e-4014-b2bd-ccc2f7c54722 req-b12c2c8b-86a2-48a6-9577-5242ecc0f079 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 210 time: 0.0492289 Dec 21 17:05:07.073438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-945f8e31-3603-424c-8f38-7d6d7e4daf0d tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:07.075609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-945f8e31-3603-424c-8f38-7d6d7e4daf0d tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.48 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 814 time: 0.1636913 Dec 21 17:05:07.091030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Request body: {'port': {'device_id': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564', 'admin_state_up': True, 'tenant_id': '3a10153afc674dfeb439a25fd5d4762f'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:05:07.223132 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9cbce630-8fa8-4f01-bdd3-32d2037c5c09 req-5f75a4e0-4b6f-4e9b-8ad9-03ca0ed05d0c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 210 time: 0.0457444 Dec 21 17:05:07.239751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:05:07.244188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Usage tracker for resource:port and tenant:3a10153afc674dfeb439a25fd5d4762f is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:05:07.247347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:05:07.254146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:05:07.263343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Made reservation on behalf of 3a10153afc674dfeb439a25fd5d4762f for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:05:07.269594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:07.441778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Allocated IP 172.20.0.8 (83f11118-813f-4051-aee5-24f9cc6df564/7d02445e-e615-4479-bf8a-3d06a604a8b2/69e85436-e925-436b-b7b7-76d3af5082ad) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:05:07.660584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:07.685420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:07.691534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c539056f-14c3-4fb9-990a-6694986e6c94 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:07.768776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Network 83f11118-813f-4051-aee5-24f9cc6df564 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:05:07.772300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Pushing event updated for resources: {'Port': ['ID=69e85436-e925-436b-b7b7-76d3af5082ad,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:07.774646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:05:07.777342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:05:07.823802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:05:07.824242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:05:07.824673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:05:07.825099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:05:07.825522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:05:07.825942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:05:07.826362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:05:07.827348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:05:07.827769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:05:07.828186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:05:07.828601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:05:07.834733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:07.853362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:07.854032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:07.874269 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7871230 Dec 21 17:05:07.886338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Request body: {'port': {'device_id': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:05:08.005609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:08.362194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e85436-e925-436b-b7b7-76d3af5082ad {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:05:08.370270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:08.386346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Transition to ACTIVE for port object 69e85436-e925-436b-b7b7-76d3af5082ad will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:05:08.389262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:08.393954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:08.439422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78dc12-57fb-4867-8d0f-9dfcf324a76e req-44788e96-e930-483f-8f42-eafd9f40d119 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:08.442545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c78dc12-57fb-4867-8d0f-9dfcf324a76e req-44788e96-e930-483f-8f42-eafd9f40d119 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 943 time: 0.0883954 Dec 21 17:05:08.496817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-3c78dc12-57fb-4867-8d0f-9dfcf324a76e req-7001e7e4-ea25-4d79-9aae-50fd5019d65e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Synchronizing usage tracker for tenant:3a10153afc674dfeb439a25fd5d4762f on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:05:08.513233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-3c78dc12-57fb-4867-8d0f-9dfcf324a76e req-7001e7e4-ea25-4d79-9aae-50fd5019d65e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Unset dirty status for tenant:3a10153afc674dfeb439a25fd5d4762f on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:05:08.514600 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c78dc12-57fb-4867-8d0f-9dfcf324a76e req-7001e7e4-ea25-4d79-9aae-50fd5019d65e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599802 Dec 21 17:05:08.526337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Pushing event updated for resources: {'Port': ['ID=69e85436-e925-436b-b7b7-76d3af5082ad,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:08.529379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:08.644282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Attempting to bind port 69e85436-e925-436b-b7b7-76d3af5082ad on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:05:08.644655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Attempting to bind port 69e85436-e925-436b-b7b7-76d3af5082ad by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '493694e2-d432-46f2-94b3-930e14eae6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:05:08.645017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Attempting to bind port 69e85436-e925-436b-b7b7-76d3af5082ad on network 83f11118-813f-4051-aee5-24f9cc6df564 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:05:08.651050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Port 69e85436-e925-436b-b7b7-76d3af5082ad on network 83f11118-813f-4051-aee5-24f9cc6df564 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:05:08.651411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Attempting to bind port 69e85436-e925-436b-b7b7-76d3af5082ad on network 83f11118-813f-4051-aee5-24f9cc6df564 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:05:08.658509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:05:08.658906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Checking segment: {'id': '493694e2-d432-46f2-94b3-930e14eae6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:05:08.659327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Bound using segment: {'id': '493694e2-d432-46f2-94b3-930e14eae6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:05:08.659793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Bound port: 69e85436-e925-436b-b7b7-76d3af5082ad, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493694e2-d432-46f2-94b3-930e14eae6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:05:08.660169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:08.753380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] For port 69e85436-e925-436b-b7b7-76d3af5082ad, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:05:08.756494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] For port 69e85436-e925-436b-b7b7-76d3af5082ad, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69e85436-e925-436b-b7b7-76d3af5082ad,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:05:08.759681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:08.764043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:08.823870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:08.825362 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] 10.222.0.48 "PUT /v2.0/ports/69e85436-e925-436b-b7b7-76d3af5082ad HTTP/1.1" status: 200 len: 1093 time: 0.9434640 Dec 21 17:05:08.825920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'tag': '69e85436-e925-436b-b7b7-76d3af5082ad'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:05:08.844740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Pushing event updated for resources: {'Port': ['ID=69e85436-e925-436b-b7b7-76d3af5082ad,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:08.848115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:08.898235 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'tag': '69e85436-e925-436b-b7b7-76d3af5082ad', 'status': 'completed', 'code': 200} Dec 21 17:05:08.934561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-f4dfe67a-4394-4f40-9360-00213a0ae875 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 1096 time: 0.0749202 Dec 21 17:05:09.008117 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-8f8fe631-7994-4c48-b6e0-560976eaffde service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69e85436-e925-436b-b7b7-76d3af5082ad HTTP/1.1" status: 200 len: 217 time: 0.0671854 Dec 21 17:05:09.074544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-8eb3b6cd-2f52-4a40-b97d-8e0d9775211e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:09.076004 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-8eb3b6cd-2f52-4a40-b97d-8e0d9775211e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 200 len: 854 time: 0.0620353 Dec 21 17:05:09.127639 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-191899b6-2e4f-4779-a7fe-65dce7f8a075 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83f11118-813f-4051-aee5-24f9cc6df564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449889 Dec 21 17:05:09.267237 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-b2c64071-253c-42fa-b955-8721671895fd service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329257 Dec 21 17:05:09.409199 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff16934-f493-4ec0-a853-9d1f87dd8438 req-51716ffe-c419-4928-a327-e8d4b4ef14a9 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357703 Dec 21 17:05:09.523801 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90a21ba7-036c-418a-bf6f-7dde2fa97cda req-c0aa7c9e-34fd-4b76-a4f5-3d3aff1946be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 1096 time: 0.0736158 Dec 21 17:05:09.674357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a21ba7-036c-418a-bf6f-7dde2fa97cda req-415184c6-d936-4ea6-9d13-15c5cec0fba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:09.675914 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90a21ba7-036c-418a-bf6f-7dde2fa97cda req-415184c6-d936-4ea6-9d13-15c5cec0fba3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 915 time: 0.1454620 Dec 21 17:05:09.728583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764d9bc-00fa-4cfc-ac43-f3a6f4b94177 req-5e604907-68fe-46bc-987c-5a2bed33d512 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:09.730203 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2764d9bc-00fa-4cfc-ac43-f3a6f4b94177 req-5e604907-68fe-46bc-987c-5a2bed33d512 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 943 time: 0.0901022 Dec 21 17:05:09.751564 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90a21ba7-036c-418a-bf6f-7dde2fa97cda req-fd04f7e7-50fd-4d7b-8b94-1fd0d9ce3492 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69e85436-e925-436b-b7b7-76d3af5082ad HTTP/1.1" status: 200 len: 217 time: 0.0685072 Dec 21 17:05:09.779910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2764d9bc-00fa-4cfc-ac43-f3a6f4b94177 req-b01f604a-07c6-42b0-8258-c8b5851807f3 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 Dec 21 17:05:09.820587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a21ba7-036c-418a-bf6f-7dde2fa97cda req-9f49e483-77a0-4768-9073-27094c554fea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:09.822152 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90a21ba7-036c-418a-bf6f-7dde2fa97cda req-9f49e483-77a0-4768-9073-27094c554fea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 200 len: 854 time: 0.0633888 Dec 21 17:05:09.870637 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90a21ba7-036c-418a-bf6f-7dde2fa97cda req-d92a8b85-af6b-482f-bea8-ab5cbff79000 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83f11118-813f-4051-aee5-24f9cc6df564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421503 Dec 21 17:05:10.016141 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90a21ba7-036c-418a-bf6f-7dde2fa97cda req-e74a428d-e1ce-4ed5-b675-5ca882069bc1 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378949 Dec 21 17:05:10.158953 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90a21ba7-036c-418a-bf6f-7dde2fa97cda req-3aad69d6-0a62-422d-bf38-aa40a04fcda3 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338105 Dec 21 17:05:10.986092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689d907-1846-4732-9a95-3a5a0219b6de req-f0b50764-92d7-4b0e-ae9e-f49b7f0c4d8b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:10.987738 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b689d907-1846-4732-9a95-3a5a0219b6de req-f0b50764-92d7-4b0e-ae9e-f49b7f0c4d8b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 943 time: 0.0836644 Dec 21 17:05:11.038753 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b689d907-1846-4732-9a95-3a5a0219b6de req-4b3882b9-56ba-4011-8331-42ed2552ea8a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Dec 21 17:05:12.246175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65765432-4ab0-438e-a8e9-0df4a5c75dad req-835fead7-3e96-4bf1-985e-27ed5e0b6a10 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:12.247857 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-65765432-4ab0-438e-a8e9-0df4a5c75dad req-835fead7-3e96-4bf1-985e-27ed5e0b6a10 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 943 time: 0.0886917 Dec 21 17:05:12.298186 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-65765432-4ab0-438e-a8e9-0df4a5c75dad req-9f37cb7d-3782-4852-ac10-35a3f8c47647 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 Dec 21 17:05:13.013099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 69e85436-e925-436b-b7b7-76d3af5082ad details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:05:13.153674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 69e85436-e925-436b-b7b7-76d3af5082ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69e85436-e925-436b-b7b7-76d3af5082ad,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:05:13.167429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '69e85436-e925-436b-b7b7-76d3af5082ad', 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564', 'port_id': '69e85436-e925-436b-b7b7-76d3af5082ad', 'mac_address': 'fa:16:3e:36:e8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d02445e-e615-4479-bf8a-3d06a604a8b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:05:13.221516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:13.239458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e85436-e925-436b-b7b7-76d3af5082ad {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:05:13.254500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 69e85436-e925-436b-b7b7-76d3af5082ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69e85436-e925-436b-b7b7-76d3af5082ad,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:05:13.257543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:13.259438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ab1475d6-cc0c-415c-aa2d-0f13f1e97490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:13.328594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=69e85436-e925-436b-b7b7-76d3af5082ad,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:13.331784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:13.465769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['69e85436-e925-436b-b7b7-76d3af5082ad'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:05:13.508471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711f1f-f894-4462-9650-6e5e9394c35f req-00e55eeb-8a52-4f0f-a96d-a51dc022f960 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:13.510067 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b6711f1f-f894-4462-9650-6e5e9394c35f req-00e55eeb-8a52-4f0f-a96d-a51dc022f960 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 944 time: 0.0856566 Dec 21 17:05:13.558559 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b6711f1f-f894-4462-9650-6e5e9394c35f req-f4ee1769-fc7a-455a-9822-8f2ab5876f82 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Dec 21 17:05:14.765360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14181c7-1635-4c2c-820b-af4f147ed0e8 req-7c1c4190-c478-4614-8e09-c26e1dffd8ef tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:14.766947 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e14181c7-1635-4c2c-820b-af4f147ed0e8 req-7c1c4190-c478-4614-8e09-c26e1dffd8ef tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 944 time: 0.0824554 Dec 21 17:05:14.814015 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e14181c7-1635-4c2c-820b-af4f147ed0e8 req-c295cd2c-a42e-408a-a173-77f85199127c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Dec 21 17:05:15.028513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 69e85436-e925-436b-b7b7-76d3af5082ad up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:05:15.100242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 69e85436-e925-436b-b7b7-76d3af5082ad completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:05:15.105351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 69e85436-e925-436b-b7b7-76d3af5082ad triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:05:15.106032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:15.226598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:15.257378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e85436-e925-436b-b7b7-76d3af5082ad'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:05:15.267876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 69e85436-e925-436b-b7b7-76d3af5082ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69e85436-e925-436b-b7b7-76d3af5082ad,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:05:15.270689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:15.273400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f74cbc58-d812-47c2-9ff0-4fad3d9dcbaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:15.316412 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e85436-e925-436b-b7b7-76d3af5082ad', 'code': 200} Dec 21 17:05:15.347553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=69e85436-e925-436b-b7b7-76d3af5082ad,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:15.350586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:15.557808 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-088a197c-edb7-4819-9e93-f5afe5473770 req-35ca10ac-32fd-42b2-864f-db7a441c23cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 1098 time: 0.0779572 Dec 21 17:05:15.604472 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-088a197c-edb7-4819-9e93-f5afe5473770 req-fa36cf3f-4800-478b-bf3e-41d749ddbea5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385001 Dec 21 17:05:15.765413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1757d823-38c6-4ed0-9249-4c891db7fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:16.019760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb7a64-fd5a-4891-99f7-83cd7f73becf req-2256870d-1260-4c94-acb8-2067f50d026a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:16.021363 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dfdb7a64-fd5a-4891-99f7-83cd7f73becf req-2256870d-1260-4c94-acb8-2067f50d026a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0868201 Dec 21 17:05:16.070038 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dfdb7a64-fd5a-4891-99f7-83cd7f73becf req-8c920133-1a10-44bf-83d8-cbf06e86f8d0 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425320 Dec 21 17:05:17.176704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:17.274926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500e960-000e-4509-9e67-9eb3ec8eaecd req-6a923e4c-3cb2-4e07-aa8d-fa8e6cde3b96 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:17.276536 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a500e960-000e-4509-9e67-9eb3ec8eaecd req-6a923e4c-3cb2-4e07-aa8d-fa8e6cde3b96 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0827196 Dec 21 17:05:17.328565 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a500e960-000e-4509-9e67-9eb3ec8eaecd req-9a55ea46-e7e0-4306-80b7-dc6e27b06092 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451045 Dec 21 17:05:17.530478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407653a-77e3-4170-851d-4b49bb27755c req-1e4a9f12-5f0a-48b8-9db3-732e4aaeddf2 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:17.535792 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a407653a-77e3-4170-851d-4b49bb27755c req-1e4a9f12-5f0a-48b8-9db3-732e4aaeddf2 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0863557 Dec 21 17:05:17.588371 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a407653a-77e3-4170-851d-4b49bb27755c req-8b227133-2d24-4357-82d4-0e11a0d2e877 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Dec 21 17:05:17.969331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d8d2b-39a9-4244-bb99-7e988e7f62b2 req-75b564e7-701a-4370-90a9-a8ed1ea57b4f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:17.970861 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-287d8d2b-39a9-4244-bb99-7e988e7f62b2 req-75b564e7-701a-4370-90a9-a8ed1ea57b4f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0850813 Dec 21 17:05:18.018382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4be4095-5914-47f3-bcc2-f3f0d0669f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:18.020141 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-287d8d2b-39a9-4244-bb99-7e988e7f62b2 req-0ab692b3-b660-4bc4-9afc-d284d4c11963 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431938 Dec 21 17:05:18.223186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f1486-5e53-49f5-9271-d23f7bb7fd2a req-7057d521-01df-40f0-b88c-20c68846bfc4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:18.224726 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0e1f1486-5e53-49f5-9271-d23f7bb7fd2a req-7057d521-01df-40f0-b88c-20c68846bfc4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0824537 Dec 21 17:05:18.272596 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0e1f1486-5e53-49f5-9271-d23f7bb7fd2a req-2aaa40db-5bf9-411b-a25e-2e59031cc60d tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Dec 21 17:05:18.380872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:18.477980 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0ee9d08b-7dfa-400f-b4e8-2fec51548211 req-f291c41b-4391-48b3-9c70-0eac559e20e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0765395 Dec 21 17:05:18.741442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:05:18.744351 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-e61d9088-ac01-428e-8aa3-367abb417c03 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739143 Dec 21 17:05:18.810944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9992fa0-c091-4ca5-b370-90565f2cac8d req-1da60f0c-786f-49e2-8834-9eb47f807fed tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:18.812571 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e9992fa0-c091-4ca5-b370-90565f2cac8d req-1da60f0c-786f-49e2-8834-9eb47f807fed tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0843329 Dec 21 17:05:18.861692 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e9992fa0-c091-4ca5-b370-90565f2cac8d req-78259abd-777a-4440-a46e-dab8a68815c2 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Dec 21 17:05:19.878286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:19.972703 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-ea6553f1-0ff9-451d-9565-89fe8aaa58ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 1098 time: 0.0771897 Dec 21 17:05:20.073644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262a8c8-f88c-4867-8507-e7e8bdb2d154 req-a877db2c-fe57-4f41-8918-cc37b8108119 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:20.075230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1262a8c8-f88c-4867-8507-e7e8bdb2d154 req-a877db2c-fe57-4f41-8918-cc37b8108119 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0863738 Dec 21 17:05:20.116053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-f3a29fc2-771d-4316-8c86-2dc060422c98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:20.117643 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-f3a29fc2-771d-4316-8c86-2dc060422c98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 915 time: 0.1390672 Dec 21 17:05:20.126544 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1262a8c8-f88c-4867-8507-e7e8bdb2d154 req-29bf61f5-9d17-4231-94f1-12c00fe908a3 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442727 Dec 21 17:05:20.188593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-ed525823-1a43-4ef6-9df2-80b58439fff8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69e85436-e925-436b-b7b7-76d3af5082ad HTTP/1.1" status: 200 len: 217 time: 0.0638983 Dec 21 17:05:20.259853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-b58bbe59-4d19-47c1-befd-975e74c85dad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:20.261403 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-b58bbe59-4d19-47c1-befd-975e74c85dad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 200 len: 854 time: 0.0666127 Dec 21 17:05:20.311611 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-4e24b096-1d3e-4463-8308-36e3577b7cb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83f11118-813f-4051-aee5-24f9cc6df564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435591 Dec 21 17:05:20.461573 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-b6392f95-b965-4f95-8abc-c3526cba5ffd service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441293 Dec 21 17:05:20.602175 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-db3cff56-09a4-4109-80ef-29887bfe70d4 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347013 Dec 21 17:05:21.332540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac1cf3-f623-45b7-b010-33d7689e0981 req-09673963-cbbb-4676-a59a-417f940aebc3 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:21.334170 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37ac1cf3-f623-45b7-b010-33d7689e0981 req-09673963-cbbb-4676-a59a-417f940aebc3 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0835238 Dec 21 17:05:21.382942 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37ac1cf3-f623-45b7-b010-33d7689e0981 req-42a84f9d-49e5-48c4-bd05-aa44993a704f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423148 Dec 21 17:05:22.805527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21007bb-2fe5-488e-8b54-dbb37aa9acd9 req-f884a855-1f96-42ed-83a3-8fe87f8eaeb3 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:22.807160 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d21007bb-2fe5-488e-8b54-dbb37aa9acd9 req-f884a855-1f96-42ed-83a3-8fe87f8eaeb3 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.3021808 Dec 21 17:05:22.854789 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d21007bb-2fe5-488e-8b54-dbb37aa9acd9 req-d353ef3e-3bed-4d0c-ba20-a97e36e27a00 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 Dec 21 17:05:24.059391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad67d0d-b02a-488c-b88c-52d30bfb7b2b req-7c2223c0-14d7-444e-993c-e24e54edd24b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:24.061014 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ad67d0d-b02a-488c-b88c-52d30bfb7b2b req-7c2223c0-14d7-444e-993c-e24e54edd24b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0846939 Dec 21 17:05:24.109278 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ad67d0d-b02a-488c-b88c-52d30bfb7b2b req-b3301e8c-0d6a-4ea9-a2e1-6204ed7bddff tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Dec 21 17:05:25.314241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df2fa-55b4-41b4-b40f-071e7c8d8867 req-1e7caffe-def3-4b22-925a-9540a11f40da tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:25.315870 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f48df2fa-55b4-41b4-b40f-071e7c8d8867 req-1e7caffe-def3-4b22-925a-9540a11f40da tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0857382 Dec 21 17:05:25.364445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f48df2fa-55b4-41b4-b40f-071e7c8d8867 req-1fdb4151-d68c-429c-824a-28edcc1fdbfc tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425053 Dec 21 17:05:26.571630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122239a1-3a05-4f17-bfe4-111863442b43 req-3ebba93d-c459-41ab-bb71-ab8db75d1039 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:26.573146 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-122239a1-3a05-4f17-bfe4-111863442b43 req-3ebba93d-c459-41ab-bb71-ab8db75d1039 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0866466 Dec 21 17:05:26.621895 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-122239a1-3a05-4f17-bfe4-111863442b43 req-38588c9d-5cd0-4018-923e-c3c2f5a29945 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Dec 21 17:05:27.829067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f900af7-5a8e-471f-be5f-d7efeb87908e req-149cf17d-4dde-47ae-b1bb-7c7ab61dc614 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:27.830649 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f900af7-5a8e-471f-be5f-d7efeb87908e req-149cf17d-4dde-47ae-b1bb-7c7ab61dc614 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0844085 Dec 21 17:05:27.882415 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f900af7-5a8e-471f-be5f-d7efeb87908e req-8a75464f-d317-4959-8890-1edb7c64a58f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456791 Dec 21 17:05:29.089142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f279c2-42d4-45d3-ae97-0afbf239f9b7 req-91443019-1f8d-4334-a087-f7ffd0642553 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:29.090747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70f279c2-42d4-45d3-ae97-0afbf239f9b7 req-91443019-1f8d-4334-a087-f7ffd0642553 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0828266 Dec 21 17:05:29.138537 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70f279c2-42d4-45d3-ae97-0afbf239f9b7 req-32870e71-3169-480b-bdf8-7adfdf20310a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Dec 21 17:05:29.460632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:30.350130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e3b21-e2e6-4e26-b6aa-f830258621b3 req-22cc841f-e7ce-4acb-b9c1-c5a0cd4b97a6 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:30.351758 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-535e3b21-e2e6-4e26-b6aa-f830258621b3 req-22cc841f-e7ce-4acb-b9c1-c5a0cd4b97a6 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0864794 Dec 21 17:05:30.401344 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-535e3b21-e2e6-4e26-b6aa-f830258621b3 req-f55756af-df50-4d74-a6be-edf9f916192c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Dec 21 17:05:31.603359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9e661-901a-47ec-88cf-61cdf4bc7ae5 req-19e14c6f-872c-4893-b3bf-fa7ee770d343 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:31.604953 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-35a9e661-901a-47ec-88cf-61cdf4bc7ae5 req-19e14c6f-872c-4893-b3bf-fa7ee770d343 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0823889 Dec 21 17:05:31.652035 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-35a9e661-901a-47ec-88cf-61cdf4bc7ae5 req-6f9a8dcf-0bc6-4e9a-9926-31e219746a3c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Dec 21 17:05:32.864773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97300e01-4924-4356-b5dd-48b2f6f0e446 req-208babb0-ba04-4bca-adf2-14049d4ed39f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:32.865548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-97300e01-4924-4356-b5dd-48b2f6f0e446 req-208babb0-ba04-4bca-adf2-14049d4ed39f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0914595 Dec 21 17:05:32.914130 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-97300e01-4924-4356-b5dd-48b2f6f0e446 req-04aa8a21-cf03-4c49-a76b-83b17957b31a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Dec 21 17:05:34.114116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f497e05-dc55-4957-b791-6ddc4cda7453 req-680fbdbb-363b-4981-aa39-c8cafe1c7780 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:34.115746 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f497e05-dc55-4957-b791-6ddc4cda7453 req-680fbdbb-363b-4981-aa39-c8cafe1c7780 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0815568 Dec 21 17:05:34.162711 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f497e05-dc55-4957-b791-6ddc4cda7453 req-0e4c1706-244d-4ca1-ae99-9aa03f7a2b8d tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Dec 21 17:05:35.372599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494134a-f7d2-4a60-84ad-bc29fb4c5032 req-809f6bf9-a829-4808-a453-dace5d03d550 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:35.374271 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3494134a-f7d2-4a60-84ad-bc29fb4c5032 req-809f6bf9-a829-4808-a453-dace5d03d550 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0862935 Dec 21 17:05:35.423664 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3494134a-f7d2-4a60-84ad-bc29fb4c5032 req-14ec2dd6-6f2b-4692-a7e5-64009957812f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Dec 21 17:05:36.629434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5364c6-6a8c-4cbe-a1fd-5d1b86676b82 req-1b7ab66d-c173-4227-9165-7a241c9baf83 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:36.631014 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e5364c6-6a8c-4cbe-a1fd-5d1b86676b82 req-1b7ab66d-c173-4227-9165-7a241c9baf83 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0834498 Dec 21 17:05:36.681943 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e5364c6-6a8c-4cbe-a1fd-5d1b86676b82 req-73172a00-1c9a-44fb-a83c-15d01ad47385 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Dec 21 17:05:37.891269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb576e-49c8-46f6-a373-de01c28b4f68 req-dc3e8415-aff3-4f6f-a015-cc41e8fa53d7 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:37.892867 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6bbb576e-49c8-46f6-a373-de01c28b4f68 req-dc3e8415-aff3-4f6f-a015-cc41e8fa53d7 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0869288 Dec 21 17:05:37.940577 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6bbb576e-49c8-46f6-a373-de01c28b4f68 req-846a459b-e47a-43d2-8920-47988ebb0465 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Dec 21 17:05:39.145616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f58874-461a-4e6f-a9bd-788846263172 req-1b5556ba-0569-454c-84b4-4d03e1bf69d0 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:39.147240 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c9f58874-461a-4e6f-a9bd-788846263172 req-1b5556ba-0569-454c-84b4-4d03e1bf69d0 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0858176 Dec 21 17:05:39.194055 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c9f58874-461a-4e6f-a9bd-788846263172 req-58c31e42-69c7-458d-a93e-834c06842c3b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Dec 21 17:05:40.407894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcb11e-3989-4e3b-bbbc-e176235919a1 req-b9428567-93e7-4466-bcf0-c491dfe27481 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:40.409678 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a0bcb11e-3989-4e3b-bbbc-e176235919a1 req-b9428567-93e7-4466-bcf0-c491dfe27481 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0857306 Dec 21 17:05:40.459441 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a0bcb11e-3989-4e3b-bbbc-e176235919a1 req-9a465fe4-8066-48bf-873f-9a396f6da2bb tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Dec 21 17:05:41.667335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a45657-9794-4a79-a078-f581a4aa6a01 req-251120ab-ac2b-4f3b-ab4b-f023be17a196 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:41.668890 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-62a45657-9794-4a79-a078-f581a4aa6a01 req-251120ab-ac2b-4f3b-ab4b-f023be17a196 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0865023 Dec 21 17:05:41.716754 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-62a45657-9794-4a79-a078-f581a4aa6a01 req-36efe9fc-4229-43e4-a33b-2dc33f85eab2 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Dec 21 17:05:42.929825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10332d97-204a-4092-bbfc-ac91011dc0e9 req-ee8ad627-1b02-4b63-910c-e94783e180ef tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:42.931472 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-10332d97-204a-4092-bbfc-ac91011dc0e9 req-ee8ad627-1b02-4b63-910c-e94783e180ef tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0890431 Dec 21 17:05:42.983607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-10332d97-204a-4092-bbfc-ac91011dc0e9 req-f28acaa0-2fd6-40d7-ad26-6c03bfabbdfd tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449216 Dec 21 17:05:44.188582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9966047-c6ba-4cac-9cfe-01b9edc8043b req-da00721c-fd27-484c-bafe-e001f9d7cad8 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:44.190159 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e9966047-c6ba-4cac-9cfe-01b9edc8043b req-da00721c-fd27-484c-bafe-e001f9d7cad8 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0826223 Dec 21 17:05:44.237680 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e9966047-c6ba-4cac-9cfe-01b9edc8043b req-b66dd992-59c3-4653-80a4-ddea18554202 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Dec 21 17:05:45.446092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776304a5-fb5e-47ab-a5aa-66526e80c862 req-27962dcf-bf49-4c76-9840-87a5dda06467 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:45.447718 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-776304a5-fb5e-47ab-a5aa-66526e80c862 req-27962dcf-bf49-4c76-9840-87a5dda06467 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0867689 Dec 21 17:05:45.500707 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-776304a5-fb5e-47ab-a5aa-66526e80c862 req-c7e2f4c1-d795-444b-bd66-bddeedd6438c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462394 Dec 21 17:05:45.768918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a70c0a5f-19aa-416f-a134-5d266b3e26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:46.706400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1d056-e02b-40e8-9dbf-f4207a529e79 req-59722d5a-7fb5-47b8-bf7d-7d2f61d3a700 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:46.707986 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ab1d056-e02b-40e8-9dbf-f4207a529e79 req-59722d5a-7fb5-47b8-bf7d-7d2f61d3a700 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0869946 Dec 21 17:05:46.760735 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ab1d056-e02b-40e8-9dbf-f4207a529e79 req-bbd28be2-5635-48dd-bd8c-13faa1361a21 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466225 Dec 21 17:05:47.180041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:47.340938 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-075aae01-cfb5-4fa1-bd42-3ba53275eae2 service neutron] 10.222.0.48 "GET /v2.0/ports/69e85436-e925-436b-b7b7-76d3af5082ad/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0834346 Dec 21 17:05:47.844498 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-c991e87b-0b32-4c03-b8cb-6ed0dc4a826a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf&tenant_id=3a10153afc674dfeb439a25fd5d4762f HTTP/1.1" status: 200 len: 1098 time: 0.3083355 Dec 21 17:05:47.940465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-021ef450-bb3a-4da1-8fb7-a61b74be65db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 1098 time: 0.0746169 Dec 21 17:05:47.972414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e8ce-b2a4-493c-ad3e-84cca34b9139 req-e5ea2024-8dfe-44de-911a-89bb81ff8389 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:47.974043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ee4e8ce-b2a4-493c-ad3e-84cca34b9139 req-e5ea2024-8dfe-44de-911a-89bb81ff8389 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0906804 Dec 21 17:05:48.021331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f006-605f-4c78-adaf-b7768e6c5010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:48.027159 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ee4e8ce-b2a4-493c-ad3e-84cca34b9139 req-d60d2e11-ac66-4f96-901e-b15b2834023b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467410 Dec 21 17:05:48.081308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-57652431-be07-48dc-9c9b-c24cd8eef02b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:48.082950 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-57652431-be07-48dc-9c9b-c24cd8eef02b service neutron] 10.222.0.48 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 915 time: 0.1368666 Dec 21 17:05:48.158980 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-7939e62b-17c5-43af-aa3b-b686aa13e075 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69e85436-e925-436b-b7b7-76d3af5082ad HTTP/1.1" status: 200 len: 217 time: 0.0686722 Dec 21 17:05:48.225052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-da1f9f9c-815a-4aa9-87f8-27f371822031 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:48.226573 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-da1f9f9c-815a-4aa9-87f8-27f371822031 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 200 len: 854 time: 0.0624218 Dec 21 17:05:48.278421 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-9ff3085f-2037-4fd8-8ca0-b51e2e95f64c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83f11118-813f-4051-aee5-24f9cc6df564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455811 Dec 21 17:05:48.382517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:48.420079 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-a5a7d894-7181-4bd4-8b1f-bc7ebd6234ea service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357265 Dec 21 17:05:48.561853 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb51844-86bd-45b4-acb0-2ed3d9eebbfd req-328d70e7-7cb0-4266-b544-05140af25794 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347475 Dec 21 17:05:49.234353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0280ad-3563-4ba1-b01c-2c7109c431e7 req-8a544574-e8c2-41a1-bc1c-819b42427d87 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:49.236143 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ba0280ad-3563-4ba1-b01c-2c7109c431e7 req-8a544574-e8c2-41a1-bc1c-819b42427d87 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0856462 Dec 21 17:05:49.284740 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ba0280ad-3563-4ba1-b01c-2c7109c431e7 req-23069e8a-8648-45f9-8fcb-be1ff56acdb1 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Dec 21 17:05:49.880746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:50.495100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65832096-c752-4ff0-9fb8-c98021bf7c24 req-10def503-d49a-4c1e-ac0b-ffc75e1c8e48 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:50.496694 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-65832096-c752-4ff0-9fb8-c98021bf7c24 req-10def503-d49a-4c1e-ac0b-ffc75e1c8e48 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0862422 Dec 21 17:05:50.546681 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-65832096-c752-4ff0-9fb8-c98021bf7c24 req-a69ef893-767e-4582-a5cd-89a2e8bd7e3c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Dec 21 17:05:50.887567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b53373-916b-4b13-bdbe-1b1264ce93a9 req-20d6fed9-3513-495a-a56a-0ba637ad851e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:50.889839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b8b53373-916b-4b13-bdbe-1b1264ce93a9 req-20d6fed9-3513-495a-a56a-0ba637ad851e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0840738 Dec 21 17:05:50.907662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-1a903388-cb7b-44d3-8148-90537b3b19dd tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:50.908440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-1a903388-cb7b-44d3-8148-90537b3b19dd tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Synchronizing usage tracker for tenant:3a10153afc674dfeb439a25fd5d4762f on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:05:50.924920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-1a903388-cb7b-44d3-8148-90537b3b19dd tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Unset dirty status for tenant:3a10153afc674dfeb439a25fd5d4762f on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:05:50.926177 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-1a903388-cb7b-44d3-8148-90537b3b19dd tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.48 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf&tenant_id=3a10153afc674dfeb439a25fd5d4762f&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1055651 Dec 21 17:05:50.944217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b8b53373-916b-4b13-bdbe-1b1264ce93a9 req-45e32ae5-e9f4-414a-82e9-220068034fa7 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481253 Dec 21 17:05:51.075290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-cb94d959-e1d8-40ef-ad7e-871fdcfcfa63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 1098 time: 0.0774610 Dec 21 17:05:51.216257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-314e0d58-35f3-45c2-a3ea-14d18b0d2633 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:51.218382 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-314e0d58-35f3-45c2-a3ea-14d18b0d2633 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 915 time: 0.1366057 Dec 21 17:05:51.232169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 69e85436-e925-436b-b7b7-76d3af5082ad details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:05:51.234691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 69e85436-e925-436b-b7b7-76d3af5082ad no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:05:51.289097 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-fb60ca03-fd87-46de-85c1-ee02a967320b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69e85436-e925-436b-b7b7-76d3af5082ad HTTP/1.1" status: 200 len: 217 time: 0.0648241 Dec 21 17:05:51.362097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-f98b6af1-bb96-4533-a30b-6adc09103021 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:51.363974 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-f98b6af1-bb96-4533-a30b-6adc09103021 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 200 len: 854 time: 0.0692358 Dec 21 17:05:51.416769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-5fd1121b-5d51-4b17-b792-0997ded34059 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83f11118-813f-4051-aee5-24f9cc6df564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458205 Dec 21 17:05:51.481088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 69e85436-e925-436b-b7b7-76d3af5082ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69e85436-e925-436b-b7b7-76d3af5082ad,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:05:51.493007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:51.512307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '69e85436-e925-436b-b7b7-76d3af5082ad', 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564', 'port_id': '69e85436-e925-436b-b7b7-76d3af5082ad', 'mac_address': 'fa:16:3e:36:e8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d02445e-e615-4479-bf8a-3d06a604a8b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:05:51.562232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e85436-e925-436b-b7b7-76d3af5082ad'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:05:51.585208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 69e85436-e925-436b-b7b7-76d3af5082ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69e85436-e925-436b-b7b7-76d3af5082ad,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:05:51.590722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:51.592620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:51.604502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:51.621426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29ff2d7f-a4f6-4b98-92b4-38e462e3603f req-772003f1-a2af-41cc-8c41-ef948b3a6447 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2073879 Dec 21 17:05:51.623996 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-a22607f9-a91d-4673-905a-a4ed5b2d12f9 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745303 Dec 21 17:05:51.637514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e85436-e925-436b-b7b7-76d3af5082ad', 'code': 200} Dec 21 17:05:51.659716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69e85436-e925-436b-b7b7-76d3af5082ad {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:05:51.723999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=69e85436-e925-436b-b7b7-76d3af5082ad,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:51.734521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:51.741706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:05:51.742112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:05:51.775601 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e23bab41-1c9a-4367-854a-2911fcebdb31 req-42c70bc7-fa6d-493c-aaca-63e6c0e58604 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375299 Dec 21 17:05:51.940145 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29ff2d7f-a4f6-4b98-92b4-38e462e3603f req-ef1b7b5f-3348-48ef-9c95-f00e1821aae9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 1096 time: 0.0746553 Dec 21 17:05:52.097821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff2d7f-a4f6-4b98-92b4-38e462e3603f req-0ac2d787-ef63-4327-8d43-8e473e2202a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:52.099874 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29ff2d7f-a4f6-4b98-92b4-38e462e3603f req-0ac2d787-ef63-4327-8d43-8e473e2202a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 915 time: 0.1399741 Dec 21 17:05:52.156672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24dbab-412a-4881-af21-38f1893183ae req-a07d4b2b-dae2-4708-af5c-c47070c0bcbb tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:52.158294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6c24dbab-412a-4881-af21-38f1893183ae req-a07d4b2b-dae2-4708-af5c-c47070c0bcbb tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 943 time: 0.0913677 Dec 21 17:05:52.176024 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29ff2d7f-a4f6-4b98-92b4-38e462e3603f req-3c54f2b0-6490-47ce-96e5-f8b97ffa8c8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69e85436-e925-436b-b7b7-76d3af5082ad HTTP/1.1" status: 200 len: 217 time: 0.0687459 Dec 21 17:05:52.210189 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6c24dbab-412a-4881-af21-38f1893183ae req-6f56e9ee-4deb-42dc-ab6e-5d10ae28778e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453525 Dec 21 17:05:52.256066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff2d7f-a4f6-4b98-92b4-38e462e3603f req-3d4c2d31-a567-4eeb-829c-b512cb33473f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:52.257705 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29ff2d7f-a4f6-4b98-92b4-38e462e3603f req-3d4c2d31-a567-4eeb-829c-b512cb33473f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 200 len: 854 time: 0.0747600 Dec 21 17:05:52.304794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:52.308609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29ff2d7f-a4f6-4b98-92b4-38e462e3603f req-0a301ccd-8d02-4178-bca2-6620b3d7c72c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83f11118-813f-4051-aee5-24f9cc6df564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448761 Dec 21 17:05:52.325055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e85436-e925-436b-b7b7-76d3af5082ad {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:05:52.341451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 69e85436-e925-436b-b7b7-76d3af5082ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69e85436-e925-436b-b7b7-76d3af5082ad,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:05:52.345832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:52.347818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:52.425426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=69e85436-e925-436b-b7b7-76d3af5082ad,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:52.429902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:52.461455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['69e85436-e925-436b-b7b7-76d3af5082ad'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:05:52.469390 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29ff2d7f-a4f6-4b98-92b4-38e462e3603f req-468f3240-81d0-4d40-9b8c-f90e730f0811 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548562 Dec 21 17:05:52.618978 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-29ff2d7f-a4f6-4b98-92b4-38e462e3603f req-3307d944-d577-49a3-9643-f90cbe8ae298 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425657 Dec 21 17:05:53.231779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 69e85436-e925-436b-b7b7-76d3af5082ad up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:05:53.303170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 69e85436-e925-436b-b7b7-76d3af5082ad triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:05:53.303599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:53.424410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:53.426069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12561e2-ae2f-4896-8493-d309edb755ed req-1748d2c8-90e7-4ac3-8f0b-1db0041c2933 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:53.427720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c12561e2-ae2f-4896-8493-d309edb755ed req-1748d2c8-90e7-4ac3-8f0b-1db0041c2933 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 944 time: 0.0907745 Dec 21 17:05:53.458337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 69e85436-e925-436b-b7b7-76d3af5082ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69e85436-e925-436b-b7b7-76d3af5082ad,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:05:53.463377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:53.465369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:53.477700 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c12561e2-ae2f-4896-8493-d309edb755ed req-a0785085-9849-4345-a69b-c5a6b1195fcf tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Dec 21 17:05:53.532284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=69e85436-e925-436b-b7b7-76d3af5082ad,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:53.535965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:53.638895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e85436-e925-436b-b7b7-76d3af5082ad'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:05:53.692591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e306f-8a80-48c8-abcc-4360fe5fcb81 req-a2fe782b-9916-4060-aa96-9152cd0be33a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:53.692872 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e85436-e925-436b-b7b7-76d3af5082ad', 'code': 200} Dec 21 17:05:53.694226 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-591e306f-8a80-48c8-abcc-4360fe5fcb81 req-a2fe782b-9916-4060-aa96-9152cd0be33a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0880089 Dec 21 17:05:53.741422 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-591e306f-8a80-48c8-abcc-4360fe5fcb81 req-1b62fdcd-62cc-42d5-915d-96f8f4865685 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Dec 21 17:05:53.954314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd2856-6976-4e45-9766-0f3dc85e7e77 req-c846dfde-c373-40bd-a5e5-038ea1f45e7e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:53.955940 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-31dd2856-6976-4e45-9766-0f3dc85e7e77 req-c846dfde-c373-40bd-a5e5-038ea1f45e7e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0939012 Dec 21 17:05:54.004786 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-31dd2856-6976-4e45-9766-0f3dc85e7e77 req-eef2c6ab-7aad-40c9-b163-9902f144eba2 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Dec 21 17:05:54.521912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853c682-d164-4e36-a8eb-f632527dc4de req-f42669c0-65f7-40d3-814b-8c7e51574794 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:54.523537 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-f42669c0-65f7-40d3-814b-8c7e51574794 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 814 time: 0.1524849 Dec 21 17:05:54.541985 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-7776e00f-9901-44ac-afce-125f1c7fb9d1 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/quotas/3a10153afc674dfeb439a25fd5d4762f HTTP/1.1" status: 200 len: 375 time: 0.0122674 Dec 21 17:05:54.625566 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-0c544e38-4888-49a3-a3ad-bb3bb6fb16eb tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775151 Dec 21 17:05:54.771633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-7fa6d366-4e85-480e-a7df-6045b7f7681c service neutron] 10.222.0.67 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387100 Dec 21 17:05:54.918109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-58b24714-5147-4b9b-9991-0687cb74d878 service neutron] 10.222.0.67 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400852 Dec 21 17:05:55.118358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37d0f9d5-cbc0-4149-b21e-b531a5f0a51d req-309f0ec3-0e33-4ba3-9b82-2150d65c600f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 210 time: 0.0489349 Dec 21 17:05:55.742444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:05:56.023948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-6ecd758b-035c-4889-8d42-d2748abeab59 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:56.025573 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-6ecd758b-035c-4889-8d42-d2748abeab59 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.48 "GET /v2.0/ports?device_id=3993f6d5-fdde-4d13-b6d1-a488ce83cccf HTTP/1.1" status: 200 len: 945 time: 0.0908039 Dec 21 17:05:56.205020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Deleting port 69e85436-e925-436b-b7b7-76d3af5082ad {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:05:56.205417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:56.299633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f70f9ff5-bc18-402e-b095-57981027ea1f req-9222dd9c-ff5e-4069-9780-d2e50720839f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 210 time: 0.0504513 Dec 21 17:05:56.326199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853c682-d164-4e36-a8eb-f632527dc4de req-14ca8176-7876-4aaa-82f3-261d938152ec tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:56.327856 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-14ca8176-7876-4aaa-82f3-261d938152ec tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.48 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 814 time: 0.3108618 Dec 21 17:05:56.344228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Request body: {'port': {'device_id': 'fc72ae9b-d390-4689-a2e2-7e52077446ca', 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564', 'admin_state_up': True, 'tenant_id': '3a10153afc674dfeb439a25fd5d4762f'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:05:56.842273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:05:56.860602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] For port 69e85436-e925-436b-b7b7-76d3af5082ad, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69e85436-e925-436b-b7b7-76d3af5082ad,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:05:56.860996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:56.868493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:05:56.991166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Calling delete_port for 69e85436-e925-436b-b7b7-76d3af5082ad owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:05:57.018628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Made reservation on behalf of 3a10153afc674dfeb439a25fd5d4762f for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:05:57.024081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:57.282406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:57.288961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Allocated IP 172.20.0.10 (83f11118-813f-4051-aee5-24f9cc6df564/7d02445e-e615-4479-bf8a-3d06a604a8b2/af0c37fa-620c-4f96-8a49-9c934da02788) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:05:57.294886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-06fba2d2-56b8-4e1f-b605-60e027137c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:57.345495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Pushing event deleted for resources: {'Port': ['ID=69e85436-e925-436b-b7b7-76d3af5082ad,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:57.349972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:57.445132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] No DVR routers for this DVR port 69e85436-e925-436b-b7b7-76d3af5082ad on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:05:57.455299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:57.458010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'name': 'network-vif-deleted', 'tag': '69e85436-e925-436b-b7b7-76d3af5082ad'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:05:57.473585 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cafc920c-6c35-4ca0-92a3-1ce0c1bcd2d4 req-cfe9eb62-1133-4f8a-aa7c-b19ec6ee4ded tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 210 time: 0.0464005 Dec 21 17:05:57.490010 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.48 "DELETE /v2.0/ports/69e85436-e925-436b-b7b7-76d3af5082ad HTTP/1.1" status: 204 len: 173 time: 1.4419770 Dec 21 17:05:57.530572 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3993f6d5-fdde-4d13-b6d1-a488ce83cccf', 'name': 'network-vif-deleted', 'tag': '69e85436-e925-436b-b7b7-76d3af5082ad', 'status': 'completed', 'code': 200} Dec 21 17:05:57.655935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:57.681425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:57.687039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fcac55b5-8ad7-4eef-931f-94020b609c01 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:57.763412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Network 83f11118-813f-4051-aee5-24f9cc6df564 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:05:57.767230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:05:57.769336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Pushing event updated for resources: {'Port': ['ID=af0c37fa-620c-4f96-8a49-9c934da02788,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:57.771658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:05:57.805104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:57.840583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:57.841257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:57.864490 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5246441 Dec 21 17:05:57.877441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Request body: {'port': {'device_id': 'fc72ae9b-d390-4689-a2e2-7e52077446ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:05:57.995807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:58.356296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0c37fa-620c-4f96-8a49-9c934da02788 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:05:58.363543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:58.378771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Transition to ACTIVE for port object af0c37fa-620c-4f96-8a49-9c934da02788 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:05:58.381667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:58.386147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:58.518073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=af0c37fa-620c-4f96-8a49-9c934da02788,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:58.521314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:58.631375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Attempting to bind port af0c37fa-620c-4f96-8a49-9c934da02788 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:05:58.631667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Attempting to bind port af0c37fa-620c-4f96-8a49-9c934da02788 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '493694e2-d432-46f2-94b3-930e14eae6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:05:58.632031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Attempting to bind port af0c37fa-620c-4f96-8a49-9c934da02788 on network 83f11118-813f-4051-aee5-24f9cc6df564 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:05:58.638188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Port af0c37fa-620c-4f96-8a49-9c934da02788 on network 83f11118-813f-4051-aee5-24f9cc6df564 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:05:58.638551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Attempting to bind port af0c37fa-620c-4f96-8a49-9c934da02788 on network 83f11118-813f-4051-aee5-24f9cc6df564 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:05:58.645916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:05:58.646310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Checking segment: {'id': '493694e2-d432-46f2-94b3-930e14eae6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:05:58.646704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Bound using segment: {'id': '493694e2-d432-46f2-94b3-930e14eae6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:05:58.647199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Bound port: af0c37fa-620c-4f96-8a49-9c934da02788, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493694e2-d432-46f2-94b3-930e14eae6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:05:58.647586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:58.690068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade2aca-dace-4f5f-9f39-e94ee619756f req-56a99dab-46b9-4961-8039-5dba02797991 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:58.691725 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-eade2aca-dace-4f5f-9f39-e94ee619756f req-56a99dab-46b9-4961-8039-5dba02797991 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 944 time: 0.0902169 Dec 21 17:05:58.740696 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-eade2aca-dace-4f5f-9f39-e94ee619756f req-11380205-2a58-4b2b-a007-47a2ba744726 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427630 Dec 21 17:05:58.743165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] For port af0c37fa-620c-4f96-8a49-9c934da02788, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:05:58.746350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] For port af0c37fa-620c-4f96-8a49-9c934da02788, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=af0c37fa-620c-4f96-8a49-9c934da02788,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:05:58.750408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:58.755052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-18949b2a-df9b-4bfd-ad05-53fce398011a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:05:58.812805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:58.814643 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] 10.222.0.48 "PUT /v2.0/ports/af0c37fa-620c-4f96-8a49-9c934da02788 HTTP/1.1" status: 200 len: 1094 time: 0.9420252 Dec 21 17:05:58.840768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=af0c37fa-620c-4f96-8a49-9c934da02788,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:05:58.844050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:05:58.924019 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-591e0336-8b0d-4502-b64c-72976794432f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 1097 time: 0.0754724 Dec 21 17:05:58.997245 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-fc7fe5ce-c162-40f2-917b-23c6a937a311 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0c37fa-620c-4f96-8a49-9c934da02788 HTTP/1.1" status: 200 len: 217 time: 0.0668125 Dec 21 17:05:59.064076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853c682-d164-4e36-a8eb-f632527dc4de req-02b41845-8a73-4658-82f6-de9171e154ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:59.065597 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-02b41845-8a73-4658-82f6-de9171e154ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 200 len: 854 time: 0.0624022 Dec 21 17:05:59.114867 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-7cf40aed-5aa2-4d1f-8b8a-ee7aecf010bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83f11118-813f-4051-aee5-24f9cc6df564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427289 Dec 21 17:05:59.246520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 69e85436-e925-436b-b7b7-76d3af5082ad no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:05:59.255410 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-074e8a55-ad20-4752-8673-67ebf16dfb60 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340261 Dec 21 17:05:59.283695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 69e85436-e925-436b-b7b7-76d3af5082ad {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:05:59.284095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 69e85436-e925-436b-b7b7-76d3af5082ad not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:05:59.399043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8853c682-d164-4e36-a8eb-f632527dc4de req-040df00a-9a60-4692-8eda-7d4f8f1d8304 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369891 Dec 21 17:05:59.461618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:05:59.532227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc72ae9b-d390-4689-a2e2-7e52077446ca', 'tag': 'af0c37fa-620c-4f96-8a49-9c934da02788'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:05:59.585533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc72ae9b-d390-4689-a2e2-7e52077446ca', 'tag': 'af0c37fa-620c-4f96-8a49-9c934da02788', 'status': 'completed', 'code': 200} Dec 21 17:05:59.686684 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e75be95-944e-482c-97a8-489e01e2f2f2 req-c8f1e584-5f60-4247-aacf-e194b6858022 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 1097 time: 0.0777302 Dec 21 17:05:59.830133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75be95-944e-482c-97a8-489e01e2f2f2 req-8181b9cd-a4be-4389-8be2-753820be4fff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:59.832226 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e75be95-944e-482c-97a8-489e01e2f2f2 req-8181b9cd-a4be-4389-8be2-753820be4fff service neutron] 10.222.0.48 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 915 time: 0.1393580 Dec 21 17:05:59.903596 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e75be95-944e-482c-97a8-489e01e2f2f2 req-704644ef-3022-4c5e-82a3-5ac4b57f52eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0c37fa-620c-4f96-8a49-9c934da02788 HTTP/1.1" status: 200 len: 217 time: 0.0640533 Dec 21 17:05:59.946925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda7776-1138-4c3a-9349-cb69aa2bf17d req-56c5d20f-5d32-44a4-aa58-61cc02fdbd47 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:59.948544 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bcda7776-1138-4c3a-9349-cb69aa2bf17d req-56c5d20f-5d32-44a4-aa58-61cc02fdbd47 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 944 time: 0.0840662 Dec 21 17:05:59.976215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75be95-944e-482c-97a8-489e01e2f2f2 req-a53297e0-cce5-4d37-95d8-ae7ec3a72b19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:05:59.977795 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e75be95-944e-482c-97a8-489e01e2f2f2 req-a53297e0-cce5-4d37-95d8-ae7ec3a72b19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 200 len: 854 time: 0.0682421 Dec 21 17:06:00.001291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bcda7776-1138-4c3a-9349-cb69aa2bf17d req-6f4dde2a-6149-40a5-aeca-0a49a033e6ce tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458570 Dec 21 17:06:00.029004 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e75be95-944e-482c-97a8-489e01e2f2f2 req-fcae0356-bd21-4e87-b2be-46e9ebd42820 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83f11118-813f-4051-aee5-24f9cc6df564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435758 Dec 21 17:06:00.169063 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e75be95-944e-482c-97a8-489e01e2f2f2 req-f500b5d5-2f8a-40d4-8bf6-935283e82c48 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333377 Dec 21 17:06:00.309591 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e75be95-944e-482c-97a8-489e01e2f2f2 req-17ee82a4-1535-4d12-b0aa-6c0ac7e2965b service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337168 Dec 21 17:06:01.213946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97ae50-6b7e-4777-aac4-fae4a8f2216f req-40bd7781-9f92-4f0e-91b1-c99f61a03aa7 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:01.215626 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cb97ae50-6b7e-4777-aac4-fae4a8f2216f req-40bd7781-9f92-4f0e-91b1-c99f61a03aa7 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 944 time: 0.0924072 Dec 21 17:06:01.263734 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cb97ae50-6b7e-4777-aac4-fae4a8f2216f req-c729add8-5710-4296-8a02-e5df37ee0639 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Dec 21 17:06:01.263926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device af0c37fa-620c-4f96-8a49-9c934da02788 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:06:01.409452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port af0c37fa-620c-4f96-8a49-9c934da02788, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=af0c37fa-620c-4f96-8a49-9c934da02788,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:06:01.423515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'af0c37fa-620c-4f96-8a49-9c934da02788', 'network_id': '83f11118-813f-4051-aee5-24f9cc6df564', 'port_id': 'af0c37fa-620c-4f96-8a49-9c934da02788', 'mac_address': 'fa:16:3e:4a:e1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d02445e-e615-4479-bf8a-3d06a604a8b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:06:01.478579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:01.497087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0c37fa-620c-4f96-8a49-9c934da02788 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:06:01.512378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port af0c37fa-620c-4f96-8a49-9c934da02788, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=af0c37fa-620c-4f96-8a49-9c934da02788,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:06:01.515530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:01.517360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:01.585213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=af0c37fa-620c-4f96-8a49-9c934da02788,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:01.594184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:01.594581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:01.594991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:01.595375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:01.595755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:01.596128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:01.596498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:01.596872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:01.597241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:01.597633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:01.597976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:01.601835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:01.707848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['af0c37fa-620c-4f96-8a49-9c934da02788'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:06:02.474298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a0d8-b0ac-49b5-9d54-5314df4cc890 req-473343b0-9fcc-42d1-bd5e-892247a0a56f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:02.476045 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c302a0d8-b0ac-49b5-9d54-5314df4cc890 req-473343b0-9fcc-42d1-bd5e-892247a0a56f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 945 time: 0.0862949 Dec 21 17:06:02.524268 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c302a0d8-b0ac-49b5-9d54-5314df4cc890 req-e622e0bb-a8ca-499e-8b5b-5d494f2bfd06 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420854 Dec 21 17:06:03.270536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device af0c37fa-620c-4f96-8a49-9c934da02788 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:06:03.343158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port af0c37fa-620c-4f96-8a49-9c934da02788 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:06:03.348122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port af0c37fa-620c-4f96-8a49-9c934da02788 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:06:03.348554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:03.463833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:03.491471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc72ae9b-d390-4689-a2e2-7e52077446ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0c37fa-620c-4f96-8a49-9c934da02788'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:06:03.502036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port af0c37fa-620c-4f96-8a49-9c934da02788, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=af0c37fa-620c-4f96-8a49-9c934da02788,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:06:03.505020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:03.507593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:03.545170 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc72ae9b-d390-4689-a2e2-7e52077446ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0c37fa-620c-4f96-8a49-9c934da02788', 'code': 200} Dec 21 17:06:03.583038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=af0c37fa-620c-4f96-8a49-9c934da02788,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:03.586236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:03.732159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4487a-3aa2-4cfb-a162-e659790b2cb7 req-5cc57edc-a36d-4e4f-94a8-a1725dac702d tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:03.734367 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-34d4487a-3aa2-4cfb-a162-e659790b2cb7 req-5cc57edc-a36d-4e4f-94a8-a1725dac702d tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0869110 Dec 21 17:06:03.776854 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a2006f46-249a-4f02-9883-abdda14b66a5 req-fc42c2dd-d199-42b2-9cc9-9ec203e0bb85 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 1099 time: 0.0729351 Dec 21 17:06:03.783048 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-34d4487a-3aa2-4cfb-a162-e659790b2cb7 req-1cf6e898-0872-4363-9316-df24bd04a767 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422239 Dec 21 17:06:03.826358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a2006f46-249a-4f02-9883-abdda14b66a5 req-b02dc8fa-2d45-4ef0-a563-3f0136f8240c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 Dec 21 17:06:05.000855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcc633-067d-430c-8ea5-73d0f699f55e req-f78dc3d5-7bbc-4ceb-a33c-7502b7b8d7c4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:05.002451 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dbdcc633-067d-430c-8ea5-73d0f699f55e req-f78dc3d5-7bbc-4ceb-a33c-7502b7b8d7c4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0883033 Dec 21 17:06:05.050145 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dbdcc633-067d-430c-8ea5-73d0f699f55e req-a00bd4d1-f44b-4494-a61d-de843f77b22a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Dec 21 17:06:05.250382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfbfe6-18e3-4322-a681-8f13ec4e10bf req-bbd7c5b5-ccc6-4cf6-862b-760928bb5b50 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:05.251987 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7bfbfe6-18e3-4322-a681-8f13ec4e10bf req-bbd7c5b5-ccc6-4cf6-862b-760928bb5b50 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0819321 Dec 21 17:06:05.299817 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7bfbfe6-18e3-4322-a681-8f13ec4e10bf req-6b69648e-68eb-40c8-a3fa-c06e256d4e42 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 Dec 21 17:06:05.503207 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c6f10e23-5128-4567-b50d-55b2eb173f81 req-43e26e9e-d1bd-449c-bd26-54ec9c0dfc72 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0756366 Dec 21 17:06:05.756618 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-8cec178c-1392-4535-b60b-af3657f1b9b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748675 Dec 21 17:06:05.824109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf34ffc-e4ef-42ef-b26b-a495c46425f4 req-cc0e5acd-b9dd-4405-b753-0b3fd3f98d60 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:05.825730 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8bf34ffc-e4ef-42ef-b26b-a495c46425f4 req-cc0e5acd-b9dd-4405-b753-0b3fd3f98d60 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0854306 Dec 21 17:06:05.876486 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8bf34ffc-e4ef-42ef-b26b-a495c46425f4 req-f41e4a00-425c-4c93-88d7-a259435661b8 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434885 Dec 21 17:06:06.927818 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-dcadec89-daa6-4b37-be1a-0ef212b5c28f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 1099 time: 0.0839067 Dec 21 17:06:07.071149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-e3f59050-69b3-4b9e-831f-b4246fd0606f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:07.072807 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-e3f59050-69b3-4b9e-831f-b4246fd0606f service neutron] 10.222.0.48 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 915 time: 0.1386125 Dec 21 17:06:07.088038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fd23e-c8e2-442a-bca3-f8054958204a req-f9554a1e-48f2-491b-b495-75e041d20bfa tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:07.089654 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e91fd23e-c8e2-442a-bca3-f8054958204a req-f9554a1e-48f2-491b-b495-75e041d20bfa tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0852275 Dec 21 17:06:07.138461 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e91fd23e-c8e2-442a-bca3-f8054958204a req-faa44d20-408b-40e4-9103-dc75ee6005a0 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Dec 21 17:06:07.147124 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-1d355db7-adc7-406d-8a4c-e44225fc9752 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0c37fa-620c-4f96-8a49-9c934da02788 HTTP/1.1" status: 200 len: 217 time: 0.0686433 Dec 21 17:06:07.215337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-f6b29388-9763-445e-94c0-b3126af16481 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:07.216826 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-f6b29388-9763-445e-94c0-b3126af16481 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 200 len: 854 time: 0.0639780 Dec 21 17:06:07.268427 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-86ef8474-c7aa-42ea-9aa5-c63b6781dca4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83f11118-813f-4051-aee5-24f9cc6df564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452764 Dec 21 17:06:07.641843 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-506a2fbd-8701-4644-9a3e-8cace94c2373 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661828 Dec 21 17:06:07.782211 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-6488df03-4926-4880-8cb0-0c5f7df0e871 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346087 Dec 21 17:06:08.341476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968f959-0db4-47c7-bf17-e741c74d7d13 req-5a371502-efa8-4bde-952b-69f2e1ada672 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:08.343132 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4968f959-0db4-47c7-bf17-e741c74d7d13 req-5a371502-efa8-4bde-952b-69f2e1ada672 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0819776 Dec 21 17:06:08.395041 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4968f959-0db4-47c7-bf17-e741c74d7d13 req-2ed82f63-59e0-499f-be09-0f1e325f496d tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458186 Dec 21 17:06:09.807672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c213c-6f2e-4d73-9af2-5eba0f232a2b req-693d6dcf-1c07-4123-b9ae-ad84df693b81 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:09.809285 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-247c213c-6f2e-4d73-9af2-5eba0f232a2b req-693d6dcf-1c07-4123-b9ae-ad84df693b81 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.2936878 Dec 21 17:06:09.857288 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-247c213c-6f2e-4d73-9af2-5eba0f232a2b req-5855a992-9244-4579-8f65-e4f04c40851c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Dec 21 17:06:11.064649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03d9a6-d5f2-4bd6-9990-83cfe09b5273 req-bbfe709b-94c7-4c08-b99a-080703b8f160 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:11.066232 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1d03d9a6-d5f2-4bd6-9990-83cfe09b5273 req-bbfe709b-94c7-4c08-b99a-080703b8f160 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0855496 Dec 21 17:06:11.113835 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1d03d9a6-d5f2-4bd6-9990-83cfe09b5273 req-fb3f81ad-59ba-4963-aba7-3faf3029adff tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Dec 21 17:06:12.318524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbfe66-dc7b-49d4-88e7-a4ad61aa4aa7 req-e09c6e82-13f4-42f7-96b0-7409c5b6597d tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:12.320138 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-34fbfe66-dc7b-49d4-88e7-a4ad61aa4aa7 req-e09c6e82-13f4-42f7-96b0-7409c5b6597d tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0825815 Dec 21 17:06:12.368525 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-34fbfe66-dc7b-49d4-88e7-a4ad61aa4aa7 req-8bad5dbf-5092-47fe-b595-877a15f8b968 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Dec 21 17:06:13.585449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f00219-c423-4566-8171-8f2d15d2db20 req-a3b0ad4c-ffef-447c-bdca-d4b21aa43d8d tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:13.587051 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-01f00219-c423-4566-8171-8f2d15d2db20 req-a3b0ad4c-ffef-447c-bdca-d4b21aa43d8d tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0852282 Dec 21 17:06:13.636769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-01f00219-c423-4566-8171-8f2d15d2db20 req-899ce5d5-7cef-48ab-8964-2abb3833931a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Dec 21 17:06:14.841983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ac549-df2c-4809-8675-34513a243101 req-c6bc3590-2915-4ec5-9284-b152e89a0c71 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:14.843646 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-624ac549-df2c-4809-8675-34513a243101 req-c6bc3590-2915-4ec5-9284-b152e89a0c71 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0819783 Dec 21 17:06:14.898312 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-624ac549-df2c-4809-8675-34513a243101 req-0d51029b-c603-43f9-a586-75e79018ee9b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485463 Dec 21 17:06:15.771386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e680b145-099b-438f-b123-19642643e261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:16.102356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08243aea-6b25-4e15-9192-4e8a53bc7cb4 req-f4c3f9cf-2abf-4f7c-8e52-bf62b0ad672a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:16.103925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-08243aea-6b25-4e15-9192-4e8a53bc7cb4 req-f4c3f9cf-2abf-4f7c-8e52-bf62b0ad672a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0830359 Dec 21 17:06:16.152423 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-08243aea-6b25-4e15-9192-4e8a53bc7cb4 req-70072367-f685-49db-8e5d-be7778786b7a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 Dec 21 17:06:17.182048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:17.358050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4925-a558-49cd-a1bb-6884f9227fbd req-58026785-b46d-45c0-82e5-7d9aadfb5def tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:17.359709 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9e6c4925-a558-49cd-a1bb-6884f9227fbd req-58026785-b46d-45c0-82e5-7d9aadfb5def tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0867929 Dec 21 17:06:17.409299 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9e6c4925-a558-49cd-a1bb-6884f9227fbd req-491cc16c-c30f-41d9-bda9-c034f4c4a353 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Dec 21 17:06:18.023056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79ccb598-c185-41f4-a25c-4f1dc3db1c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:18.383337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:18.611738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9fff7-f611-4ec3-b908-38d21ccd949d req-89795394-5f1d-4e74-ba3b-1f20e8c2d699 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:18.613273 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7bc9fff7-f611-4ec3-b908-38d21ccd949d req-89795394-5f1d-4e74-ba3b-1f20e8c2d699 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0827174 Dec 21 17:06:18.661283 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7bc9fff7-f611-4ec3-b908-38d21ccd949d req-8c85d221-6bf4-4ed8-b586-08d8b54aaf9f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419183 Dec 21 17:06:19.870984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a44be-c774-443d-9169-d5ae3b599c30 req-08cda932-fcc1-42fc-9471-4c6b488abaaa tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:19.872621 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-734a44be-c774-443d-9169-d5ae3b599c30 req-08cda932-fcc1-42fc-9471-4c6b488abaaa tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0889552 Dec 21 17:06:19.884053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:19.921498 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-734a44be-c774-443d-9169-d5ae3b599c30 req-29863ecf-0e91-4e2a-8236-ebe7f8c608a1 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Dec 21 17:06:21.128697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a4d6-5dab-435f-9b31-730530fefdb4 req-7e0eb8c8-ec08-4ea9-9bed-6646bcf8f961 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:21.130291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9780a4d6-5dab-435f-9b31-730530fefdb4 req-7e0eb8c8-ec08-4ea9-9bed-6646bcf8f961 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0823824 Dec 21 17:06:21.182098 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9780a4d6-5dab-435f-9b31-730530fefdb4 req-21a35432-4de7-4a1a-a766-d63c44598b9c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455635 Dec 21 17:06:22.389441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefdbba-be84-4103-a305-4c4493f3cc24 req-965cdee2-ca3a-4b12-ab4d-dcbca5449db0 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:22.391091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aefdbba-be84-4103-a305-4c4493f3cc24 req-965cdee2-ca3a-4b12-ab4d-dcbca5449db0 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0829706 Dec 21 17:06:22.439681 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aefdbba-be84-4103-a305-4c4493f3cc24 req-75b4e414-c757-416a-b3f7-9ecac94062d3 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 Dec 21 17:06:23.643960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f74dc-77de-4b68-be4f-ffb6d370ed2b req-1cf69288-1e41-47b3-a680-2bc98ab17656 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:23.645520 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f73f74dc-77de-4b68-be4f-ffb6d370ed2b req-1cf69288-1e41-47b3-a680-2bc98ab17656 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0848582 Dec 21 17:06:23.692716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f73f74dc-77de-4b68-be4f-ffb6d370ed2b req-68a9ef3e-fefd-4595-abcd-26f40c810a1a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Dec 21 17:06:24.896275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c55d7a-5bbf-4bdd-a2fe-d8ebe7381ca7 req-83c468d4-ab1f-474a-90ea-18a9e0936b34 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:24.897891 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-65c55d7a-5bbf-4bdd-a2fe-d8ebe7381ca7 req-83c468d4-ab1f-474a-90ea-18a9e0936b34 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0829837 Dec 21 17:06:24.951585 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-65c55d7a-5bbf-4bdd-a2fe-d8ebe7381ca7 req-ba40ae3e-699f-4bbc-8fc4-ab038f6fab14 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474429 Dec 21 17:06:26.156540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d88d89-6f5a-4bf8-ae42-d3a6de03bb96 req-3c73f644-61a2-4b62-93aa-6628e2671ad1 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:26.158170 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-80d88d89-6f5a-4bf8-ae42-d3a6de03bb96 req-3c73f644-61a2-4b62-93aa-6628e2671ad1 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0871005 Dec 21 17:06:26.211925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-80d88d89-6f5a-4bf8-ae42-d3a6de03bb96 req-77fd083c-d387-49de-9cee-c5e814a5ebb1 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476391 Dec 21 17:06:27.418642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8705f0-f0b3-41e5-999f-9aace8a8964e req-9f7da197-7a28-493a-aa89-402d7ad6414c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:27.420334 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-de8705f0-f0b3-41e5-999f-9aace8a8964e req-9f7da197-7a28-493a-aa89-402d7ad6414c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0829206 Dec 21 17:06:27.468539 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-de8705f0-f0b3-41e5-999f-9aace8a8964e req-af30946f-9425-43bf-8cfc-8aaf1ad08702 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Dec 21 17:06:28.676087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a35a6-99c1-4cb2-8290-c0a2f2eefb41 req-013d5321-b4b0-42d4-914e-552796177e65 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:28.677630 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-951a35a6-99c1-4cb2-8290-c0a2f2eefb41 req-013d5321-b4b0-42d4-914e-552796177e65 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0853589 Dec 21 17:06:28.725079 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-951a35a6-99c1-4cb2-8290-c0a2f2eefb41 req-f2a6cd11-7fc7-4609-833f-af22b1c95b28 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Dec 21 17:06:29.475100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:29.929965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1aec-f5e2-4581-9167-27f35b5e13f3 req-d7effa50-f05f-46dc-93d6-7ccfee16a36c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:29.931594 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1ab1aec-f5e2-4581-9167-27f35b5e13f3 req-d7effa50-f05f-46dc-93d6-7ccfee16a36c tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0818768 Dec 21 17:06:29.986676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1ab1aec-f5e2-4581-9167-27f35b5e13f3 req-065a21f5-baf2-41c4-8272-3a7b431ec070 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491369 Dec 21 17:06:31.193196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870af9e-99a3-462c-9656-e922c30e656e req-c93508e4-284c-4a29-b1ee-2c2d09059fc7 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:31.194806 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0870af9e-99a3-462c-9656-e922c30e656e req-c93508e4-284c-4a29-b1ee-2c2d09059fc7 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0827138 Dec 21 17:06:31.243651 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0870af9e-99a3-462c-9656-e922c30e656e req-40deb7e9-524f-4b15-8fcb-1d8b4c2945a2 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Dec 21 17:06:32.449156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ebfc0-3cf6-49f6-8115-fc8d97a856f8 req-2cf7ca68-9fec-481f-8da5-55e7d4cee99b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:32.450747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-714ebfc0-3cf6-49f6-8115-fc8d97a856f8 req-2cf7ca68-9fec-481f-8da5-55e7d4cee99b tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0856290 Dec 21 17:06:32.498916 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-714ebfc0-3cf6-49f6-8115-fc8d97a856f8 req-554174e9-912c-4742-bbe7-908604a7a09e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Dec 21 17:06:32.743050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:06:33.700286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326df5e7-99c8-47cb-a7d8-6890b750985d req-686720a5-ad95-4446-b021-e19dd074a1e9 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:33.702298 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-326df5e7-99c8-47cb-a7d8-6890b750985d req-686720a5-ad95-4446-b021-e19dd074a1e9 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0814919 Dec 21 17:06:33.750299 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-326df5e7-99c8-47cb-a7d8-6890b750985d req-565dec10-8123-41c4-a152-a9c02cfd8478 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419314 Dec 21 17:06:34.453854 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-fc8eec13-2f68-4c33-b26b-ef368a7fcfc8 service neutron] 10.222.0.48 "GET /v2.0/ports/af0c37fa-620c-4f96-8a49-9c934da02788/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0757427 Dec 21 17:06:34.713599 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-a9ff54fa-30a7-42a3-8f23-fa8341dd000f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca&tenant_id=3a10153afc674dfeb439a25fd5d4762f HTTP/1.1" status: 200 len: 1099 time: 0.0735040 Dec 21 17:06:34.811925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-9632c6bb-5587-42ab-8291-39b908d2a682 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 1099 time: 0.0771923 Dec 21 17:06:34.962981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-36a5b837-e578-4823-91e0-9c7f69e76e21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:34.963686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a01fc-1492-40bd-8e08-3000156a72b5 req-7c91bfe0-da56-4fab-9164-dd7c22e1ede0 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:34.964644 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-36a5b837-e578-4823-91e0-9c7f69e76e21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 915 time: 0.1472294 Dec 21 17:06:34.965265 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d32a01fc-1492-40bd-8e08-3000156a72b5 req-7c91bfe0-da56-4fab-9164-dd7c22e1ede0 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0910101 Dec 21 17:06:35.017631 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d32a01fc-1492-40bd-8e08-3000156a72b5 req-dca31986-93ee-46d0-b834-1523000132e6 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452554 Dec 21 17:06:35.039385 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-527ca30f-8c2b-4556-aa62-593cc22b51d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0c37fa-620c-4f96-8a49-9c934da02788 HTTP/1.1" status: 200 len: 217 time: 0.0688050 Dec 21 17:06:35.112393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-5a6615d1-ffba-4fdb-82f5-fd2dd28ebe35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:35.113966 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-5a6615d1-ffba-4fdb-82f5-fd2dd28ebe35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 200 len: 854 time: 0.0692663 Dec 21 17:06:35.164032 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-b78d1e65-1802-4057-bcde-88d2cc4c0911 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83f11118-813f-4051-aee5-24f9cc6df564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433125 Dec 21 17:06:35.305592 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-98af0aa1-28b0-4fce-a342-eda82c753e0f service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350729 Dec 21 17:06:35.448060 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9af2b62d-a4fc-46d1-bbc6-eeaac7f48061 req-587ac455-c438-43e7-b8f1-18200a713a63 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356871 Dec 21 17:06:36.224580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac63fef-a2c0-44f4-aabf-0f5a9cd93fd1 req-02634898-e45d-4d8a-b17d-cbf7ba930b86 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:36.226170 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fac63fef-a2c0-44f4-aabf-0f5a9cd93fd1 req-02634898-e45d-4d8a-b17d-cbf7ba930b86 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0824037 Dec 21 17:06:36.277354 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fac63fef-a2c0-44f4-aabf-0f5a9cd93fd1 req-e7d4a089-9b48-4506-b0f9-5376a05ab929 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450263 Dec 21 17:06:37.376142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device af0c37fa-620c-4f96-8a49-9c934da02788 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:06:37.487972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb8dc4-eb31-4e0b-b688-aaa16248cc78 req-d1223f49-5395-4b27-a151-bb51cc35536e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:37.489567 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1eeb8dc4-eb31-4e0b-b688-aaa16248cc78 req-d1223f49-5395-4b27-a151-bb51cc35536e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 946 time: 0.0831409 Dec 21 17:06:37.494427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:37.523484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc72ae9b-d390-4689-a2e2-7e52077446ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0c37fa-620c-4f96-8a49-9c934da02788'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:06:37.533590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port af0c37fa-620c-4f96-8a49-9c934da02788, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=af0c37fa-620c-4f96-8a49-9c934da02788,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:06:37.537323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:37.539239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:37.540408 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1eeb8dc4-eb31-4e0b-b688-aaa16248cc78 req-826be406-1ee8-4c8c-9574-d7c9b453aff6 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444310 Dec 21 17:06:37.596103 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc72ae9b-d390-4689-a2e2-7e52077446ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0c37fa-620c-4f96-8a49-9c934da02788', 'code': 200} Dec 21 17:06:37.609261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=af0c37fa-620c-4f96-8a49-9c934da02788,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:37.612582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:37.879863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89800bbb-5dfb-4115-8988-125b1f62bc07 req-3e446282-b921-4995-9881-3379122d0569 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:37.881381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-89800bbb-5dfb-4115-8988-125b1f62bc07 req-3e446282-b921-4995-9881-3379122d0569 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 944 time: 0.0864563 Dec 21 17:06:37.895133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-9984fd6f-be57-4f87-b60a-1758d8efe1a3 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:37.895898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-9984fd6f-be57-4f87-b60a-1758d8efe1a3 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Synchronizing usage tracker for tenant:3a10153afc674dfeb439a25fd5d4762f on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:06:37.910985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-9984fd6f-be57-4f87-b60a-1758d8efe1a3 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Unset dirty status for tenant:3a10153afc674dfeb439a25fd5d4762f on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:06:37.912238 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-9984fd6f-be57-4f87-b60a-1758d8efe1a3 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca&tenant_id=3a10153afc674dfeb439a25fd5d4762f&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1112885 Dec 21 17:06:37.930773 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-89800bbb-5dfb-4115-8988-125b1f62bc07 req-da0bbd1a-daf0-41c9-839a-4d0125778c47 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Dec 21 17:06:38.058416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-203558e1-0fe7-4490-998d-b72a34913c8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a10153afc674dfeb439a25fd5d4762f&device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 1097 time: 0.0740066 Dec 21 17:06:38.199862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-7803381e-a6a3-4f38-b2bb-3211a59a5fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:38.201352 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-7803381e-a6a3-4f38-b2bb-3211a59a5fe8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 200 len: 915 time: 0.1369708 Dec 21 17:06:38.275050 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-15db75ea-4f8c-4225-9bcf-e62fe8c18f4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af0c37fa-620c-4f96-8a49-9c934da02788 HTTP/1.1" status: 200 len: 217 time: 0.0658214 Dec 21 17:06:38.342000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-50687b28-d6c4-4ccc-b413-ce687829b284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:38.344175 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-50687b28-d6c4-4ccc-b413-ce687829b284 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 200 len: 854 time: 0.0631733 Dec 21 17:06:38.392886 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-86226a5f-d42c-4e77-99d1-3db658b6f276 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83f11118-813f-4051-aee5-24f9cc6df564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429502 Dec 21 17:06:38.534425 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-765799d5-248b-4162-b3d2-71d3f0111e68 service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354473 Dec 21 17:06:38.673885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b60a16b4-becd-40c6-9ade-6d74a11b12ca req-42923879-e8ba-406a-8e70-946b485b1adf service neutron] 10.222.0.48 "GET /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340044 Dec 21 17:06:39.142880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97369749-b128-4b68-8488-0eadf9cc034f req-4ccac74a-27f0-40b2-ad26-c352f7b50f6e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:39.144495 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-97369749-b128-4b68-8488-0eadf9cc034f req-4ccac74a-27f0-40b2-ad26-c352f7b50f6e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 944 time: 0.0867569 Dec 21 17:06:39.193171 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-97369749-b128-4b68-8488-0eadf9cc034f req-5458d8a9-ad73-4c5b-ad88-9496de589d88 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Dec 21 17:06:40.528277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272b93b-18cf-4d4a-9d2e-9daa75491b32 req-ba2bccb2-f508-45a9-9fa2-32dd378eb4a8 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:40.529823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3272b93b-18cf-4d4a-9d2e-9daa75491b32 req-ba2bccb2-f508-45a9-9fa2-32dd378eb4a8 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 944 time: 0.2089853 Dec 21 17:06:40.578996 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3272b93b-18cf-4d4a-9d2e-9daa75491b32 req-8314b5d4-f48f-4903-9895-53ebc104314f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Dec 21 17:06:40.858587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08ceef-a83e-454c-83c0-6c22a53adc5a req-d3d9c91a-81cd-4943-800d-688b006d695a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:40.860150 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0a08ceef-a83e-454c-83c0-6c22a53adc5a req-d3d9c91a-81cd-4943-800d-688b006d695a tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 944 time: 0.1538179 Dec 21 17:06:40.907968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0a08ceef-a83e-454c-83c0-6c22a53adc5a req-d63b51ea-a32e-439e-a6a2-4cf9ee134beb tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415602 Dec 21 17:06:41.111738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb9990-4203-40fa-be0c-876559b9f25d req-300e93fb-4e5e-42a4-97a0-a50639efec68 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:41.113257 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-51fb9990-4203-40fa-be0c-876559b9f25d req-300e93fb-4e5e-42a4-97a0-a50639efec68 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 944 time: 0.0857840 Dec 21 17:06:41.166532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-51fb9990-4203-40fa-be0c-876559b9f25d req-189f0a4f-2d61-4826-a393-d361dd130afe tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470343 Dec 21 17:06:41.774620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03184c-7538-4ef6-be43-7002e031bcce req-f9dc8191-b863-4dc9-bbff-b4d4e634eb5f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:41.776245 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e03184c-7538-4ef6-be43-7002e031bcce req-f9dc8191-b863-4dc9-bbff-b4d4e634eb5f tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 944 time: 0.0819864 Dec 21 17:06:41.832373 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e03184c-7538-4ef6-be43-7002e031bcce req-ebf5509b-0c81-4645-91e8-5f2f48796db7 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495214 Dec 21 17:06:43.042107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709a69d-7226-42bb-8348-50d059c48545 req-b870e0e6-a370-4e75-b31b-f4c5268db5d4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:43.043753 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c709a69d-7226-42bb-8348-50d059c48545 req-b870e0e6-a370-4e75-b31b-f4c5268db5d4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 944 time: 0.0851302 Dec 21 17:06:43.091606 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c709a69d-7226-42bb-8348-50d059c48545 req-5931da51-cc1f-4e26-bb89-3ae7f30ba46e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/security-groups?id=203db1ca-57fe-4bcc-86e1-df806438a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410638 Dec 21 17:06:43.186714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8494d-e00f-4cab-b6d4-bd9e6112052c req-4d1eb73b-53a6-4c71-8a74-2ad1138e6b8e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:43.188292 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-53a8494d-e00f-4cab-b6d4-bd9e6112052c req-4d1eb73b-53a6-4c71-8a74-2ad1138e6b8e tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 944 time: 0.0876157 Dec 21 17:06:43.260177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-53a8494d-e00f-4cab-b6d4-bd9e6112052c req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Deleting port af0c37fa-620c-4f96-8a49-9c934da02788 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:06:43.260569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-53a8494d-e00f-4cab-b6d4-bd9e6112052c req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:43.517176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-53a8494d-e00f-4cab-b6d4-bd9e6112052c req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] For port af0c37fa-620c-4f96-8a49-9c934da02788, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=af0c37fa-620c-4f96-8a49-9c934da02788,segment=NetworkSegment(493694e2-d432-46f2-94b3-930e14eae6d3),segment_id=493694e2-d432-46f2-94b3-930e14eae6d3)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:06:43.517580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-53a8494d-e00f-4cab-b6d4-bd9e6112052c req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:43.645959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-53a8494d-e00f-4cab-b6d4-bd9e6112052c req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Calling delete_port for af0c37fa-620c-4f96-8a49-9c934da02788 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:06:43.789865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-53a8494d-e00f-4cab-b6d4-bd9e6112052c req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:43.796152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99610884-b0e7-4268-96ad-937da6f914bf tempest-TestServerAdvancedOps-1566841831 tempest-TestServerAdvancedOps-1566841831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:43.838750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Pushing event deleted for resources: {'Port': ['ID=af0c37fa-620c-4f96-8a49-9c934da02788,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:43.883464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:43.883900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:43.884331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:43.884755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:43.885176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:43.885595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:43.886010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:43.886425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:43.886860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:43.887277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:43.887690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:43.898827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:43.932569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a8494d-e00f-4cab-b6d4-bd9e6112052c req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] No DVR routers for this DVR port af0c37fa-620c-4f96-8a49-9c934da02788 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:06:43.935008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-53a8494d-e00f-4cab-b6d4-bd9e6112052c req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:43.937725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc72ae9b-d390-4689-a2e2-7e52077446ca', 'name': 'network-vif-deleted', 'tag': 'af0c37fa-620c-4f96-8a49-9c934da02788'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:06:43.952881 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-53a8494d-e00f-4cab-b6d4-bd9e6112052c req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.48 "DELETE /v2.0/ports/af0c37fa-620c-4f96-8a49-9c934da02788 HTTP/1.1" status: 204 len: 173 time: 0.7594705 Dec 21 17:06:43.992790 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc72ae9b-d390-4689-a2e2-7e52077446ca', 'name': 'network-vif-deleted', 'tag': 'af0c37fa-620c-4f96-8a49-9c934da02788', 'status': 'completed', 'code': 200} Dec 21 17:06:44.276966 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-245dec69-c4da-4135-9af1-dfae18806d51 req-8e886fb1-56c2-422a-b35a-6df52dc1f128 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc72ae9b-d390-4689-a2e2-7e52077446ca HTTP/1.1" status: 200 len: 210 time: 0.0491877 Dec 21 17:06:45.540675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48874) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:45.608358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Deleting subnet 7d02445e-e615-4479-bf8a-3d06a604a8b2 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:06:45.611330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:45.662185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:45.723051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:45.771832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69dfd698-9ffa-4ea2-b07f-8e14c7d7b9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:45.789485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:45.795018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cddec9fb-178e-48be-9fd6-63750ea8a19e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:45.830988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d02445e-e615-4479-bf8a-3d06a604a8b2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:45.841548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:45.846413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:45.846870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:45.847302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:45.847722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:45.848141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:45.848563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:45.848979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:45.849394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:45.849807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:45.850217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:45.850626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:45.854590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:45.856263 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b7902425-2111-42c7-b75c-0ea89799370d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7d02445e-e615-4479-bf8a-3d06a604a8b2 HTTP/1.1" status: 204 len: 168 time: 0.3144994 Dec 21 17:06:45.859595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48878) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:45.975485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:46.105829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:46.131965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f11118-813f-4051-aee5-24f9cc6df564']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:06:46.145251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493694e2-d432-46f2-94b3-930e14eae6d3') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:06:46.145629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493694e2-d432-46f2-94b3-930e14eae6d3') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:06:46.158130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:46.176147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:46.182338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:06:46.182761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:06:46.196215 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:06:46.272263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:46.275948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e73cf312-f265-424d-9e08-e2c8bdc8d106 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:46.290691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:46.303773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f11118-813f-4051-aee5-24f9cc6df564,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:46.306916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:46.309286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4a23fcf4-b722-40e5-a468-7a2f7f3dabe4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/83f11118-813f-4051-aee5-24f9cc6df564 HTTP/1.1" status: 204 len: 168 time: 0.4487252 Dec 21 17:06:46.449762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48884) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:46.507142 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7f71b949-249c-4fde-8652-070f9e6565bf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3a10153afc674dfeb439a25fd5d4762f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559952 Dec 21 17:06:46.509558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48888) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:46.570931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f05c7784-2329-4327-b857-627da0b8a1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:46.597346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f05c7784-2329-4327-b857-627da0b8a1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:46.644797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f05c7784-2329-4327-b857-627da0b8a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:46.649669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1dff1ecc-42a9-4da8-9353-5b7e8f38b0fc tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:46.663715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c7784-2329-4327-b857-627da0b8a1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203db1ca-57fe-4bcc-86e1-df806438a9d7,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:46.668690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f05c7784-2329-4327-b857-627da0b8a1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:46.670823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f05c7784-2329-4327-b857-627da0b8a1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:46.672578 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f05c7784-2329-4327-b857-627da0b8a1f9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/203db1ca-57fe-4bcc-86e1-df806438a9d7 HTTP/1.1" status: 204 len: 168 time: 0.1614020 Dec 21 17:06:47.184513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:47.402337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device af0c37fa-620c-4f96-8a49-9c934da02788 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:06:47.437101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: af0c37fa-620c-4f96-8a49-9c934da02788 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:06:47.437440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device af0c37fa-620c-4f96-8a49-9c934da02788 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:06:47.572180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48910) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:47.708481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1632139989-network', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:06:47.713591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:06:47.718209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Usage tracker for resource:network and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:06:47.721236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:06:47.727221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:06:47.738210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Made reservation on behalf of 6d49ddf5ec2248dba4c6dd83d95ae902 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:06:47.742815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:47.755628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:47.788899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:06:47.792918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Usage tracker for resource:security_group_rule and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:06:47.795869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:06:47.801844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:06:47.871821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:47.874636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:47.878752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb8823a5-8b29-4569-ac1c-68d2e8e95ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:47.903509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:06:47.916913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7697d87-95b0-44ed-8f92-532a2f718486,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:47.921477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:47.922453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:47.922866 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Added segment 3987a387-c8a4-47ca-8fd2-0a2f7335e9ce of type vlan for network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 Dec 21 17:06:47.949644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:47.980746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:47.981709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:47.982349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:47.987630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f0e0867-7db0-4bc5-954c-5904932786c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:48.024340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9229e239-8493-4f20-96ab-8e41b7368eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:48.092544 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5191247 Dec 21 17:06:48.095726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 48916) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:48.098379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Pushing event updated for resources: {'Network': ['ID=1d02d78c-92f3-466d-9dde-da98c1dbedc4,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:48.101266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:48.104057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Request body: {'subnet': {'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1632139989-subnet', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:06:48.110528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:06:48.111673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:06:48.115249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Usage tracker for resource:subnet and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:06:48.118299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:06:48.126235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:06:48.135667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Made reservation on behalf of 6d49ddf5ec2248dba4c6dd83d95ae902 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:06:48.141051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:48.353962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:48.359360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d5ca50e8-ff23-4b76-a97f-248d7362bd8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:48.388446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:48.440346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=865520fe-a601-4fa8-be36-9def0182e066,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:48.443940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:48.451297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Checking segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:06:48.451728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Network hostable DHCP agents. Network: 1d02d78c-92f3-466d-9dde-da98c1dbedc4, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:06:48.473274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:06:48.481664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 1d02d78c-92f3-466d-9dde-da98c1dbedc4) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:06:48.486386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:48.487079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:48.492888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aab46b-ef8f-4f0f-a099-6470a189b1dd None None] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:06:48.507588 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4104486 Dec 21 17:06:48.510580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 48920) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:48.516144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:06:48.521165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:06:48.525219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Usage tracker for resource:router and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:06:48.528227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:06:48.534546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:06:48.544179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:48.545166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:48.567651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:48.721139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:48.726373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:06:48.727253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:48.975308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:49.015159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:49.072460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Allocated IP 172.20.0.2 (1d02d78c-92f3-466d-9dde-da98c1dbedc4/865520fe-a601-4fa8-be36-9def0182e066/31671e30-13dc-43ff-b8d1-a24ea04d9c35) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:06:49.184599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Allocated IP 172.26.7.62 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/21c8b682-4585-48be-87e6-85eaa343e243) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:06:49.325932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:49.338447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Transition to ACTIVE for port object 31671e30-13dc-43ff-b8d1-a24ea04d9c35 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:06:49.367086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Transition to ACTIVE for port object 31671e30-13dc-43ff-b8d1-a24ea04d9c35 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:06:49.374504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:49.381850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:49.455120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:06:49.456407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:06:49.461315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:06:49.471445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Pushing event updated for resources: {'Port': ['ID=31671e30-13dc-43ff-b8d1-a24ea04d9c35,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:49.475282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:49.568659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Attempting to bind port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:06:49.569060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Attempting to bind port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:06:49.569555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Attempting to bind port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:06:49.576484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:06:49.576813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Checking segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:06:49.577262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:49.577709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Bound using segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:06:49.578231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Bound port: 31671e30-13dc-43ff-b8d1-a24ea04d9c35, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:06:49.578657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:49.595437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:49.621851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:49.626436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e12083b-dd2a-4576-8da6-85fad059dbb8 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:49.668476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] For port 31671e30-13dc-43ff-b8d1-a24ea04d9c35, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:06:49.672239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] For port 31671e30-13dc-43ff-b8d1-a24ea04d9c35, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=31671e30-13dc-43ff-b8d1-a24ea04d9c35,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:06:49.675571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:49.682909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:49.692230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:06:49.693420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:06:49.697531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:06:49.732601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Pushing event updated for resources: {'Port': ['ID=21c8b682-4585-48be-87e6-85eaa343e243,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:49.745237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:49.766607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Pushing event updated for resources: {'Port': ['ID=31671e30-13dc-43ff-b8d1-a24ea04d9c35,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:49.769879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:49.866952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:49.868019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:49.947029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:50.126094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Router bc8d3300-b63a-474a-8313-3f89db16abb1 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:06:50.342159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:06:50.351679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Sync routers for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:06:50.367184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:50.367648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:06:50.371331 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8570914 Dec 21 17:06:50.371618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 48924) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:50.372000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:06:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:06:50.525276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 31671e30-13dc-43ff-b8d1-a24ea04d9c35 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:06:50.634956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:06:50.744242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:06:50.956500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:49Z', 'revision_number': 3, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:06:50.961196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Checking router: bc8d3300-b63a-474a-8313-3f89db16abb1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:06:50.961339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Updating router bc8d3300-b63a-474a-8313-3f89db16abb1 port 21c8b682-4585-48be-87e6-85eaa343e243 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:06:51.017611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:51.183239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:51.381322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:51.395849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Transition to ACTIVE for port object 21c8b682-4585-48be-87e6-85eaa343e243 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:06:51.403456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:51.408941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:51.430016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Allocated IP 172.20.0.1 (1d02d78c-92f3-466d-9dde-da98c1dbedc4/865520fe-a601-4fa8-be36-9def0182e066/fa3c63a0-2a7f-40ca-9083-253fec330e45) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:06:51.449142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e298f12-db2f-4ea7-8243-20f307a6cb7b None None] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:06:51.544164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Attempting to bind port 21c8b682-4585-48be-87e6-85eaa343e243 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:06:51.544573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Attempting to bind port 21c8b682-4585-48be-87e6-85eaa343e243 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:06:51.544996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Attempting to bind port 21c8b682-4585-48be-87e6-85eaa343e243 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:06:51.547969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1341b4-d795-4685-b5ac-1d0160fdbfe8 None None] Pushing event updated for resources: {'Port': ['ID=21c8b682-4585-48be-87e6-85eaa343e243,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:51.551421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ce1341b4-d795-4685-b5ac-1d0160fdbfe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:51.586345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:51.603649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Transition to ACTIVE for port object fa3c63a0-2a7f-40ca-9083-253fec330e45 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:06:51.624421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:06:51.624639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:51.625008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:06:51.625484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:51.625937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:06:51.626476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Bound port: 21c8b682-4585-48be-87e6-85eaa343e243, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:06:51.626933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:51.629129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-178a4fc5-ef1d-4127-af83-5baa400e341b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:51.659177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4c7ed599-a373-4f9f-b99d-4d1e3a9d3a8e None None] Provisioning for port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:06:51.686334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4c7ed599-a373-4f9f-b99d-4d1e3a9d3a8e None None] Provisioning complete for port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:06:51.686755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c7ed599-a373-4f9f-b99d-4d1e3a9d3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:51.695046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:06:51.698100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:06:51.703113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:06:51.732334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Pushing event updated for resources: {'Port': ['ID=fa3c63a0-2a7f-40ca-9083-253fec330e45,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:51.739066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:51.767320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:51.852038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:51.990206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] For port 21c8b682-4585-48be-87e6-85eaa343e243, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:06:51.996692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] For port 21c8b682-4585-48be-87e6-85eaa343e243, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=21c8b682-4585-48be-87e6-85eaa343e243,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:06:52.003255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:52.013019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:52.098370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:52.103555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:52.133108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e091ad84-551f-4c35-b06b-85fd8cac61a4 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:52.195358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c7ed599-a373-4f9f-b99d-4d1e3a9d3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:52.213074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Pushing event updated for resources: {'Port': ['ID=fa3c63a0-2a7f-40ca-9083-253fec330e45,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:52.217790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:52.218621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:52.222628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1341b4-d795-4685-b5ac-1d0160fdbfe8 None None] Pushing event updated for resources: {'Port': ['ID=21c8b682-4585-48be-87e6-85eaa343e243,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:52.226160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ce1341b4-d795-4685-b5ac-1d0160fdbfe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:52.230050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:06:52.230745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:06:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:06:52.383819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:06:52.385160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:06:52.401120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4c7ed599-a373-4f9f-b99d-4d1e3a9d3a8e None None] For port 31671e30-13dc-43ff-b8d1-a24ea04d9c35, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=31671e30-13dc-43ff-b8d1-a24ea04d9c35,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:06:52.410706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c7ed599-a373-4f9f-b99d-4d1e3a9d3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:52.415969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:52.516761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ed599-a373-4f9f-b99d-4d1e3a9d3a8e None None] Pushing event updated for resources: {'Port': ['ID=31671e30-13dc-43ff-b8d1-a24ea04d9c35,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:52.520245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c7ed599-a373-4f9f-b99d-4d1e3a9d3a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:52.524818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:06:52.773163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5625dad3-9119-49ba-94b4-f32f1403c3e8 None None] Provisioning for port fa3c63a0-2a7f-40ca-9083-253fec330e45 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:06:52.790650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5625dad3-9119-49ba-94b4-f32f1403c3e8 None None] Provisioning complete for port fa3c63a0-2a7f-40ca-9083-253fec330e45 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:06:52.791097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5625dad3-9119-49ba-94b4-f32f1403c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:52.873035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5625dad3-9119-49ba-94b4-f32f1403c3e8 None None] Port fa3c63a0-2a7f-40ca-9083-253fec330e45 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:06:52.940554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5625dad3-9119-49ba-94b4-f32f1403c3e8 None None] Provisioning complete for port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:06:52.940980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5625dad3-9119-49ba-94b4-f32f1403c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:53.014520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 2, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:06:53.022950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f6f70-d832-4f37-9469-6cea638d9768 None None] The sync data for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv is: [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 2, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:06:53.073668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Router bc8d3300-b63a-474a-8313-3f89db16abb1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:06:53.207886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-531608eb-bbcd-4a78-a277-442db1054496 None None] Provisioning complete for port fa3c63a0-2a7f-40ca-9083-253fec330e45 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:06:53.208464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-531608eb-bbcd-4a78-a277-442db1054496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:53.262759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-531608eb-bbcd-4a78-a277-442db1054496 None None] Port fa3c63a0-2a7f-40ca-9083-253fec330e45 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:06:53.293049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:06:53.303200 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] 10.222.0.67 "PUT /v2.0/routers/bc8d3300-b63a-474a-8313-3f89db16abb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304829 Dec 21 17:06:54.261968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 48934) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:54.269386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042526979', 'description': 'tempest-description--168562707'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:06:54.276324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:06:54.280777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Usage tracker for resource:security_group and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:06:54.283980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:06:54.290899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:06:54.302053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.340928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:06:54.345146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Usage tracker for resource:security_group_rule and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:06:54.348399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:06:54.354489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:06:54.441285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.444745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.450422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ed573995-b429-43c1-acf3-3229ed3a8154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:54.496754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed11d19-146c-411b-90aa-9feaa8e2f1ce,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:54.500505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.505032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48938) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:54.505212 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2419851 Dec 21 17:06:54.506486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:54.514166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'security_group_rule': {'security_group_id': '1ed11d19-146c-411b-90aa-9feaa8e2f1ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:06:54.522402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:06:54.523859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 31671e30-13dc-43ff-b8d1-a24ea04d9c35 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:06:54.526912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Usage tracker for resource:security_group_rule and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:06:54.530200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:06:54.536497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:06:54.559555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.601904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:06:54.602336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.633693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.636607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.644827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af03bca2-1880-40a0-b05b-a0eb925372f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:54.671092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f245c88-8a18-4367-a360-b222ca4ecdb7,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:54.674031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:54.675523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.677130 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1702816 Dec 21 17:06:54.679892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48942) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:54.686848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'security_group_rule': {'security_group_id': '1ed11d19-146c-411b-90aa-9feaa8e2f1ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:06:54.693696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:06:54.697833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Usage tracker for resource:security_group_rule and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:06:54.700939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:06:54.707340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:06:54.724971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.733459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 21c8b682-4585-48be-87e6-85eaa343e243 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:06:54.796299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.801315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.803254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69250146-a4e5-4a6a-9261-25453cb9274b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:54.815995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 21c8b682-4585-48be-87e6-85eaa343e243 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:06:54.822185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 21c8b682-4585-48be-87e6-85eaa343e243 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:06:54.822622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.832164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfaba42c-6205-4ef3-9550-b3dd36d4f68e,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:54.835033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:54.841912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.843819 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1629007 Dec 21 17:06:54.846889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 48946) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:06:54.852951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:06:54.859743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:06:54.863840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Usage tracker for resource:floatingip and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:06:54.866928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:06:54.872973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:06:54.882763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.951128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.967017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 21c8b682-4585-48be-87e6-85eaa343e243, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=21c8b682-4585-48be-87e6-85eaa343e243,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:06:54.970323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:54.972380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:55.041685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:55.044159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=21c8b682-4585-48be-87e6-85eaa343e243,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:55.048187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:55.412282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Allocated IP 172.26.7.212 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/d6a80c32-5fe8-4d62-9db7-6f26423f4442) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:06:55.567390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:55.593027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:55.597541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d5399f64-8cd1-4119-8781-43da4becbbf6 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:55.664260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:06:55.667290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:06:55.671729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:06:55.697748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event updated for resources: {'Port': ['ID=d6a80c32-5fe8-4d62-9db7-6f26423f4442,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:55.703597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:55.830963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:55.888869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:56.113276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:56.116773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:56.121100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:56.227856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event updated for resources: {'Port': ['ID=d6a80c32-5fe8-4d62-9db7-6f26423f4442,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:56.232200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:56.243393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:56.265782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:56.267134 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4192123 Dec 21 17:06:56.442626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 21c8b682-4585-48be-87e6-85eaa343e243 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:06:56.453560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-0de52561-ca73-4c15-8d92-e944366e963c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Synchronizing usage tracker for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:06:56.470599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-0de52561-ca73-4c15-8d92-e944366e963c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Unset dirty status for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:06:56.471977 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-0de52561-ca73-4c15-8d92-e944366e963c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1042526979&fields=id&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 267 time: 0.0653117 Dec 21 17:06:56.514449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 21c8b682-4585-48be-87e6-85eaa343e243 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:06:56.514909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:56.636403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-5dad911f-4fd1-4760-a90c-a6ba9c000491 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:56.637153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-5dad911f-4fd1-4760-a90c-a6ba9c000491 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Synchronizing usage tracker for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:06:56.655641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-5dad911f-4fd1-4760-a90c-a6ba9c000491 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Unset dirty status for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:06:56.656933 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-5dad911f-4fd1-4760-a90c-a6ba9c000491 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 812 time: 0.1778347 Dec 21 17:06:56.674296 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-f5970d03-f82a-4479-8c3c-c988211c8d04 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/quotas/6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 375 time: 0.0114126 Dec 21 17:06:56.761409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-30118e84-09f0-4e51-86e3-28c1d9b5f83b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814981 Dec 21 17:06:56.825982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Sync routers for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:06:56.839054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:06:56.839662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:06:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:06:56.912213 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-1c7efebe-01fe-4d3c-b91c-bb98063fdc01 service neutron] 10.222.0.67 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376317 Dec 21 17:06:57.036386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:06:57.066961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-2dc3b179-3453-417c-92cf-5c722597b16d service neutron] 10.222.0.67 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480210 Dec 21 17:06:57.283700 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c82dd153-0e88-4e8b-b147-6d25e1744cad req-1d59f82a-b6e6-4413-91ae-997dd5e5a0f1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 210 time: 0.0574360 Dec 21 17:06:57.380449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 2, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:06:57.384634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Checking router: bc8d3300-b63a-474a-8313-3f89db16abb1 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:06:57.385042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Updating router bc8d3300-b63a-474a-8313-3f89db16abb1 port fa3c63a0-2a7f-40ca-9083-253fec330e45 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:06:57.440178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:57.805941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:57.818483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Transition to ACTIVE for port object fa3c63a0-2a7f-40ca-9083-253fec330e45 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:06:57.825005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:57.829561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:57.959092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Pushing event updated for resources: {'Port': ['ID=fa3c63a0-2a7f-40ca-9083-253fec330e45,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:57.974485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:57.974902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:57.975289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:57.975667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:57.976043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:57.976415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:57.976793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:57.977160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:57.977529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:57.977893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:57.978257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:06:58.158364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:58.221393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Attempting to bind port fa3c63a0-2a7f-40ca-9083-253fec330e45 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:06:58.221604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Attempting to bind port fa3c63a0-2a7f-40ca-9083-253fec330e45 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:06:58.222020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Attempting to bind port fa3c63a0-2a7f-40ca-9083-253fec330e45 on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:06:58.229358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:06:58.229727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Checking segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:06:58.230181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:58.230624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Bound using segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:06:58.231170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Bound port: fa3c63a0-2a7f-40ca-9083-253fec330e45, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:06:58.231594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:58.327926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] For port fa3c63a0-2a7f-40ca-9083-253fec330e45, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:06:58.331631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] For port fa3c63a0-2a7f-40ca-9083-253fec330e45, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fa3c63a0-2a7f-40ca-9083-253fec330e45,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:06:58.336759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:58.343077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:58.397549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-272cc2e7-a656-44b9-8cdd-8434dda4a7c2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:58.399351 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-272cc2e7-a656-44b9-8cdd-8434dda4a7c2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 812 time: 0.1941049 Dec 21 17:06:58.456307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:06:58.457127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:06:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:06:58.480514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-2915bfb2-984f-4b5a-a0c4-2184dc488cd1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Synchronizing usage tracker for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:06:58.498987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-2915bfb2-984f-4b5a-a0c4-2184dc488cd1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Unset dirty status for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:06:58.500245 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-2915bfb2-984f-4b5a-a0c4-2184dc488cd1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 380 time: 0.0897682 Dec 21 17:06:58.507542 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-524e3fd9-de24-44d8-90d2-92b9230d15c8 req-8d4dc57d-e18e-4a46-8bf2-fcec7f44a0b0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 210 time: 0.0534494 Dec 21 17:06:58.521236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'port': {'device_id': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'admin_state_up': True, 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'security_groups': ['1ed11d19-146c-411b-90aa-9feaa8e2f1ce']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:06:58.564151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Pushing event updated for resources: {'Port': ['ID=fa3c63a0-2a7f-40ca-9083-253fec330e45,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:58.569442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:58.676537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:06:58.689706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:06:58.693971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Usage tracker for resource:port and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:06:58.697431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:06:58.704304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:06:58.715104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Made reservation on behalf of 6d49ddf5ec2248dba4c6dd83d95ae902 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:06:58.720922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:58.896456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Allocated IP 172.20.0.9 (1d02d78c-92f3-466d-9dde-da98c1dbedc4/865520fe-a601-4fa8-be36-9def0182e066/2d076b80-162e-4c37-8c87-fc3fae20bcd9) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:06:59.012198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:06:58Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:06:59.016351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb301faa-7f62-489e-9abc-dfd1a70bc396 None None] The sync data for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv is: [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:06:58Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:06:59.098831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:59.117024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Transition to ACTIVE for port object 2d076b80-162e-4c37-8c87-fc3fae20bcd9 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:06:59.137402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:59.145013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:06:59.217805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:06:59.221283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:06:59.223922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:06:59.268616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event updated for resources: {'Port': ['ID=2d076b80-162e-4c37-8c87-fc3fae20bcd9,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:06:59.272135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:06:59.305578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:59.306378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:59.328782 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8130648 Dec 21 17:06:59.434523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Request body: {'port': {'device_id': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:06:59.512478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:59.560958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:59.589247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f1fcef4-31ea-455e-bb22-7f99bb5e8281 None None] Provisioning for port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:06:59.595714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f1fcef4-31ea-455e-bb22-7f99bb5e8281 None None] Provisioning complete for port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:06:59.596395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f1fcef4-31ea-455e-bb22-7f99bb5e8281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:59.667332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7f1fcef4-31ea-455e-bb22-7f99bb5e8281 None None] Port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:06:59.739602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aad864-24b7-4761-8c56-1dbb4d4172ce req-8dced00e-a3ff-41f2-a64e-fb075797c331 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:06:59.741217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15aad864-24b7-4761-8c56-1dbb4d4172ce req-8dced00e-a3ff-41f2-a64e-fb075797c331 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 931 time: 0.0907791 Dec 21 17:06:59.794769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-15aad864-24b7-4761-8c56-1dbb4d4172ce req-f5e24a1c-8485-48b4-88da-a803ffb5d497 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471210 Dec 21 17:06:59.934009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d076b80-162e-4c37-8c87-fc3fae20bcd9 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:06:59.940928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:59.957021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Transition to ACTIVE for port object 2d076b80-162e-4c37-8c87-fc3fae20bcd9 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:06:59.959711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:06:59.964037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-57ae3c06-dfa1-48f4-b511-ffd900c7ab8d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:07:00.092283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Pushing event updated for resources: {'Port': ['ID=2d076b80-162e-4c37-8c87-fc3fae20bcd9,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:07:00.101252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:07:00.210474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Attempting to bind port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:07:00.210887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Attempting to bind port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:07:00.211260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Attempting to bind port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:07:00.217696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:07:00.218067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Attempting to bind port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:07:00.225181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:07:00.225539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Checking segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:07:00.225971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Bound using segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:07:00.226450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Bound port: 2d076b80-162e-4c37-8c87-fc3fae20bcd9, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:07:00.226887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:00.325207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] For port 2d076b80-162e-4c37-8c87-fc3fae20bcd9, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:07:00.328878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] For port 2d076b80-162e-4c37-8c87-fc3fae20bcd9, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:07:00.332027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:00.336363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-029f3b23-0f61-446e-911e-bd4a78b7cbdf tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:07:00.396618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:00.398129 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] 10.222.0.48 "PUT /v2.0/ports/2d076b80-162e-4c37-8c87-fc3fae20bcd9 HTTP/1.1" status: 200 len: 1093 time: 1.0622866 Dec 21 17:07:00.398693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:07:00.418739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Pushing event updated for resources: {'Port': ['ID=2d076b80-162e-4c37-8c87-fc3fae20bcd9,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:07:00.422708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:07:00.485294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'status': 'completed', 'code': 200} Dec 21 17:07:00.511751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fa3c63a0-2a7f-40ca-9083-253fec330e45 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:07:00.532767 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-25c5af1d-5dfd-4134-943c-0fe23501629b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 1096 time: 0.0928390 Dec 21 17:07:00.583699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port fa3c63a0-2a7f-40ca-9083-253fec330e45 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:07:00.589307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port fa3c63a0-2a7f-40ca-9083-253fec330e45 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:07:00.589741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:00.606822 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-5e623e62-5b94-4ba1-bb69-2d470ed1cce0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9 HTTP/1.1" status: 200 len: 217 time: 0.0670414 Dec 21 17:07:00.683771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-caa4c70d-bb66-4634-9608-40121c0aca6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:00.685418 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-caa4c70d-bb66-4634-9608-40121c0aca6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0715821 Dec 21 17:07:00.714461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:00.760220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port fa3c63a0-2a7f-40ca-9083-253fec330e45, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fa3c63a0-2a7f-40ca-9083-253fec330e45,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:07:00.764148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:00.766386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:07:00.768835 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-062f8db1-ce02-4e1e-988c-1cc7e58a6dc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772576 Dec 21 17:07:00.832800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=fa3c63a0-2a7f-40ca-9083-253fec330e45,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:07:00.836090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:07:00.913195 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-0edc9864-9f65-4536-994c-f26e95d082aa service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376417 Dec 21 17:07:01.001085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a103a87-af35-4be3-93ec-47d2df14c44c req-95757f4b-a446-40c2-b272-5f0382c37665 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:01.002724 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4a103a87-af35-4be3-93ec-47d2df14c44c req-95757f4b-a446-40c2-b272-5f0382c37665 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 943 time: 0.0850575 Dec 21 17:07:01.060013 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4a103a87-af35-4be3-93ec-47d2df14c44c req-84d6f1c9-2f10-4e07-ac9f-4457538a8ad5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503988 Dec 21 17:07:01.296655 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ce44d66-9199-419b-9af1-db2fbe76f1f9 req-8053fe68-4bf4-4e14-ab07-138349934451 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772104 Dec 21 17:07:01.413906 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1224c730-3056-4807-bc7a-50656354a027 req-750a0cee-5ca7-4c23-8a3f-378a214bd339 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 1096 time: 0.0750198 Dec 21 17:07:01.555987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224c730-3056-4807-bc7a-50656354a027 req-c5de5797-a536-4999-a74e-ce9e4399a653 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:01.557508 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1224c730-3056-4807-bc7a-50656354a027 req-c5de5797-a536-4999-a74e-ce9e4399a653 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1364510 Dec 21 17:07:01.631446 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1224c730-3056-4807-bc7a-50656354a027 req-7d7e6a93-fc95-4ffa-b8ef-98937f16ba4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9 HTTP/1.1" status: 200 len: 217 time: 0.0670457 Dec 21 17:07:01.699657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224c730-3056-4807-bc7a-50656354a027 req-cd7debf7-aa3c-4008-a41b-a84359be35cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:01.701221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1224c730-3056-4807-bc7a-50656354a027 req-cd7debf7-aa3c-4008-a41b-a84359be35cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0625677 Dec 21 17:07:01.783606 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1224c730-3056-4807-bc7a-50656354a027 req-77a46331-6b0d-4415-9828-17d1befc6cf7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751965 Dec 21 17:07:01.929179 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1224c730-3056-4807-bc7a-50656354a027 req-6dd2217a-c762-4778-8bb2-3f62cc6e7867 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380782 Dec 21 17:07:02.073148 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1224c730-3056-4807-bc7a-50656354a027 req-35db83c4-e62e-4ae6-b03b-715cab1bd3db service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371713 Dec 21 17:07:02.283712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb567b89-be9f-4d17-89f3-a8fe1fde4b40 req-47cd985d-592f-40b1-a01b-46d4ea6b55d0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:02.285341 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cb567b89-be9f-4d17-89f3-a8fe1fde4b40 req-47cd985d-592f-40b1-a01b-46d4ea6b55d0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 943 time: 0.0883784 Dec 21 17:07:02.333643 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cb567b89-be9f-4d17-89f3-a8fe1fde4b40 req-f12fcc5f-a439-4d46-8d04-ef72cbdb7095 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416644 Dec 21 17:07:02.430937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fa3c63a0-2a7f-40ca-9083-253fec330e45 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:07:02.504659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port fa3c63a0-2a7f-40ca-9083-253fec330e45 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:07:02.505086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:03.526568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d076b80-162e-4c37-8c87-fc3fae20bcd9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:07:03.545061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d0d49-d1ec-42e5-95d7-b83261f6b2c3 req-4aa0a1c4-307a-4bfb-b8f1-87f4a10292a8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:03.546809 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-109d0d49-d1ec-42e5-95d7-b83261f6b2c3 req-4aa0a1c4-307a-4bfb-b8f1-87f4a10292a8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 943 time: 0.0852888 Dec 21 17:07:03.595710 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-109d0d49-d1ec-42e5-95d7-b83261f6b2c3 req-88e1dab8-c8a4-4e5e-be70-782de3d8d6e7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426104 Dec 21 17:07:03.670405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d076b80-162e-4c37-8c87-fc3fae20bcd9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:07:03.684244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'port_id': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'mac_address': 'fa:16:3e:32:ed:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:07:03.743930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:03.762199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d076b80-162e-4c37-8c87-fc3fae20bcd9 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:07:03.777787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d076b80-162e-4c37-8c87-fc3fae20bcd9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:07:03.780700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:03.782519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:07:03.847294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2d076b80-162e-4c37-8c87-fc3fae20bcd9,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:07:03.856231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:07:03.856628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:07:03.857011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:07:03.857388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:07:03.857801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:07:03.858175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:07:03.858818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:07:03.859215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:07:03.859586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:07:03.859956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:07:03.860324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:07:03.864175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:07:03.981725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['2d076b80-162e-4c37-8c87-fc3fae20bcd9'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:07:04.805655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9615aa-fffa-4edd-942e-297e404bff5b req-645baa09-5f8c-4a0c-a528-04b8c0100ad7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:04.807304 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc9615aa-fffa-4edd-942e-297e404bff5b req-645baa09-5f8c-4a0c-a528-04b8c0100ad7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 944 time: 0.0869491 Dec 21 17:07:04.854913 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc9615aa-fffa-4edd-942e-297e404bff5b req-45a6edaa-4628-4174-a970-b451a07e78b6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415871 Dec 21 17:07:05.526473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d076b80-162e-4c37-8c87-fc3fae20bcd9 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:07:05.596620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:07:05.601399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:07:05.601830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:05.719815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:05.747298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:07:05.757303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d076b80-162e-4c37-8c87-fc3fae20bcd9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:07:05.760458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:05.763324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:07:05.808671 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'code': 200} Dec 21 17:07:05.838440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2d076b80-162e-4c37-8c87-fc3fae20bcd9,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:07:05.841540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:07:06.047443 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a381bf9e-dd1e-4cd9-8096-a23f1578057b req-55e28923-0f8f-402c-ad76-de077283737e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 1098 time: 0.0741222 Dec 21 17:07:06.083736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952e3c1-7dce-40ec-bd65-d0f2f16c8216 req-fb140edc-1c2d-49a6-8412-41ff2a7c00a2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:06.085375 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4952e3c1-7dce-40ec-bd65-d0f2f16c8216 req-fb140edc-1c2d-49a6-8412-41ff2a7c00a2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0868537 Dec 21 17:07:06.092700 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a381bf9e-dd1e-4cd9-8096-a23f1578057b req-8baaa3c0-158a-4227-971f-592a8b13833a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392354 Dec 21 17:07:06.137299 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4952e3c1-7dce-40ec-bd65-d0f2f16c8216 req-fc170e7b-56b9-4816-addf-3fb25faf14c9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455470 Dec 21 17:07:07.344333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcff8af-1143-491f-865c-4f41708905dc req-0d6d4997-9d15-49cb-ba85-5af8829b8ceb tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:07.345957 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bfcff8af-1143-491f-865c-4f41708905dc req-0d6d4997-9d15-49cb-ba85-5af8829b8ceb tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0855179 Dec 21 17:07:07.394577 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bfcff8af-1143-491f-865c-4f41708905dc req-5ac07ee3-8dcf-4230-b2c5-d50c7fa378f5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 Dec 21 17:07:07.595915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bb2cd-2e95-4695-b34a-83bbb4e26a6a req-fb674e8a-a81c-4215-9e5a-82e6f128465c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:07.597485 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fd4bb2cd-2e95-4695-b34a-83bbb4e26a6a req-fb674e8a-a81c-4215-9e5a-82e6f128465c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0869141 Dec 21 17:07:07.607222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 49004) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:07:07.613812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a8f505b9-143e-4a74-a8a5-53566c06a8b2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'floatingip': {'port_id': '2d076b80-162e-4c37-8c87-fc3fae20bcd9'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:07:07.689166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8f505b9-143e-4a74-a8a5-53566c06a8b2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:08.297122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8f505b9-143e-4a74-a8a5-53566c06a8b2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:08.299766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8f505b9-143e-4a74-a8a5-53566c06a8b2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:08.496942 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-a8f505b9-143e-4a74-a8a5-53566c06a8b2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8 associated. External IP: 172.26.7.212, port: 2d076b80-162e-4c37-8c87-fc3fae20bcd9. Dec 21 17:07:09.126434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f505b9-143e-4a74-a8a5-53566c06a8b2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Router bc8d3300-b63a-474a-8313-3f89db16abb1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:07:09.335475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f505b9-143e-4a74-a8a5-53566c06a8b2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:07:09.340429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8f505b9-143e-4a74-a8a5-53566c06a8b2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:09.346146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4b193-aa93-487e-9730-f1012795c5a0 None None] Sync routers for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:07:09.359722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4b193-aa93-487e-9730-f1012795c5a0 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:07:09.360477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-acb4b193-aa93-487e-9730-f1012795c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:06:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:07:09.399535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a8f505b9-143e-4a74-a8a5-53566c06a8b2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "PUT /v2.0/floatingips/259744bc-fb95-4e2d-be7c-4905839b99c8 HTTP/1.1" status: 200 len: 991 time: 1.7876158 Dec 21 17:07:09.399535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:07:09.557647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'status': 'completed', 'code': 200} Dec 21 17:07:09.565543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-acb4b193-aa93-487e-9730-f1012795c5a0 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:07:09.658345 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bf58841b-5b6c-4b9e-a5d2-8e5b3242404b req-3b22bb0e-acb2-45a7-8ad1-5d269bcba5cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 1098 time: 0.0796881 Dec 21 17:07:09.744021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:07:09.802315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58841b-5b6c-4b9e-a5d2-8e5b3242404b req-ab9c5ee0-ddef-42e0-b07b-f932ef4436b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:09.804021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bf58841b-5b6c-4b9e-a5d2-8e5b3242404b req-ab9c5ee0-ddef-42e0-b07b-f932ef4436b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1398728 Dec 21 17:07:09.912195 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bf58841b-5b6c-4b9e-a5d2-8e5b3242404b req-00967d4d-836d-4e20-b8c5-bdc9bec49405 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9 HTTP/1.1" status: 200 len: 999 time: 0.1020129 Dec 21 17:07:09.931501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-acb4b193-aa93-487e-9730-f1012795c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:32:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:07:08Z', 'revision_number': 1, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:07:09.935662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4b193-aa93-487e-9730-f1012795c5a0 None None] Checking router: bc8d3300-b63a-474a-8313-3f89db16abb1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:07:09.947520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4b193-aa93-487e-9730-f1012795c5a0 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:07:09.948183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-acb4b193-aa93-487e-9730-f1012795c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:06:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:07:09.980245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58841b-5b6c-4b9e-a5d2-8e5b3242404b req-f6301003-76c9-4e1f-86ce-6a2880815a51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:09.981902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bf58841b-5b6c-4b9e-a5d2-8e5b3242404b req-f6301003-76c9-4e1f-86ce-6a2880815a51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0639477 Dec 21 17:07:10.064747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bf58841b-5b6c-4b9e-a5d2-8e5b3242404b req-4b368c74-c96e-4175-bcb4-e94ea8e66246 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769849 Dec 21 17:07:10.133975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-acb4b193-aa93-487e-9730-f1012795c5a0 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:07:10.207397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bf58841b-5b6c-4b9e-a5d2-8e5b3242404b req-bbd97203-2107-454d-9182-e30c2e974e5d service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364114 Dec 21 17:07:10.356521 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bf58841b-5b6c-4b9e-a5d2-8e5b3242404b req-395436e8-9b3d-4419-b0d2-cc1857811e08 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435034 Dec 21 17:07:10.503154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-acb4b193-aa93-487e-9730-f1012795c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:32:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:07:08Z', 'revision_number': 1, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:07:10.507376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4b193-aa93-487e-9730-f1012795c5a0 None None] The sync data for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv is: [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:32:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:07:08Z', 'revision_number': 1, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:07:10.865484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251651cb-3c8c-40f2-9e09-64b859bf4e52 None None] New status for floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:07:15.772212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d23d98a-94d9-40ab-a830-fd9290d40336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:17.189272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:18.025041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cebb7901-a95d-4a27-b99e-2f4234d93f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:18.389901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:19.889515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:29.515626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:45.109477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc52b7-042f-40c4-b41e-2d9453eb494a req-f38b001f-a8a7-44e5-a9cb-ad4d0c2c108b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:45.111259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1abc52b7-042f-40c4-b41e-2d9453eb494a req-f38b001f-a8a7-44e5-a9cb-ad4d0c2c108b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0860054 Dec 21 17:07:45.158288 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1abc52b7-042f-40c4-b41e-2d9453eb494a req-fb3110fe-71aa-4cd5-a015-d5f5dc8a8c51 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Dec 21 17:07:45.569294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-36c5e069-8dad-4eb2-ab6a-b646d4ab2004 req-480cf49d-829e-44a6-853a-6ea03797e10b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1446667 Dec 21 17:07:45.775619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0bcd-034a-4209-9315-50d13f797845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:45.829599 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-96ee3019-5e3e-4cc9-81df-f74ccbfd9cd4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766978 Dec 21 17:07:45.899357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa839e-8bfe-43d4-8b6b-f27c1d10d3e9 req-c7e4f440-55f9-4c73-83f3-3fc6de94bb81 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:45.900970 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ecaa839e-8bfe-43d4-8b6b-f27c1d10d3e9 req-c7e4f440-55f9-4c73-83f3-3fc6de94bb81 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0890431 Dec 21 17:07:45.949722 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ecaa839e-8bfe-43d4-8b6b-f27c1d10d3e9 req-0bf7322e-f940-4c2a-9e2e-9550702221b4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Dec 21 17:07:46.745622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:07:47.078357 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-a0c26ad6-f25b-47e0-b4ce-b0c03e46392b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 1098 time: 0.0753844 Dec 21 17:07:47.161749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144a005-5904-4f6d-8702-48d2d9ccafc3 req-05c6d813-d6b0-41ad-9195-17cc45a3ba75 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:47.163381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c144a005-5904-4f6d-8702-48d2d9ccafc3 req-05c6d813-d6b0-41ad-9195-17cc45a3ba75 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0855930 Dec 21 17:07:47.185888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:47.224037 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c144a005-5904-4f6d-8702-48d2d9ccafc3 req-86aac62c-1ac8-431e-978c-e2d3cd40fac3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482855 Dec 21 17:07:47.227237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-32e37f4d-0e13-4a39-913a-a07ee55568bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:47.228924 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-32e37f4d-0e13-4a39-913a-a07ee55568bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1445997 Dec 21 17:07:47.344179 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-53c92641-b385-4e5a-97bc-8367511c6cd3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9 HTTP/1.1" status: 200 len: 1001 time: 0.1078339 Dec 21 17:07:47.417424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-6d6821d8-b0c7-49e8-b5c8-86b1e3170102 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:47.419199 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-6d6821d8-b0c7-49e8-b5c8-86b1e3170102 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0687809 Dec 21 17:07:47.498985 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-b594488c-209a-456b-a5eb-832a484a4be7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732958 Dec 21 17:07:47.638068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-87411683-a348-4f2c-9128-34e341249fd8 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339338 Dec 21 17:07:47.777052 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-e2613640-ff9a-41fc-be93-254e44789b97 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331501 Dec 21 17:07:48.028427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22172eaa-b74e-4b16-9ce0-1fe644d2ef8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:48.392811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:48.430958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c9d18-4c30-48bd-bf6d-6842198dec9d req-7b287cc6-2770-4323-80d9-4f34d6f69321 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:48.432579 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-166c9d18-4c30-48bd-bf6d-6842198dec9d req-7b287cc6-2770-4323-80d9-4f34d6f69321 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0850542 Dec 21 17:07:48.480452 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-166c9d18-4c30-48bd-bf6d-6842198dec9d req-c90f72f3-dca8-46ce-89b1-00f0c03f19da tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Dec 21 17:07:49.696063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243a8ba-26f4-4005-b9f6-10b909add0b2 req-155c45d4-97fb-4692-95e0-b1b8c54b0fb5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:49.697554 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d243a8ba-26f4-4005-b9f6-10b909add0b2 req-155c45d4-97fb-4692-95e0-b1b8c54b0fb5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0857370 Dec 21 17:07:49.745036 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d243a8ba-26f4-4005-b9f6-10b909add0b2 req-85b87dc3-09ba-4a53-a331-7f60d59f6930 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413563 Dec 21 17:07:49.890852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:50.948669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410040e7-838a-4303-acc5-129f4049f49f req-86fa6f29-1eea-4b04-b883-bd9a8e1ef6eb tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:50.950258 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-410040e7-838a-4303-acc5-129f4049f49f req-86fa6f29-1eea-4b04-b883-bd9a8e1ef6eb tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0818322 Dec 21 17:07:50.997157 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-410040e7-838a-4303-acc5-129f4049f49f req-89fcfef1-8244-4101-b87e-1670140dda64 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Dec 21 17:07:52.207950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe4620-1998-45ea-a19e-db397ddd0068 req-b93f7bff-e3e5-4ce6-aa74-dd5f9234908a tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:52.209562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4fe4620-1998-45ea-a19e-db397ddd0068 req-b93f7bff-e3e5-4ce6-aa74-dd5f9234908a tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0898280 Dec 21 17:07:52.258851 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4fe4620-1998-45ea-a19e-db397ddd0068 req-d6000304-51f6-40c3-84a1-2d248424588b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432088 Dec 21 17:07:53.464822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62069a0-58c5-499d-9610-53d7bd5d8ac4 req-ae075e12-f0ea-4396-814d-5b10fed76101 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:53.466450 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f62069a0-58c5-499d-9610-53d7bd5d8ac4 req-ae075e12-f0ea-4396-814d-5b10fed76101 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0836632 Dec 21 17:07:53.520282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f62069a0-58c5-499d-9610-53d7bd5d8ac4 req-4829bd4a-ff26-4644-94b6-cbb21534453e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473828 Dec 21 17:07:53.552156 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab11dc2c-f416-4188-bfc9-ba8f8c285f15 req-dafe0803-6b27-4d7a-81a8-b88219190275 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 1098 time: 0.0760112 Dec 21 17:07:53.707055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11dc2c-f416-4188-bfc9-ba8f8c285f15 req-ceda4917-8985-4903-9591-b22cbe35ccb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:53.708559 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab11dc2c-f416-4188-bfc9-ba8f8c285f15 req-ceda4917-8985-4903-9591-b22cbe35ccb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1370146 Dec 21 17:07:53.816575 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab11dc2c-f416-4188-bfc9-ba8f8c285f15 req-f5f56d54-61c7-4c9f-99c4-c32b124c8352 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9 HTTP/1.1" status: 200 len: 1001 time: 0.1009111 Dec 21 17:07:53.886857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11dc2c-f416-4188-bfc9-ba8f8c285f15 req-27550751-f674-4ace-8a5b-1573d25eb182 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:53.888393 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab11dc2c-f416-4188-bfc9-ba8f8c285f15 req-27550751-f674-4ace-8a5b-1573d25eb182 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0658622 Dec 21 17:07:53.967359 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab11dc2c-f416-4188-bfc9-ba8f8c285f15 req-83baebee-f3ee-4f6c-95d6-35242753ee44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723853 Dec 21 17:07:54.107707 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab11dc2c-f416-4188-bfc9-ba8f8c285f15 req-6360f4c8-2552-497c-b30f-68dc74974616 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336417 Dec 21 17:07:54.244991 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab11dc2c-f416-4188-bfc9-ba8f8c285f15 req-4a6c8f71-5aaa-4e86-81cb-e73c05fecad6 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313121 Dec 21 17:07:54.725620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e659d1-4e42-4662-ab90-8c3d7523f5a7 req-4d26afa9-39c7-41d1-ad8e-4a7a6b2ecf2b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:54.727256 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-14e659d1-4e42-4662-ab90-8c3d7523f5a7 req-4d26afa9-39c7-41d1-ad8e-4a7a6b2ecf2b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0826778 Dec 21 17:07:54.775114 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-14e659d1-4e42-4662-ab90-8c3d7523f5a7 req-a484b3a0-a8ac-49c8-8a89-72b62c4e242e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418937 Dec 21 17:07:55.981744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad716103-a410-4a07-95c0-b7e0cd297400 req-eba76adb-09fe-4ae0-acf8-b22fb2dfa1cd tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:55.983365 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad716103-a410-4a07-95c0-b7e0cd297400 req-eba76adb-09fe-4ae0-acf8-b22fb2dfa1cd tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0862837 Dec 21 17:07:56.031499 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad716103-a410-4a07-95c0-b7e0cd297400 req-77bba977-084c-4aaa-a4cd-748b0b1ac944 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416389 Dec 21 17:07:57.234309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5557151-e649-48be-a160-834bb18a9d67 req-c2201fdd-e052-4d96-9006-c5a841ecffb0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:57.236201 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b5557151-e649-48be-a160-834bb18a9d67 req-c2201fdd-e052-4d96-9006-c5a841ecffb0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0844953 Dec 21 17:07:57.287667 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b5557151-e649-48be-a160-834bb18a9d67 req-b459cb71-c47f-4a4a-96bd-7b8e24db4adc tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431173 Dec 21 17:07:58.501627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a70ecb-88b1-4d2c-8e63-84388d982bbc req-660677b2-565e-4faf-8556-83cb12c2e607 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:58.503302 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a0a70ecb-88b1-4d2c-8e63-84388d982bbc req-660677b2-565e-4faf-8556-83cb12c2e607 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0882995 Dec 21 17:07:58.553057 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a0a70ecb-88b1-4d2c-8e63-84388d982bbc req-5b585f1e-1b78-4f9b-96e3-c1e4d6ef0350 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436747 Dec 21 17:07:59.408244 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-28230d44-2ddb-4fbd-9022-aae0ece1f561 service neutron] 10.222.0.48 "GET /v2.0/ports/2d076b80-162e-4c37-8c87-fc3fae20bcd9/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0773125 Dec 21 17:07:59.518969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:07:59.688792 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-56a695a6-ca92-4348-96a7-61970b7554a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 1098 time: 0.0791698 Dec 21 17:07:59.759775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ad8c2-64bb-4971-be6d-55a97bc4fb36 req-6c90ba2b-f3d2-4648-abee-f14ef80e579a tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:59.761454 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0a9ad8c2-64bb-4971-be6d-55a97bc4fb36 req-6c90ba2b-f3d2-4648-abee-f14ef80e579a tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0856462 Dec 21 17:07:59.785960 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-c2ccc126-0c12-4dd3-9450-7878ab85771e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 1098 time: 0.0743985 Dec 21 17:07:59.810048 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0a9ad8c2-64bb-4971-be6d-55a97bc4fb36 req-759f4beb-0fd8-4811-8dff-fb3ac547dc4d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423548 Dec 21 17:07:59.927766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-aea5ef85-e59d-48f6-b8cb-75e7897b3cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:07:59.929366 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-aea5ef85-e59d-48f6-b8cb-75e7897b3cae service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1369975 Dec 21 17:08:00.267150 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-675e31f8-e6da-49a8-ac89-54d5509d5131 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9 HTTP/1.1" status: 200 len: 1001 time: 0.3310916 Dec 21 17:08:00.335865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-0c12aa57-2ef9-4876-9e07-5ce11074e5f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:00.337395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-0c12aa57-2ef9-4876-9e07-5ce11074e5f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0639069 Dec 21 17:08:00.420677 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-c68fbbfc-8af9-4245-a151-6b6e9ee92450 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764689 Dec 21 17:08:00.562724 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-21140004-1a73-4431-9d27-46d8dc530e6f service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349418 Dec 21 17:08:00.707263 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-161c363a-32b8-4be1-a1b2-faf8deeeecf1 req-be3c4162-b167-4781-b9b5-ca7bf278b12f service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371334 Dec 21 17:08:01.016523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f4e82-b55b-4d04-912f-2f458b6c20d3 req-eba7fd7a-7473-49ad-94b1-8454f81df6cb tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:01.018097 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f16f4e82-b55b-4d04-912f-2f458b6c20d3 req-eba7fd7a-7473-49ad-94b1-8454f81df6cb tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0844698 Dec 21 17:08:01.065503 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f16f4e82-b55b-4d04-912f-2f458b6c20d3 req-35baf857-25f5-4eec-b9d8-85dfcc099420 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Dec 21 17:08:02.275945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa0e5d-31cf-48d2-8e7e-f94318faed55 req-cf14452b-753b-4d45-806f-b1f24c83cf63 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:02.277546 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8eaa0e5d-31cf-48d2-8e7e-f94318faed55 req-cf14452b-753b-4d45-806f-b1f24c83cf63 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0847323 Dec 21 17:08:02.331528 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8eaa0e5d-31cf-48d2-8e7e-f94318faed55 req-6e612cd8-d852-400f-a9dc-a907c97309f4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474207 Dec 21 17:08:03.540422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf881f91-6f24-45df-8459-a7ac0b055dff req-a6e83810-6866-4494-bde9-b74aae278285 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:03.542080 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bf881f91-6f24-45df-8459-a7ac0b055dff req-a6e83810-6866-4494-bde9-b74aae278285 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0826154 Dec 21 17:08:03.589969 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bf881f91-6f24-45df-8459-a7ac0b055dff req-773ea46d-8360-4544-838b-55facd254869 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Dec 21 17:08:03.853831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d076b80-162e-4c37-8c87-fc3fae20bcd9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:08:03.861866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d076b80-162e-4c37-8c87-fc3fae20bcd9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:08:03.942436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-8b5653f1-7a9f-4162-88c2-08be5deafe48 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:03.943266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-8b5653f1-7a9f-4162-88c2-08be5deafe48 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Synchronizing usage tracker for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:08:03.943690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a325eb-2e11-47f9-922f-5d501a6ca950 req-97783f76-0438-4f4b-a3fc-7ca9a40ce8b6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:03.945465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-07a325eb-2e11-47f9-922f-5d501a6ca950 req-97783f76-0438-4f4b-a3fc-7ca9a40ce8b6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0902069 Dec 21 17:08:03.961347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-8b5653f1-7a9f-4162-88c2-08be5deafe48 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Unset dirty status for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:08:03.962760 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-8b5653f1-7a9f-4162-88c2-08be5deafe48 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1063693 Dec 21 17:08:04.000571 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-07a325eb-2e11-47f9-922f-5d501a6ca950 req-224f90f4-47be-475c-a503-c30ea504d148 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472417 Dec 21 17:08:04.085439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:04.114054 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-bf817f26-a4b4-4a8e-b697-923c5c653902 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 1098 time: 0.0783091 Dec 21 17:08:04.134041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:08:04.141608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d076b80-162e-4c37-8c87-fc3fae20bcd9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:08:04.159711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d076b80-162e-4c37-8c87-fc3fae20bcd9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:08:04.161254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'port_id': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'mac_address': 'fa:16:3e:32:ed:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:08:04.164709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:04.166906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:08:04.223286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'code': 200} Dec 21 17:08:04.258342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-adfd6fb9-e2ca-433b-8013-e5c91bfd83f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:04.260044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-adfd6fb9-e2ca-433b-8013-e5c91bfd83f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1399603 Dec 21 17:08:04.281724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:04.303361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2d076b80-162e-4c37-8c87-fc3fae20bcd9,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:08:04.307180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d076b80-162e-4c37-8c87-fc3fae20bcd9 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:08:04.323888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:04.324284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:04.324671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:04.325054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:04.325436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:04.325822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:04.326196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:04.327102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:04.327481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:04.327855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:04.328226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:04.333506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:08:04.336533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d076b80-162e-4c37-8c87-fc3fae20bcd9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:08:04.339758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:04.341538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:08:04.372863 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-fca0415f-3d59-4dc8-8d75-dcde6c2dab96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9 HTTP/1.1" status: 200 len: 999 time: 0.1058540 Dec 21 17:08:04.414115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['2d076b80-162e-4c37-8c87-fc3fae20bcd9'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:08:04.444260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-ec23279f-8cd8-4b34-aa9e-32990fbbd8bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:04.445850 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-ec23279f-8cd8-4b34-aa9e-32990fbbd8bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0663335 Dec 21 17:08:04.450395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2d076b80-162e-4c37-8c87-fc3fae20bcd9,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:08:04.455784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:08:04.527843 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-ee563c28-24ee-4e77-86f3-2640af90e2cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748012 Dec 21 17:08:04.669087 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-b9fee938-109e-436f-9520-6a45b8419277 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348057 Dec 21 17:08:04.808440 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e81d933c-8b6c-42db-b9da-d0a7a26a1b80 req-087f4800-5a62-456b-b4c5-0976f1e66b76 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330929 Dec 21 17:08:05.215350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ebe3c-3a3a-497a-80c8-619c1035bb85 req-4eed7dca-b824-41c6-b356-1e69aff940c1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:05.216941 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-938ebe3c-3a3a-497a-80c8-619c1035bb85 req-4eed7dca-b824-41c6-b356-1e69aff940c1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 944 time: 0.0904677 Dec 21 17:08:05.267771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-938ebe3c-3a3a-497a-80c8-619c1035bb85 req-d5f48161-356d-4bd1-ab18-330d54c15dd8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438807 Dec 21 17:08:05.863599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d076b80-162e-4c37-8c87-fc3fae20bcd9 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:08:05.937355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:08:05.937780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:06.053660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:06.085945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d076b80-162e-4c37-8c87-fc3fae20bcd9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:08:06.088743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:06.090616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c7ed599-a373-4f9f-b99d-4d1e3a9d3a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:08:06.155650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2d076b80-162e-4c37-8c87-fc3fae20bcd9,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:08:06.158558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:08:06.224184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:08:06.278265 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'code': 200} Dec 21 17:08:06.474954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba7b1f-4df4-4fde-a623-735c4862c533 req-e8f2888a-93d7-49e8-a3af-b3bc4f7e2e23 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:06.476545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7ba7b1f-4df4-4fde-a623-735c4862c533 req-e8f2888a-93d7-49e8-a3af-b3bc4f7e2e23 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0861323 Dec 21 17:08:06.525148 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7ba7b1f-4df4-4fde-a623-735c4862c533 req-afd1d074-1011-4bea-a062-bb9c6f48ff1c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425110 Dec 21 17:08:06.728913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b95b7-2f82-4f97-89c8-bb1e19dde8a6 req-9443007c-1f4d-4af7-b31b-cf52a5317666 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:06.730524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d8b95b7-2f82-4f97-89c8-bb1e19dde8a6 req-9443007c-1f4d-4af7-b31b-cf52a5317666 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0814846 Dec 21 17:08:06.782589 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d8b95b7-2f82-4f97-89c8-bb1e19dde8a6 req-470121d2-dafe-425d-8859-4349a58fcf44 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451872 Dec 21 17:08:06.987025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855ba6-791f-46fc-9615-cd735491ba0a req-c476179c-6fb4-46d5-9046-06a9b0610735 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:06.988578 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-da855ba6-791f-46fc-9615-cd735491ba0a req-c476179c-6fb4-46d5-9046-06a9b0610735 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0828967 Dec 21 17:08:07.037745 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-da855ba6-791f-46fc-9615-cd735491ba0a req-6ef6d3cb-ac34-4d0f-9c1b-687effd42da1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425870 Dec 21 17:08:07.460688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39bf5e-eebe-471d-9d81-48e28cf00a36 req-5ee3f3f9-5322-4329-8a0c-3235692d5f48 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:07.462307 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec39bf5e-eebe-471d-9d81-48e28cf00a36 req-5ee3f3f9-5322-4329-8a0c-3235692d5f48 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0887289 Dec 21 17:08:07.511186 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec39bf5e-eebe-471d-9d81-48e28cf00a36 req-6594c625-31d7-49e1-b0de-1ad0de6a595b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Dec 21 17:08:08.714864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686805d8-7016-421f-8a61-f90bd83f2304 req-716cf312-9207-4244-a2d7-67c02eec6697 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:08.716401 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-686805d8-7016-421f-8a61-f90bd83f2304 req-716cf312-9207-4244-a2d7-67c02eec6697 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0835493 Dec 21 17:08:08.765162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-686805d8-7016-421f-8a61-f90bd83f2304 req-8c056a95-e93d-4291-881c-8d1efd34263f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Dec 21 17:08:09.028089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-e9423fa5-26a5-449f-a113-0c05ad088b58 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:09.029630 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-e9423fa5-26a5-449f-a113-0c05ad088b58 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 945 time: 0.0862119 Dec 21 17:08:09.100356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Deleting port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:08:09.100743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:09.354232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] For port 2d076b80-162e-4c37-8c87-fc3fae20bcd9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d076b80-162e-4c37-8c87-fc3fae20bcd9,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:08:09.354549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:09.649760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:09.650085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:09.650436 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8 disassociated. External IP: 172.26.7.212, port: 2d076b80-162e-4c37-8c87-fc3fae20bcd9. Dec 21 17:08:09.650835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Calling delete_port for 2d076b80-162e-4c37-8c87-fc3fae20bcd9 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:08:09.797875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:09.804094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:08:09.848241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event deleted for resources: {'Port': ['ID=2d076b80-162e-4c37-8c87-fc3fae20bcd9,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:08:09.864274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:09.864694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:09.865117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:09.865531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:09.865954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:09.866370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:09.866794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:09.867219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:09.867660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:09.868167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:09.868553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:08:09.872164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:08:09.959792 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-35fbeae3-7d89-4981-bc3c-8e434f1f580b req-ae465399-b851-493c-a3a2-fcc8ee2e763d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd4bfaf-f052-42a0-8f38-6f63a060842c HTTP/1.1" status: 200 len: 210 time: 0.0612767 Dec 21 17:08:10.097062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Router bc8d3300-b63a-474a-8313-3f89db16abb1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:08:10.305868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:08:10.316238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633fe3c2-eb58-49b4-afa0-66c1b8828ba5 None None] Sync routers for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:08:10.329467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633fe3c2-eb58-49b4-afa0-66c1b8828ba5 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:08:10.330152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-633fe3c2-eb58-49b4-afa0-66c1b8828ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:07:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:08:10.379692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] No DVR routers for this DVR port 2d076b80-162e-4c37-8c87-fc3fae20bcd9 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:08:10.382297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:10.385546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'name': 'network-vif-deleted', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:08:10.408743 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-93222ec3-8d44-4294-ba9b-d95ecb35b652 req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "DELETE /v2.0/ports/2d076b80-162e-4c37-8c87-fc3fae20bcd9 HTTP/1.1" status: 204 len: 173 time: 1.3737073 Dec 21 17:08:10.539533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4bfaf-f052-42a0-8f38-6f63a060842c', 'name': 'network-vif-deleted', 'tag': '2d076b80-162e-4c37-8c87-fc3fae20bcd9', 'status': 'completed', 'code': 200} Dec 21 17:08:10.700577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-633fe3c2-eb58-49b4-afa0-66c1b8828ba5 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:08:11.035407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-633fe3c2-eb58-49b4-afa0-66c1b8828ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:08:11.039564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633fe3c2-eb58-49b4-afa0-66c1b8828ba5 None None] Checking router: bc8d3300-b63a-474a-8313-3f89db16abb1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:08:11.050735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633fe3c2-eb58-49b4-afa0-66c1b8828ba5 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:08:11.051468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-633fe3c2-eb58-49b4-afa0-66c1b8828ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:07:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:08:11.242354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-633fe3c2-eb58-49b4-afa0-66c1b8828ba5 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:08:11.323614 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-e8db4141-3c9f-4b2a-9412-10b362d8edfe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1042526979&fields=id&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 267 time: 0.0464175 Dec 21 17:08:11.495069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-885e950c-de05-424c-a6c9-353a9e8a3c20 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:11.496565 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-885e950c-de05-424c-a6c9-353a9e8a3c20 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 812 time: 0.1657884 Dec 21 17:08:11.514029 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-c9739d18-991e-4734-9c12-d306c2989d51 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/quotas/6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 375 time: 0.0114043 Dec 21 17:08:11.585498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-633fe3c2-eb58-49b4-afa0-66c1b8828ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:08:11.589738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633fe3c2-eb58-49b4-afa0-66c1b8828ba5 None None] The sync data for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv is: [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:08:11.602134 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-85c08d83-6265-4250-86ca-0cb89e4e6154 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824976 Dec 21 17:08:11.619943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-e6e21c44-abc3-4b13-aee7-e4561555b8f1 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 17:08:11.621135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-e6e21c44-abc3-4b13-aee7-e4561555b8f1 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0057757 Dec 21 17:08:11.765449 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-8042eae4-1ff1-4315-a6f7-f7977c1ff602 service neutron] 10.222.0.67 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380527 Dec 21 17:08:11.869922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d076b80-162e-4c37-8c87-fc3fae20bcd9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:08:11.912642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 2d076b80-162e-4c37-8c87-fc3fae20bcd9 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:08:11.913089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d076b80-162e-4c37-8c87-fc3fae20bcd9 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:08:11.917482 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-dc316448-327d-4278-8498-51013bb48ec3 service neutron] 10.222.0.67 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458757 Dec 21 17:08:12.026112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6e150-e97b-48b1-aef5-aa20eaa298eb None None] New status for floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:08:12.127837 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-54518751-1fa9-4f4a-8b43-4856a22249ae req-015da67f-7fd1-4078-ac92-f49162dc078c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 210 time: 0.0541625 Dec 21 17:08:13.146603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-c9bdaebf-ce62-437f-8d86-0f6b8eb53136 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:13.148296 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-c9bdaebf-ce62-437f-8d86-0f6b8eb53136 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 812 time: 0.1562788 Dec 21 17:08:13.207925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-9a2fcff8-d121-4045-869f-e461da265981 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 380 time: 0.0478129 Dec 21 17:08:13.223057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'port': {'device_id': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'admin_state_up': True, 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'security_groups': ['1ed11d19-146c-411b-90aa-9feaa8e2f1ce']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:08:13.308111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5b5ccf62-18d4-439d-9869-24d762e53fd0 req-da050261-5510-4fed-9303-07da6224e1d7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 210 time: 0.0464542 Dec 21 17:08:13.374152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:08:13.378525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Usage tracker for resource:port and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:08:13.381539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:08:13.387639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:08:13.396963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Made reservation on behalf of 6d49ddf5ec2248dba4c6dd83d95ae902 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:08:13.402422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:13.808278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Allocated IP 172.20.0.14 (1d02d78c-92f3-466d-9dde-da98c1dbedc4/865520fe-a601-4fa8-be36-9def0182e066/ee8afb93-3fb6-469d-9ac6-feeac607c6b6) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:08:14.006955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:14.022841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Transition to ACTIVE for port object ee8afb93-3fb6-469d-9ac6-feeac607c6b6 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:08:14.041379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:14.047707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0cc6ceaf-529c-4c1a-adf6-42e7377a4f83 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:08:14.123241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:08:14.127427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:08:14.129386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event updated for resources: {'Port': ['ID=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:08:14.131710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:08:14.159980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:08:14.200738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:14.201423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:14.233218 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0143876 Dec 21 17:08:14.244863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Request body: {'port': {'device_id': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:08:14.378521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dfb5875d-8fcd-4c99-b046-16d1f7af1a89 None None] Provisioning for port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:08:14.383757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dfb5875d-8fcd-4c99-b046-16d1f7af1a89 None None] Provisioning complete for port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:08:14.384433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb5875d-8fcd-4c99-b046-16d1f7af1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:14.388181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:14.447622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5875d-8fcd-4c99-b046-16d1f7af1a89 None None] Port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:08:14.526208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d29d63-7b2b-451d-8f2d-5fa48fbf8c33 req-4677da9b-8bdc-4023-9dae-a7f93122c980 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:14.527885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-65d29d63-7b2b-451d-8f2d-5fa48fbf8c33 req-4677da9b-8bdc-4023-9dae-a7f93122c980 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 932 time: 0.0833266 Dec 21 17:08:14.579951 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-65d29d63-7b2b-451d-8f2d-5fa48fbf8c33 req-6c1b9d90-a58f-4bae-9d62-6234bd697992 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455515 Dec 21 17:08:14.744411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8afb93-3fb6-469d-9ac6-feeac607c6b6 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:08:14.751910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:14.766712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Transition to ACTIVE for port object ee8afb93-3fb6-469d-9ac6-feeac607c6b6 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:08:14.769387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:14.773729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20ab76f4-a5d3-4b18-b19a-2d33bd30063a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:08:14.904422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c02774-3e49-4119-b800-689421f3312a service neutron] Pushing event updated for resources: {'Port': ['ID=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:08:14.908419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61c02774-3e49-4119-b800-689421f3312a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:08:15.018462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Attempting to bind port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:08:15.018871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Attempting to bind port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:08:15.019251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Attempting to bind port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:08:15.025724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:08:15.026087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Attempting to bind port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:08:15.033545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:08:15.033922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Checking segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:08:15.034354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Bound using segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:08:15.034849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Bound port: ee8afb93-3fb6-469d-9ac6-feeac607c6b6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:08:15.035241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:15.131033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] For port ee8afb93-3fb6-469d-9ac6-feeac607c6b6, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:08:15.134493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] For port ee8afb93-3fb6-469d-9ac6-feeac607c6b6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:08:15.138029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:15.142711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-522de64a-d70a-491d-8fd9-ce1505816828 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:08:15.195298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:15.196772 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-61c02774-3e49-4119-b800-689421f3312a service neutron] 10.222.0.48 "PUT /v2.0/ports/ee8afb93-3fb6-469d-9ac6-feeac607c6b6 HTTP/1.1" status: 200 len: 1094 time: 0.9563651 Dec 21 17:08:15.199342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'tag': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:08:15.238437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c02774-3e49-4119-b800-689421f3312a service neutron] Pushing event updated for resources: {'Port': ['ID=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:08:15.277837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61c02774-3e49-4119-b800-689421f3312a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:08:15.279601 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'tag': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6', 'status': 'completed', 'code': 200} Dec 21 17:08:15.324383 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-8c298582-2970-4d8b-b4d6-8ddf0ef6209c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 1097 time: 0.0872111 Dec 21 17:08:15.403528 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-0853b0c8-a9c0-4af1-802e-190f583611ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6 HTTP/1.1" status: 200 len: 217 time: 0.0725346 Dec 21 17:08:15.473365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-ecff6ed6-b964-49e7-8a78-3909183e8066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:15.475066 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-ecff6ed6-b964-49e7-8a78-3909183e8066 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0661063 Dec 21 17:08:15.559602 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-3c316ba6-1a7b-44f2-8ab0-56925d493473 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786669 Dec 21 17:08:15.703410 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-44f440a3-9c47-4894-b0fe-efe474da1b1a service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374257 Dec 21 17:08:15.779983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f466527f-0277-49a9-8564-235a9cc54b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:15.784129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdbe3f-f61d-4253-849f-101a78d075a0 req-b95149a3-32eb-4c05-9310-2ecc37d1bc8b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:15.785773 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69bdbe3f-f61d-4253-849f-101a78d075a0 req-b95149a3-32eb-4c05-9310-2ecc37d1bc8b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.0847993 Dec 21 17:08:15.839575 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-69bdbe3f-f61d-4253-849f-101a78d075a0 req-57111aef-c09b-4eec-aa54-3d0c8a38e31a tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448270 Dec 21 17:08:15.849606 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7da3ac95-8c7e-40ce-b416-be1e770c8c68 req-faa6a0b5-9b82-4fad-9b1f-8ec02c5a8924 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405487 Dec 21 17:08:15.966105 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ec45ef5-094b-48a4-9015-00023bfe6e35 req-b8d0db19-98fe-49c9-b7c5-7f5bc4a906c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 1097 time: 0.0743935 Dec 21 17:08:16.105828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45ef5-094b-48a4-9015-00023bfe6e35 req-e194cf2b-bfdf-4a67-bd10-961c5b7a834f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:16.107373 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ec45ef5-094b-48a4-9015-00023bfe6e35 req-e194cf2b-bfdf-4a67-bd10-961c5b7a834f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1352057 Dec 21 17:08:16.181519 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ec45ef5-094b-48a4-9015-00023bfe6e35 req-12aaa8ed-dbcf-45fa-b7f5-1eba951c4634 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6 HTTP/1.1" status: 200 len: 217 time: 0.0675509 Dec 21 17:08:16.250655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45ef5-094b-48a4-9015-00023bfe6e35 req-90b4a7ec-18b9-4444-8605-932248f4ea95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:16.252250 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ec45ef5-094b-48a4-9015-00023bfe6e35 req-90b4a7ec-18b9-4444-8605-932248f4ea95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0638125 Dec 21 17:08:16.337561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ec45ef5-094b-48a4-9015-00023bfe6e35 req-13f32cc9-47f4-424f-9faf-0681a4831488 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784669 Dec 21 17:08:16.480574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ec45ef5-094b-48a4-9015-00023bfe6e35 req-abf29388-d63a-489f-9340-caed40ecea8f service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355739 Dec 21 17:08:16.621698 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ec45ef5-094b-48a4-9015-00023bfe6e35 req-a3f0ac62-b463-44fd-a2ab-16a37b9460f2 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340482 Dec 21 17:08:17.048472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f1c48-a392-4204-8d79-01c0f1d68296 req-ecb4d784-8972-481c-b5c1-58345aaeba1d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:17.050055 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-650f1c48-a392-4204-8d79-01c0f1d68296 req-ecb4d784-8972-481c-b5c1-58345aaeba1d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.0869820 Dec 21 17:08:17.097948 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-650f1c48-a392-4204-8d79-01c0f1d68296 req-0b6c2643-7094-429b-8064-abefb612d028 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 Dec 21 17:08:17.187369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:17.916272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ee8afb93-3fb6-469d-9ac6-feeac607c6b6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:08:18.046725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1b19ae7-4c83-4d8b-a20f-289d961dec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:18.072112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port ee8afb93-3fb6-469d-9ac6-feeac607c6b6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:08:18.086012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'port_id': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6', 'mac_address': 'fa:16:3e:ea:63:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:08:18.146415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:18.165459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8afb93-3fb6-469d-9ac6-feeac607c6b6 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:08:18.181327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port ee8afb93-3fb6-469d-9ac6-feeac607c6b6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:08:18.184825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:18.186738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ce1341b4-d795-4685-b5ac-1d0160fdbfe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:08:18.253724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:08:18.257086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:08:18.307207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806df39-9578-445c-a92f-14032edc4705 req-2c75e79e-6762-40e6-aa2c-51db918b156c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:18.308826 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8806df39-9578-445c-a92f-14032edc4705 req-2c75e79e-6762-40e6-aa2c-51db918b156c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 945 time: 0.0845950 Dec 21 17:08:18.359249 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8806df39-9578-445c-a92f-14032edc4705 req-f17fda2e-af44-42ff-866e-c0fc83ef57dd tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442333 Dec 21 17:08:18.391467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['ee8afb93-3fb6-469d-9ac6-feeac607c6b6'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:08:18.431956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:19.573503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a010c-60db-4665-a863-d01cae57c2d2 req-4e32ed03-8a31-4f11-93fd-7aa6b8976885 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:19.575286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d25a010c-60db-4665-a863-d01cae57c2d2 req-4e32ed03-8a31-4f11-93fd-7aa6b8976885 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 945 time: 0.0897262 Dec 21 17:08:19.623018 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d25a010c-60db-4665-a863-d01cae57c2d2 req-6b337de7-3cf4-4a0e-9434-25500d79f8ea tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Dec 21 17:08:19.895060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:19.931431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ee8afb93-3fb6-469d-9ac6-feeac607c6b6 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:08:19.999447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:08:20.004171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:08:20.004594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:20.121847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:20.149557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:08:20.159748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port ee8afb93-3fb6-469d-9ac6-feeac607c6b6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:08:20.162577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:20.165272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:08:20.207774 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6', 'code': 200} Dec 21 17:08:20.234616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:08:20.237998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:08:20.444946 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-34ddfaf7-f6c1-47f6-9682-41cdb8dcd960 req-ab2cbd55-a03c-4bf2-8d35-0a1fa706ad89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 1099 time: 0.0806119 Dec 21 17:08:20.491014 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-34ddfaf7-f6c1-47f6-9682-41cdb8dcd960 req-1ac53c06-2529-4622-bb47-aa8512be6e8a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394704 Dec 21 17:08:20.823919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4630a0c-41d4-468a-bc12-9ca12840e162 req-5650e8f6-185f-4ce6-9d0d-5073320dcf3f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:20.825541 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4630a0c-41d4-468a-bc12-9ca12840e162 req-5650e8f6-185f-4ce6-9d0d-5073320dcf3f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0818367 Dec 21 17:08:20.874378 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4630a0c-41d4-468a-bc12-9ca12840e162 req-0f60ae20-fa16-48b1-aac1-1a7d44fe2ec4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 Dec 21 17:08:22.080564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d3ff4-495e-450e-958a-a254cc9a9e38 req-3527b8ab-ee28-46b9-a05c-baa9fc4e0441 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:22.082168 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ca9d3ff4-495e-450e-958a-a254cc9a9e38 req-3527b8ab-ee28-46b9-a05c-baa9fc4e0441 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0850272 Dec 21 17:08:22.130188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ca9d3ff4-495e-450e-958a-a254cc9a9e38 req-08885274-6e9b-425a-bce6-1a5c2e445c09 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Dec 21 17:08:22.328484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de558d-0b40-4435-a12a-31d2ca67690c req-d92c0d21-9b19-47fb-abfa-cecbe7e1e267 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:22.330068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-67de558d-0b40-4435-a12a-31d2ca67690c req-d92c0d21-9b19-47fb-abfa-cecbe7e1e267 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0845022 Dec 21 17:08:22.340474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 49218) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:08:22.346998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-791fba4c-a38b-441d-8987-b261b573273b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'floatingip': {'port_id': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:08:22.427268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-791fba4c-a38b-441d-8987-b261b573273b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:23.258038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-791fba4c-a38b-441d-8987-b261b573273b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:23.260594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-791fba4c-a38b-441d-8987-b261b573273b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:23.462867 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-791fba4c-a38b-441d-8987-b261b573273b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8 associated. External IP: 172.26.7.212, port: ee8afb93-3fb6-469d-9ac6-feeac607c6b6. Dec 21 17:08:23.745900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:08:23.875981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791fba4c-a38b-441d-8987-b261b573273b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Router bc8d3300-b63a-474a-8313-3f89db16abb1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:08:24.080645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791fba4c-a38b-441d-8987-b261b573273b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:08:24.085553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-791fba4c-a38b-441d-8987-b261b573273b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:24.091209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a713ef5-4107-49ef-b01a-4f1932e8cc02 None None] Sync routers for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:08:24.107734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a713ef5-4107-49ef-b01a-4f1932e8cc02 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:08:24.108418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1a713ef5-4107-49ef-b01a-4f1932e8cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:08:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:08:24.143210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-791fba4c-a38b-441d-8987-b261b573273b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "PUT /v2.0/floatingips/259744bc-fb95-4e2d-be7c-4905839b99c8 HTTP/1.1" status: 200 len: 992 time: 1.8015740 Dec 21 17:08:24.144000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'tag': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:08:24.205353 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'tag': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6', 'status': 'completed', 'code': 200} Dec 21 17:08:24.297963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1a713ef5-4107-49ef-b01a-4f1932e8cc02 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:08:24.310307 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5788506e-68db-46e2-accd-558ff3dc237d req-5d426f7e-06e5-48ec-bb44-5d5a5e4c38f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 1099 time: 0.0845442 Dec 21 17:08:24.457985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788506e-68db-46e2-accd-558ff3dc237d req-45128978-3724-47cb-a166-489e6f8285ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:24.459649 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5788506e-68db-46e2-accd-558ff3dc237d req-45128978-3724-47cb-a166-489e6f8285ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1433008 Dec 21 17:08:24.565257 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5788506e-68db-46e2-accd-558ff3dc237d req-fbfbfeaf-e393-47e5-98de-c35557eb8a6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0983524 Dec 21 17:08:24.636121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788506e-68db-46e2-accd-558ff3dc237d req-557f5f84-780d-49d8-a5e0-2251fa766639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:24.637792 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5788506e-68db-46e2-accd-558ff3dc237d req-557f5f84-780d-49d8-a5e0-2251fa766639 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0670357 Dec 21 17:08:24.669437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1a713ef5-4107-49ef-b01a-4f1932e8cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:ea:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:08:23Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:08:24.674071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a713ef5-4107-49ef-b01a-4f1932e8cc02 None None] Checking router: bc8d3300-b63a-474a-8313-3f89db16abb1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:08:24.685485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a713ef5-4107-49ef-b01a-4f1932e8cc02 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:08:24.686718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1a713ef5-4107-49ef-b01a-4f1932e8cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:08:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:08:24.717454 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5788506e-68db-46e2-accd-558ff3dc237d req-5ea6a2a5-2e10-4509-8fd4-03dbd5a374ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732172 Dec 21 17:08:24.864607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5788506e-68db-46e2-accd-558ff3dc237d req-d02b6c9b-4ac5-4364-b51c-13d99c2c7984 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410275 Dec 21 17:08:25.012659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5788506e-68db-46e2-accd-558ff3dc237d req-80d0ac3a-5927-4fba-90b0-4b193f111634 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417482 Dec 21 17:08:25.036802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1a713ef5-4107-49ef-b01a-4f1932e8cc02 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:08:25.404828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1a713ef5-4107-49ef-b01a-4f1932e8cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:ea:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:08:23Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:08:25.409891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a713ef5-4107-49ef-b01a-4f1932e8cc02 None None] The sync data for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv is: [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:ea:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:08:23Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:08:25.743654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f6a80-a50b-40f5-babd-6c20e856f7a1 None None] New status for floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:08:29.532163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:45.782497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ccfc0aa-ce5f-47fc-bffd-bfcdb31c9ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:47.189520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:48.028946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4d854425-dc08-4618-8438-c3e0d22dcf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:48.397990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:49.954080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:54.908340 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3de358ec-bb10-444d-9600-57a9a0ba170a req-d847d486-14bf-43fc-add1-23fee31e126f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778146 Dec 21 17:08:55.056802 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3de358ec-bb10-444d-9600-57a9a0ba170a req-6b98b34e-18d2-4ad9-9545-20aeb9ae61b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 1099 time: 0.0754516 Dec 21 17:08:55.434269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de358ec-bb10-444d-9600-57a9a0ba170a req-ba638a0e-471f-4611-87de-b2a217126c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:55.435888 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3de358ec-bb10-444d-9600-57a9a0ba170a req-ba638a0e-471f-4611-87de-b2a217126c5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.3603921 Dec 21 17:08:55.546679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3de358ec-bb10-444d-9600-57a9a0ba170a req-aab4cb95-94bc-4c26-a965-f2fbed45e355 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6 HTTP/1.1" status: 200 len: 1002 time: 0.1040874 Dec 21 17:08:55.613860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de358ec-bb10-444d-9600-57a9a0ba170a req-3810a63b-94af-4aa2-bd58-74a82322f1e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:55.615426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3de358ec-bb10-444d-9600-57a9a0ba170a req-3810a63b-94af-4aa2-bd58-74a82322f1e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0626962 Dec 21 17:08:55.701047 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3de358ec-bb10-444d-9600-57a9a0ba170a req-900d7dbe-095a-4d16-b2b9-09a1c9683f49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793598 Dec 21 17:08:55.840849 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3de358ec-bb10-444d-9600-57a9a0ba170a req-bab60dfc-3b2c-40f9-adfa-d1064395b015 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338370 Dec 21 17:08:55.981441 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3de358ec-bb10-444d-9600-57a9a0ba170a req-f268adcc-232e-4c09-b25f-58f6b67b6f44 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345806 Dec 21 17:08:59.554809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:08:59.939347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1abb0-4bdc-4639-93f8-8fd5c104aba8 req-092b9efe-6eed-46c2-8122-da98ef9f10b4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:08:59.940866 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d5e1abb0-4bdc-4639-93f8-8fd5c104aba8 req-092b9efe-6eed-46c2-8122-da98ef9f10b4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0838306 Dec 21 17:08:59.988418 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d5e1abb0-4bdc-4639-93f8-8fd5c104aba8 req-f82ddde3-a8f8-4822-9930-92448f990442 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414217 Dec 21 17:09:00.747046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:09:01.200431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707c15a-a212-4eeb-8096-31655cf9af48 req-faf550c7-7499-4b71-8531-91deb854d662 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:01.202050 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2707c15a-a212-4eeb-8096-31655cf9af48 req-faf550c7-7499-4b71-8531-91deb854d662 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0869980 Dec 21 17:09:01.254622 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2707c15a-a212-4eeb-8096-31655cf9af48 req-a1545c56-a100-4f41-bb59-05092be97933 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Dec 21 17:09:02.460491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb2176-c87f-43d8-aa94-ef0b87c11b8a req-f0081f0e-2831-4a18-94f4-859696568160 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:02.462090 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e4eb2176-c87f-43d8-aa94-ef0b87c11b8a req-f0081f0e-2831-4a18-94f4-859696568160 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0850148 Dec 21 17:09:02.509613 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e4eb2176-c87f-43d8-aa94-ef0b87c11b8a req-91099ad0-3b0c-4015-8bce-4bc2877d0307 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414362 Dec 21 17:09:03.720291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453510e1-3fc1-443f-90ee-6d0fbb50aba6 req-990f34b7-e996-4d85-9ef7-0095684104ea tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:03.723018 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-453510e1-3fc1-443f-90ee-6d0fbb50aba6 req-990f34b7-e996-4d85-9ef7-0095684104ea tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0854688 Dec 21 17:09:03.770497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-453510e1-3fc1-443f-90ee-6d0fbb50aba6 req-de93976c-6ab7-4027-ad5b-e39228d19308 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Dec 21 17:09:04.976019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd9c10-f5be-48a4-b790-17af4c597ceb req-ccd0faa0-f7c7-44a9-bc37-7ea60e4bd9d7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:04.977634 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-afbd9c10-f5be-48a4-b790-17af4c597ceb req-ccd0faa0-f7c7-44a9-bc37-7ea60e4bd9d7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0828180 Dec 21 17:09:05.029905 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-afbd9c10-f5be-48a4-b790-17af4c597ceb req-7f03afbe-0764-4cee-a88c-81d392603625 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462434 Dec 21 17:09:06.242015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9bd10-7225-4c87-a0a4-84f031b8fe24 req-d8bc9086-1cd4-496d-a526-63ad1ef0a3ee tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:06.243651 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cab9bd10-7225-4c87-a0a4-84f031b8fe24 req-d8bc9086-1cd4-496d-a526-63ad1ef0a3ee tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0841866 Dec 21 17:09:06.294758 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cab9bd10-7225-4c87-a0a4-84f031b8fe24 req-1b63c3bc-ee85-473e-9f8c-e4cae85ebc6d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450630 Dec 21 17:09:07.498370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06991268-7227-4ba9-96a0-cf7df93507bb req-a480d149-8719-49f4-957d-cfe7df41507d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:07.500031 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-06991268-7227-4ba9-96a0-cf7df93507bb req-a480d149-8719-49f4-957d-cfe7df41507d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0814769 Dec 21 17:09:07.550894 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-06991268-7227-4ba9-96a0-cf7df93507bb req-d695b8fd-9bd6-49ac-a747-f3f411c435f4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443163 Dec 21 17:09:08.756826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d11d6-6176-4f9d-be81-5a7c6ae1f181 req-bd1ec81d-3365-4053-a879-c1c3b2788c59 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:08.758442 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-423d11d6-6176-4f9d-be81-5a7c6ae1f181 req-bd1ec81d-3365-4053-a879-c1c3b2788c59 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0840335 Dec 21 17:09:08.806711 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-423d11d6-6176-4f9d-be81-5a7c6ae1f181 req-1590a789-cb22-4c26-9bfb-e00d69973a27 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Dec 21 17:09:10.012682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2989b3-04b5-40ae-9a6c-8c2bb1a06878 req-784e10f7-9365-4e49-a80a-25676a1de6c2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:10.014278 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac2989b3-04b5-40ae-9a6c-8c2bb1a06878 req-784e10f7-9365-4e49-a80a-25676a1de6c2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0859492 Dec 21 17:09:10.064264 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac2989b3-04b5-40ae-9a6c-8c2bb1a06878 req-33a1df8a-8593-45cb-b700-2c146aa9acee tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423810 Dec 21 17:09:11.270490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7436d-b887-415e-a060-cd3a52ef18ab req-51af4ae2-c9a6-4d35-84a0-30233d5610dd tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:11.272112 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-efa7436d-b887-415e-a060-cd3a52ef18ab req-51af4ae2-c9a6-4d35-84a0-30233d5610dd tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0838296 Dec 21 17:09:11.320571 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-efa7436d-b887-415e-a060-cd3a52ef18ab req-4897953a-68f4-4b6f-93d6-f72907ab6fd8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Dec 21 17:09:11.602543 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-32d57586-ae69-4406-9a3d-abd7e1bfbb1e req-d1d2be60-5e33-4ca3-80f5-3eaab32653e3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1492891 Dec 21 17:09:11.861181 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-fc7dd321-e7dc-4531-acc4-8f927822c904 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745413 Dec 21 17:09:11.926580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d359b9-33ab-42ec-8dc1-a6236aca8803 req-00f50a8e-61fb-41e1-aab8-f94e896bad1b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:11.928232 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-28d359b9-33ab-42ec-8dc1-a6236aca8803 req-00f50a8e-61fb-41e1-aab8-f94e896bad1b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0853517 Dec 21 17:09:11.983031 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-28d359b9-33ab-42ec-8dc1-a6236aca8803 req-470a2f3d-752f-41b3-b53f-47e2ce092c11 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484877 Dec 21 17:09:13.196733 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-355007b9-6f36-41a2-9dd5-27d36addc555 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 1099 time: 0.0888095 Dec 21 17:09:13.210171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07326b3-8ae8-4bd8-8337-7da74a56c03a req-20cd5c97-dcd0-412e-9a54-f19a19142fa9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:13.211825 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a07326b3-8ae8-4bd8-8337-7da74a56c03a req-20cd5c97-dcd0-412e-9a54-f19a19142fa9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.1004684 Dec 21 17:09:13.262110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a07326b3-8ae8-4bd8-8337-7da74a56c03a req-958b1c46-6d82-464d-a8ea-0987f5e826f6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440166 Dec 21 17:09:13.338605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-124c4558-4c5c-4cc7-b9cd-5ba82c7598f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:13.340214 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-124c4558-4c5c-4cc7-b9cd-5ba82c7598f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1377084 Dec 21 17:09:13.451217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-ebbf2769-81d1-4d0e-971e-7ef967f2c54b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6 HTTP/1.1" status: 200 len: 1002 time: 0.1042588 Dec 21 17:09:13.518632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-65cfaa24-c918-4190-9ca8-9fb60c11b162 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:13.520190 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-65cfaa24-c918-4190-9ca8-9fb60c11b162 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0634494 Dec 21 17:09:13.603284 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-480d7594-3e60-42e0-9935-cd1851d43c96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767949 Dec 21 17:09:13.744034 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-cd0aa8ba-4508-4820-b9ec-385176968610 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342828 Dec 21 17:09:13.888559 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-7cf0370e-ce12-47fc-8cdf-712de28d48a2 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375458 Dec 21 17:09:14.467475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92d49d-7463-44c9-bb7f-bfce75739a30 req-b6e3f2e9-0f7f-4374-ad0a-bbf3978f28b2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:14.469098 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7c92d49d-7463-44c9-bb7f-bfce75739a30 req-b6e3f2e9-0f7f-4374-ad0a-bbf3978f28b2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0836108 Dec 21 17:09:14.521343 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7c92d49d-7463-44c9-bb7f-bfce75739a30 req-f4feabb0-04fc-4438-a502-faa35920aa0f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459628 Dec 21 17:09:15.481743 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-ee65d063-df66-488e-a55a-1f1a63f217aa service neutron] 10.222.0.48 "GET /v2.0/ports/ee8afb93-3fb6-469d-9ac6-feeac607c6b6/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0819395 Dec 21 17:09:15.736687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d15e4-6b9d-46ad-b81c-1564e6f1cf53 req-bb61246e-b48c-4a2b-a7fd-a95429cddfe9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:15.738592 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e03d15e4-6b9d-46ad-b81c-1564e6f1cf53 req-bb61246e-b48c-4a2b-a7fd-a95429cddfe9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0872858 Dec 21 17:09:15.749569 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-0c0e9435-1d49-4fef-b22f-10f8511c1493 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 1099 time: 0.0751884 Dec 21 17:09:15.785585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-705d2b8b-937d-41f7-8e06-d4db7a0a03c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:15.796671 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e03d15e4-6b9d-46ad-b81c-1564e6f1cf53 req-2563c523-588d-4a2b-81e9-bfa537c97007 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517323 Dec 21 17:09:15.852989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-e15a3119-c2f0-44de-9e99-d0fe8984a76d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 1099 time: 0.0822442 Dec 21 17:09:15.993003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-02f34b62-cde5-4813-a6e8-8ce28a0353d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:15.994475 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-02f34b62-cde5-4813-a6e8-8ce28a0353d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1346180 Dec 21 17:09:16.097043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-e9b52cf0-6188-4b96-b7f2-333ce2f40de2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6 HTTP/1.1" status: 200 len: 1002 time: 0.0967731 Dec 21 17:09:16.167652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-4cec929a-0684-4bbe-8666-882ec579665e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:16.169164 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-4cec929a-0684-4bbe-8666-882ec579665e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0661995 Dec 21 17:09:16.249504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-664c4be7-f045-492e-b4a7-b652e0d4f043 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724232 Dec 21 17:09:16.392208 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-c0cbc48a-faa7-4c9e-b0f7-60dd8637afc7 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352093 Dec 21 17:09:16.535207 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b4df545c-89ba-4135-b81e-cf1eebd0d3f5 req-5ff0bef5-e70e-402b-a89c-f1b3a879a7c3 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372557 Dec 21 17:09:17.005436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fccd13-744b-4e25-a31c-5cb39cb91f2b req-4833019a-2485-4986-9c04-e15bbb055db1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:17.007035 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82fccd13-744b-4e25-a31c-5cb39cb91f2b req-4833019a-2485-4986-9c04-e15bbb055db1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0856397 Dec 21 17:09:17.054229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82fccd13-744b-4e25-a31c-5cb39cb91f2b req-3032a22a-bc05-4dc2-88b0-f37f8383d82b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409334 Dec 21 17:09:17.191111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:18.028991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cde6aea9-d033-48e7-b986-4e162b932f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:18.260588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ed4f5-3b6e-4c4e-adf4-f2cad3761832 req-4ec4b20f-ad48-4d89-9e2c-0c60fa703c3c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:18.262189 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c9ed4f5-3b6e-4c4e-adf4-f2cad3761832 req-4ec4b20f-ad48-4d89-9e2c-0c60fa703c3c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 946 time: 0.0829556 Dec 21 17:09:18.312445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c9ed4f5-3b6e-4c4e-adf4-f2cad3761832 req-b99ea777-e33e-4a9b-b7f2-b236a3ab413c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 Dec 21 17:09:18.321552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ee8afb93-3fb6-469d-9ac6-feeac607c6b6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:09:18.438003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:18.465290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:18.496123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:09:18.505078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port ee8afb93-3fb6-469d-9ac6-feeac607c6b6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:09:18.509031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:18.510948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:09:18.581520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:09:18.593672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:18.594267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:18.595422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:18.596090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:18.596619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:18.597154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:18.597820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:18.598347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:18.598894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:18.599425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:18.599944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:18.604410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:09:18.664760 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6', 'code': 200} Dec 21 17:09:18.706796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-8449947b-03d4-42c6-ac22-036f12e5b3c9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:18.707621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-8449947b-03d4-42c6-ac22-036f12e5b3c9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Synchronizing usage tracker for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:09:18.724183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-8449947b-03d4-42c6-ac22-036f12e5b3c9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Unset dirty status for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:09:18.725924 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-8449947b-03d4-42c6-ac22-036f12e5b3c9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1177216 Dec 21 17:09:18.879083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-9653ffb4-8d34-4ee3-8185-8eafe2e92a41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 1097 time: 0.0770156 Dec 21 17:09:18.901151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f50cd-f97d-4c5e-b0b5-f48320a59a69 req-b989a070-65ff-4190-b737-15d1b2ff7fa4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:18.902993 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-108f50cd-f97d-4c5e-b0b5-f48320a59a69 req-b989a070-65ff-4190-b737-15d1b2ff7fa4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.3325741 Dec 21 17:09:18.952025 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-108f50cd-f97d-4c5e-b0b5-f48320a59a69 req-bd776726-3032-4dd7-8364-c376c94ddbfd tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422037 Dec 21 17:09:19.018942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-e6212d31-9139-4407-b23a-c92d7a8cd9ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:19.020541 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-e6212d31-9139-4407-b23a-c92d7a8cd9ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1355729 Dec 21 17:09:19.127562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-a4acdd41-d224-4e2b-946c-2d32a498a0dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6 HTTP/1.1" status: 200 len: 1000 time: 0.1010869 Dec 21 17:09:19.194591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-44f1b6a1-15ec-4c99-8ab5-66406efab2d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:19.196108 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-44f1b6a1-15ec-4c99-8ab5-66406efab2d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0623112 Dec 21 17:09:19.277014 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-14d240b0-b52d-4ae2-b542-6c8876756ded service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751994 Dec 21 17:09:19.422626 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-54c65514-aa6f-4d54-aab8-24a98da74942 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384623 Dec 21 17:09:19.805453 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92ec647c-0a26-4a03-abf3-7b38d024f2c4 req-79ce25c9-c196-486c-b821-0f19fbffe562 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764997 Dec 21 17:09:19.898598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:20.161559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c541e6-63df-4a7f-b4f8-e1aed7831b69 req-3f3cc79a-d848-48eb-a100-62b84bdeedd6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:20.163111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c7c541e6-63df-4a7f-b4f8-e1aed7831b69 req-3f3cc79a-d848-48eb-a100-62b84bdeedd6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.0859282 Dec 21 17:09:20.211733 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c7c541e6-63df-4a7f-b4f8-e1aed7831b69 req-04e5e6a9-3e10-432b-9a3c-fb3b1b472e67 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424161 Dec 21 17:09:21.425395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08ea27-71e1-4672-9e23-87b26f7e5423 req-b34a4c8b-ebd0-4ddc-8cb5-a223a0e34662 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:21.427047 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3f08ea27-71e1-4672-9e23-87b26f7e5423 req-b34a4c8b-ebd0-4ddc-8cb5-a223a0e34662 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.0891554 Dec 21 17:09:21.477457 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3f08ea27-71e1-4672-9e23-87b26f7e5423 req-78e66f36-c1e5-450c-83be-e6cbb89a1f05 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440068 Dec 21 17:09:21.681189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1841eb-4206-496d-a999-b25ee51251bb req-e11d9c8b-336b-4412-961e-b7ffad4839c5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:21.682808 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4a1841eb-4206-496d-a999-b25ee51251bb req-e11d9c8b-336b-4412-961e-b7ffad4839c5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.0819137 Dec 21 17:09:21.733443 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4a1841eb-4206-496d-a999-b25ee51251bb req-2b05fe77-f5d0-4537-a4a2-c490e9fe0a36 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440979 Dec 21 17:09:22.101099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73deef4-637f-445d-9f30-2c5f77e89362 req-78a9341d-22a3-43ea-a6a3-00a2a320789c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:22.102623 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c73deef4-637f-445d-9f30-2c5f77e89362 req-78a9341d-22a3-43ea-a6a3-00a2a320789c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.0837965 Dec 21 17:09:22.142833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f13021b2-dee4-42fe-b0f8-cd1eba34efaf req-ca623bea-b927-427e-8c04-d4f773773aff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 1097 time: 0.0750871 Dec 21 17:09:22.151356 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c73deef4-637f-445d-9f30-2c5f77e89362 req-7323df00-7589-4855-9f27-aa329da1dbb5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Dec 21 17:09:22.284230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13021b2-dee4-42fe-b0f8-cd1eba34efaf req-caf5dc99-bc7c-4ec2-b202-7d3c7c52ae79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:22.286212 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f13021b2-dee4-42fe-b0f8-cd1eba34efaf req-caf5dc99-bc7c-4ec2-b202-7d3c7c52ae79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1373360 Dec 21 17:09:22.393818 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f13021b2-dee4-42fe-b0f8-cd1eba34efaf req-2ef30d9a-9301-4ebf-9cbc-5234ce21c3d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6 HTTP/1.1" status: 200 len: 1000 time: 0.1017714 Dec 21 17:09:22.462752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13021b2-dee4-42fe-b0f8-cd1eba34efaf req-9f15e2d3-8285-4899-919f-288f141b5773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:22.464376 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f13021b2-dee4-42fe-b0f8-cd1eba34efaf req-9f15e2d3-8285-4899-919f-288f141b5773 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0647857 Dec 21 17:09:22.547657 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f13021b2-dee4-42fe-b0f8-cd1eba34efaf req-ce3109e5-dcb5-459e-820a-8bf5cead7d66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770659 Dec 21 17:09:22.687789 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f13021b2-dee4-42fe-b0f8-cd1eba34efaf req-d35599e9-a27e-447b-bc3a-c1b68ed505d4 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334779 Dec 21 17:09:22.826543 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f13021b2-dee4-42fe-b0f8-cd1eba34efaf req-06ca1c71-0a3e-489e-8af6-989ac72e3287 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332624 Dec 21 17:09:23.368643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082df02-1353-43c3-b230-85f2db1169b3 req-a26de937-f965-4f83-a121-41e739ef04e9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:23.370519 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a082df02-1353-43c3-b230-85f2db1169b3 req-a26de937-f965-4f83-a121-41e739ef04e9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.0889499 Dec 21 17:09:23.419510 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a082df02-1353-43c3-b230-85f2db1169b3 req-8aedb9df-aceb-4929-a5a2-bf662e7b9185 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422029 Dec 21 17:09:24.621216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf8b9f-93b5-40c8-b12d-5a7d845d2b0f req-99548798-0142-4e2f-a576-a7b3b09e8ab2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:24.622811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ffaf8b9f-93b5-40c8-b12d-5a7d845d2b0f req-99548798-0142-4e2f-a576-a7b3b09e8ab2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.0816381 Dec 21 17:09:24.670282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ffaf8b9f-93b5-40c8-b12d-5a7d845d2b0f req-c8ec7ca9-a42f-4766-a0f0-133f1e3e7e38 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 Dec 21 17:09:25.081508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab3bb4-9b32-4cdc-b19f-c52e3babd7b6 req-48811fdf-9e86-48cf-a1f4-3036a304f5c1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:25.083129 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-22ab3bb4-9b32-4cdc-b19f-c52e3babd7b6 req-48811fdf-9e86-48cf-a1f4-3036a304f5c1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.0853727 Dec 21 17:09:25.130839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-22ab3bb4-9b32-4cdc-b19f-c52e3babd7b6 req-31322ec2-2a94-4456-87e9-3c6a47410e85 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416796 Dec 21 17:09:26.341519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398bf04-58ba-431b-b480-a76c75affae6 req-bd240418-2a66-443e-9084-5fdf18a184f4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:26.343188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4398bf04-58ba-431b-b480-a76c75affae6 req-bd240418-2a66-443e-9084-5fdf18a184f4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.0858538 Dec 21 17:09:26.393362 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4398bf04-58ba-431b-b480-a76c75affae6 req-c1c99ec3-02bc-4a5d-bed7-768bac342062 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433531 Dec 21 17:09:26.616085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-ec1d18c2-6aff-4785-a1b6-63624877ce97 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:26.617615 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-ec1d18c2-6aff-4785-a1b6-63624877ce97 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 944 time: 0.0813067 Dec 21 17:09:26.692261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Deleting port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:09:26.692559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:26.940930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] For port ee8afb93-3fb6-469d-9ac6-feeac607c6b6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:09:26.941333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:27.238214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:27.238625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:27.239007 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8 disassociated. External IP: 172.26.7.212, port: ee8afb93-3fb6-469d-9ac6-feeac607c6b6. Dec 21 17:09:27.239388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Calling delete_port for ee8afb93-3fb6-469d-9ac6-feeac607c6b6 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:09:27.381403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:27.387227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7879c1cb-0f7e-4c01-8a30-dd4ae3115317 tempest-ServersAdminNegativeTestJSON-734299283 tempest-ServersAdminNegativeTestJSON-734299283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:09:27.431882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event deleted for resources: {'Port': ['ID=ee8afb93-3fb6-469d-9ac6-feeac607c6b6,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:09:27.447358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:27.447796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:27.448225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:27.448646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:27.449065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:27.449487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:27.450123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:27.450314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:27.450686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:27.451118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:27.451530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:09:27.457090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:09:27.574025 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-53815c10-8d2d-4002-a95d-9fbad4c4005d req-1b670801-bec2-4d56-b482-6e5a00ea40a0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9288c1b-de72-4f8c-af99-47ec5b7503c3 HTTP/1.1" status: 200 len: 210 time: 0.0520198 Dec 21 17:09:27.677293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Router bc8d3300-b63a-474a-8313-3f89db16abb1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:09:27.890363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:09:27.901808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7128f-6159-4085-bded-513503e70ab3 None None] Sync routers for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:09:27.915504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7128f-6159-4085-bded-513503e70ab3 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:09:27.916192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-74f7128f-6159-4085-bded-513503e70ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:09:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:09:27.960929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] No DVR routers for this DVR port ee8afb93-3fb6-469d-9ac6-feeac607c6b6 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:09:27.963555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:27.966308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'name': 'network-vif-deleted', 'tag': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:09:27.983342 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5faf0fcc-655f-4526-bd9e-85006a7a3cb6 req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "DELETE /v2.0/ports/ee8afb93-3fb6-469d-9ac6-feeac607c6b6 HTTP/1.1" status: 204 len: 173 time: 1.3601196 Dec 21 17:09:28.025365 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9288c1b-de72-4f8c-af99-47ec5b7503c3', 'name': 'network-vif-deleted', 'tag': 'ee8afb93-3fb6-469d-9ac6-feeac607c6b6', 'status': 'completed', 'code': 200} Dec 21 17:09:28.109608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-74f7128f-6159-4085-bded-513503e70ab3 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:09:28.444424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-74f7128f-6159-4085-bded-513503e70ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:09:28.448648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7128f-6159-4085-bded-513503e70ab3 None None] Checking router: bc8d3300-b63a-474a-8313-3f89db16abb1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:09:28.460610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7128f-6159-4085-bded-513503e70ab3 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:09:28.461282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-74f7128f-6159-4085-bded-513503e70ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:09:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:09:28.654022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-74f7128f-6159-4085-bded-513503e70ab3 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:09:28.962951 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-a0b78070-142f-4150-8305-7915a4654d2e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1042526979&fields=id&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 267 time: 0.0452721 Dec 21 17:09:28.982702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-74f7128f-6159-4085-bded-513503e70ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:09:28.987805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7128f-6159-4085-bded-513503e70ab3 None None] The sync data for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv is: [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:09:29.125038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a545804-2334-4026-9107-044448267012 req-6445d025-9860-489e-9767-1d568a5c2f3d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:29.127277 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-6445d025-9860-489e-9767-1d568a5c2f3d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 812 time: 0.1573381 Dec 21 17:09:29.145344 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-5d54a7cb-c3e4-4dab-81c7-1a6801b6c20c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/quotas/6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 375 time: 0.0119901 Dec 21 17:09:29.232292 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-efd336f8-6048-4665-9368-b0fc171829e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816882 Dec 21 17:09:29.388656 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-a56d2b20-a3f8-4260-a5ac-32b290561840 service neutron] 10.222.0.67 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426766 Dec 21 17:09:29.413604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0683b121-4f16-4241-965e-75755e510121 None None] New status for floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:09:29.540716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-91577e4d-d4e5-4151-9ab6-ac942d305d9f service neutron] 10.222.0.67 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454716 Dec 21 17:09:29.556573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:29.765844 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-13eac294-5b52-45cb-92b2-5d3e2b141015 req-35dac38f-3db6-4b4d-bbfc-ecc15795a98a tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 210 time: 0.0496376 Dec 21 17:09:30.415253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ee8afb93-3fb6-469d-9ac6-feeac607c6b6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:09:30.453877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: ee8afb93-3fb6-469d-9ac6-feeac607c6b6 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:09:30.454282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ee8afb93-3fb6-469d-9ac6-feeac607c6b6 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:09:30.808440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a545804-2334-4026-9107-044448267012 req-3e1c8698-cdda-4d9b-b32d-1c6ae58673fc tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:30.809982 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-3e1c8698-cdda-4d9b-b32d-1c6ae58673fc tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 812 time: 0.1620421 Dec 21 17:09:30.872044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-8e3409ba-2d6b-4db2-bc4f-981683ba4d8d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 380 time: 0.0501525 Dec 21 17:09:30.882600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'port': {'device_id': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'admin_state_up': True, 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'security_groups': ['1ed11d19-146c-411b-90aa-9feaa8e2f1ce']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:09:30.941798 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b1daef7-b05a-460a-bdfe-e05e73da6848 req-6f93a8d6-fbc7-419f-8f2f-b027b5583931 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 210 time: 0.0474453 Dec 21 17:09:31.025921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:09:31.030220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Usage tracker for resource:port and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:09:31.033726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:09:31.039814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:09:31.048870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Made reservation on behalf of 6d49ddf5ec2248dba4c6dd83d95ae902 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:09:31.054242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:31.217153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Allocated IP 172.20.0.13 (1d02d78c-92f3-466d-9dde-da98c1dbedc4/865520fe-a601-4fa8-be36-9def0182e066/205c609e-805a-46b3-ba89-d77dec36f4c1) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:09:31.423537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:31.439927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Transition to ACTIVE for port object 205c609e-805a-46b3-ba89-d77dec36f4c1 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:09:31.459177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:31.465159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-703c8cd3-2a72-4a0a-9277-f5d6bb7a08fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:09:31.539632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:09:31.540774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:09:31.545133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:09:31.572257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event updated for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:09:31.584380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:09:31.612842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:31.613331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:31.642171 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7630503 Dec 21 17:09:31.653929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Request body: {'port': {'device_id': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:09:31.781383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:31.839578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e1ab8d4f-3fe8-4f5f-b154-29e27dc22b87 None None] Provisioning for port 205c609e-805a-46b3-ba89-d77dec36f4c1 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:09:31.844546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e1ab8d4f-3fe8-4f5f-b154-29e27dc22b87 None None] Provisioning complete for port 205c609e-805a-46b3-ba89-d77dec36f4c1 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:09:31.844971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1ab8d4f-3fe8-4f5f-b154-29e27dc22b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:32.081578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab8d4f-3fe8-4f5f-b154-29e27dc22b87 None None] Port 205c609e-805a-46b3-ba89-d77dec36f4c1 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:09:32.167239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30540f69-2af9-4ca6-9573-6aca0e06dadf req-99ef4252-4ffa-434f-b6c2-cb98dc393fa2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:32.168854 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-30540f69-2af9-4ca6-9573-6aca0e06dadf req-99ef4252-4ffa-434f-b6c2-cb98dc393fa2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 932 time: 0.0885565 Dec 21 17:09:32.224901 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-30540f69-2af9-4ca6-9573-6aca0e06dadf req-bf48661b-2bc7-4975-a229-187b5040649a tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492399 Dec 21 17:09:32.399678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205c609e-805a-46b3-ba89-d77dec36f4c1 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:09:32.406633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:32.426029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Transition to ACTIVE for port object 205c609e-805a-46b3-ba89-d77dec36f4c1 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:09:32.428678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:32.433229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79f455bf-2167-4c8d-9d23-0fd3d99ca8b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:09:32.555283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Pushing event updated for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:09:32.568658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:09:32.682036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Attempting to bind port 205c609e-805a-46b3-ba89-d77dec36f4c1 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:09:32.682422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Attempting to bind port 205c609e-805a-46b3-ba89-d77dec36f4c1 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:09:32.682810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Attempting to bind port 205c609e-805a-46b3-ba89-d77dec36f4c1 on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:09:32.689395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Port 205c609e-805a-46b3-ba89-d77dec36f4c1 on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:09:32.689763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Attempting to bind port 205c609e-805a-46b3-ba89-d77dec36f4c1 on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:09:32.696759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:09:32.697142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Checking segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:09:32.697578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Bound using segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:09:32.698056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Bound port: 205c609e-805a-46b3-ba89-d77dec36f4c1, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:09:32.698451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:32.794720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:09:32.798066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:09:32.801420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:32.806074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-318d6f8c-ec7b-4aba-8f26-9b1c25189036 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:09:32.861523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:32.863272 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] 10.222.0.48 "PUT /v2.0/ports/205c609e-805a-46b3-ba89-d77dec36f4c1 HTTP/1.1" status: 200 len: 1094 time: 1.2140107 Dec 21 17:09:32.863836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:09:32.889158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Pushing event updated for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:09:32.893281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:09:32.937362 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'status': 'completed', 'code': 200} Dec 21 17:09:32.981812 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-c4e7bff3-d4f7-4920-9447-73e8d76b56ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 1097 time: 0.0815048 Dec 21 17:09:33.059391 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-c55ac240-5bd8-41bd-9408-9358903cbd8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205c609e-805a-46b3-ba89-d77dec36f4c1 HTTP/1.1" status: 200 len: 217 time: 0.0703948 Dec 21 17:09:33.130385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a545804-2334-4026-9107-044448267012 req-d025e313-b94d-4df3-b7b8-0233bf43ac7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:33.132016 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-d025e313-b94d-4df3-b7b8-0233bf43ac7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0669718 Dec 21 17:09:33.216207 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-da4a1799-a6f2-4f96-80c4-855688d96c9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781579 Dec 21 17:09:33.360933 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-cc3f4990-af50-4d64-a747-83feb616810b service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372714 Dec 21 17:09:33.457428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544f5d0-9125-4402-8982-df5a87045047 req-ee585e08-c041-419e-b4c8-8b48e5bd3cff tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:33.459079 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d544f5d0-9125-4402-8982-df5a87045047 req-ee585e08-c041-419e-b4c8-8b48e5bd3cff tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 944 time: 0.1072378 Dec 21 17:09:33.506968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a545804-2334-4026-9107-044448267012 req-76971823-350b-4fa7-bfd0-d87f5aef08a1 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396165 Dec 21 17:09:33.508542 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d544f5d0-9125-4402-8982-df5a87045047 req-683b6d11-a512-4f93-aff5-a4e7c0eba421 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431242 Dec 21 17:09:33.633705 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abacf022-ed1c-4f3e-8690-a87668ff1704 req-fba12883-7680-4dc2-a512-52d411ffb255 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 1097 time: 0.0754547 Dec 21 17:09:33.775491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacf022-ed1c-4f3e-8690-a87668ff1704 req-c1cf5ce6-1435-42dc-88c1-116a43c69b36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:33.777060 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abacf022-ed1c-4f3e-8690-a87668ff1704 req-c1cf5ce6-1435-42dc-88c1-116a43c69b36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1372492 Dec 21 17:09:33.851812 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abacf022-ed1c-4f3e-8690-a87668ff1704 req-4c1c0b10-3f08-4a0f-903a-94f2ad7feaf5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205c609e-805a-46b3-ba89-d77dec36f4c1 HTTP/1.1" status: 200 len: 217 time: 0.0672939 Dec 21 17:09:33.920404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacf022-ed1c-4f3e-8690-a87668ff1704 req-b4420046-6879-42da-8ef5-3b215617539a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:33.921969 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abacf022-ed1c-4f3e-8690-a87668ff1704 req-b4420046-6879-42da-8ef5-3b215617539a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0631385 Dec 21 17:09:34.013413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abacf022-ed1c-4f3e-8690-a87668ff1704 req-b558aa9a-9fb6-4cf9-99d1-db495d4d2e50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824656 Dec 21 17:09:34.156408 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abacf022-ed1c-4f3e-8690-a87668ff1704 req-83f6baf1-e866-45c0-8928-42b8db33ecd1 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358547 Dec 21 17:09:34.297447 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abacf022-ed1c-4f3e-8690-a87668ff1704 req-49a39479-ade3-4979-8f07-e8fa4358cac8 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343238 Dec 21 17:09:34.716406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582469cc-2231-4c5e-8927-35820cb0aafe req-aa678615-1c4b-4167-a996-6df76c819424 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:34.717927 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-582469cc-2231-4c5e-8927-35820cb0aafe req-aa678615-1c4b-4167-a996-6df76c819424 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 944 time: 0.0868928 Dec 21 17:09:34.765047 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-582469cc-2231-4c5e-8927-35820cb0aafe req-ae93cedd-7dec-4e09-b309-db5bf2fcb6b6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410697 Dec 21 17:09:35.967108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c8f43-18a7-4b42-81bc-3c2ff9e0f8d8 req-53971549-fcb8-4f66-9ef7-aa609464dd8f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:35.968690 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-106c8f43-18a7-4b42-81bc-3c2ff9e0f8d8 req-53971549-fcb8-4f66-9ef7-aa609464dd8f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 944 time: 0.0809770 Dec 21 17:09:36.016777 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-106c8f43-18a7-4b42-81bc-3c2ff9e0f8d8 req-f0fccd81-84e0-441f-89a8-716c1c41d1e2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Dec 21 17:09:36.446851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 205c609e-805a-46b3-ba89-d77dec36f4c1 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:09:36.585647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:09:36.599823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'port_id': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'mac_address': 'fa:16:3e:ea:52:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:09:36.656580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:36.674663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205c609e-805a-46b3-ba89-d77dec36f4c1 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:09:36.689149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:09:36.692003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:36.693793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:09:36.758620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:09:36.761676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:09:36.894519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['205c609e-805a-46b3-ba89-d77dec36f4c1'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:09:37.228599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e3f3d-caa1-4639-8c76-1e18fd1035e0 req-a404cb30-171c-4790-97b7-a9441434656c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:37.230166 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d21e3f3d-caa1-4639-8c76-1e18fd1035e0 req-a404cb30-171c-4790-97b7-a9441434656c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 945 time: 0.0842540 Dec 21 17:09:37.277744 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d21e3f3d-caa1-4639-8c76-1e18fd1035e0 req-d8f57da5-aab3-45bf-a79d-a4bef5424f8b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415149 Dec 21 17:09:37.747626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:09:38.446200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 205c609e-805a-46b3-ba89-d77dec36f4c1 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:09:38.481397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e1dc4-c5df-4313-bc23-b3852a459430 req-4016f7d8-e37c-44c3-afd6-283f814005d6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:38.483051 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8e9e1dc4-c5df-4313-bc23-b3852a459430 req-4016f7d8-e37c-44c3-afd6-283f814005d6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 945 time: 0.0823576 Dec 21 17:09:38.515808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 205c609e-805a-46b3-ba89-d77dec36f4c1 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:09:38.520991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 205c609e-805a-46b3-ba89-d77dec36f4c1 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:09:38.521418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:38.536204 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8e9e1dc4-c5df-4313-bc23-b3852a459430 req-56e42084-2ba3-4689-8963-879423822534 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460200 Dec 21 17:09:38.641137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:38.668690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:09:38.679405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:09:38.682279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:38.684245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:09:38.724925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'code': 200} Dec 21 17:09:38.753121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:09:38.756243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:09:38.957084 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d15d8efc-795d-4d4a-be0c-b6f12f252b37 req-5a7b724d-36d6-4e86-aa9d-2e06e3119a7e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 1099 time: 0.0729313 Dec 21 17:09:39.000511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d15d8efc-795d-4d4a-be0c-b6f12f252b37 req-b526fede-11db-4b9b-ba2d-f296ed630e66 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375094 Dec 21 17:09:39.741555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761847c-58fc-412e-a55c-ccf4046dc040 req-4ab8e8e5-6919-4f8f-93a4-142be11dc64f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:39.743133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6761847c-58fc-412e-a55c-ccf4046dc040 req-4ab8e8e5-6919-4f8f-93a4-142be11dc64f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0817833 Dec 21 17:09:39.794468 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6761847c-58fc-412e-a55c-ccf4046dc040 req-251ecc07-92c3-4918-8f55-1280c27f8758 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451767 Dec 21 17:09:41.002444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1f65-c544-4426-98a9-2a5bf999045d req-2c53e93a-02f9-4cf7-9227-9be21cb489fc tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:41.004063 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94ac1f65-c544-4426-98a9-2a5bf999045d req-2c53e93a-02f9-4cf7-9227-9be21cb489fc tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0862496 Dec 21 17:09:41.051301 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94ac1f65-c544-4426-98a9-2a5bf999045d req-02670fca-a80a-43e8-a591-a9bb0e0b04dc tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412273 Dec 21 17:09:41.247620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cda00b-f588-471a-a3ee-5435dca3920c req-d6f897dd-315f-477b-ba92-305849644717 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:41.249229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-53cda00b-f588-471a-a3ee-5435dca3920c req-d6f897dd-315f-477b-ba92-305849644717 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0822148 Dec 21 17:09:41.259267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 49444) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:09:41.265005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5cf17709-60f9-4626-8215-2c462cc25f8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'floatingip': {'port_id': '205c609e-805a-46b3-ba89-d77dec36f4c1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:09:41.346420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5cf17709-60f9-4626-8215-2c462cc25f8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:41.962577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5cf17709-60f9-4626-8215-2c462cc25f8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:41.966499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5cf17709-60f9-4626-8215-2c462cc25f8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:42.161726 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-5cf17709-60f9-4626-8215-2c462cc25f8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8 associated. External IP: 172.26.7.212, port: 205c609e-805a-46b3-ba89-d77dec36f4c1. Dec 21 17:09:42.788044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf17709-60f9-4626-8215-2c462cc25f8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Router bc8d3300-b63a-474a-8313-3f89db16abb1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:09:42.994246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf17709-60f9-4626-8215-2c462cc25f8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:09:42.998710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5cf17709-60f9-4626-8215-2c462cc25f8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:43.004256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4396646-a700-4f5f-ac46-bb4b703ef9e6 None None] Sync routers for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:09:43.017689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4396646-a700-4f5f-ac46-bb4b703ef9e6 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:09:43.018361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c4396646-a700-4f5f-ac46-bb4b703ef9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:09:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:09:43.053182 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5cf17709-60f9-4626-8215-2c462cc25f8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "PUT /v2.0/floatingips/259744bc-fb95-4e2d-be7c-4905839b99c8 HTTP/1.1" status: 200 len: 992 time: 1.7927091 Dec 21 17:09:43.053795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:09:43.121227 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'status': 'completed', 'code': 200} Dec 21 17:09:43.212687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c4396646-a700-4f5f-ac46-bb4b703ef9e6 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:09:43.225920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e84f21a-eb29-41cb-abdb-87ae220284c1 req-5e11a153-28d8-428c-bf0e-c0da4bec0def service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 1099 time: 0.0812161 Dec 21 17:09:43.388455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f21a-eb29-41cb-abdb-87ae220284c1 req-17bdfbcd-31fc-4108-a2ce-9ab5025f4cfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:43.389985 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e84f21a-eb29-41cb-abdb-87ae220284c1 req-17bdfbcd-31fc-4108-a2ce-9ab5025f4cfe service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1567550 Dec 21 17:09:43.500807 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e84f21a-eb29-41cb-abdb-87ae220284c1 req-531b73a5-0a1a-4747-a556-ef16fe31935c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205c609e-805a-46b3-ba89-d77dec36f4c1 HTTP/1.1" status: 200 len: 1000 time: 0.1033518 Dec 21 17:09:43.570288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f21a-eb29-41cb-abdb-87ae220284c1 req-49616415-ed99-46c9-872e-e61c99e9bd0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:43.571821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e84f21a-eb29-41cb-abdb-87ae220284c1 req-49616415-ed99-46c9-872e-e61c99e9bd0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0650134 Dec 21 17:09:43.591342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c4396646-a700-4f5f-ac46-bb4b703ef9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:ea:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:09:41Z', 'revision_number': 9, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:09:43.596100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4396646-a700-4f5f-ac46-bb4b703ef9e6 None None] Checking router: bc8d3300-b63a-474a-8313-3f89db16abb1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:09:43.607387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4396646-a700-4f5f-ac46-bb4b703ef9e6 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:09:43.608049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c4396646-a700-4f5f-ac46-bb4b703ef9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:09:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:09:43.652668 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e84f21a-eb29-41cb-abdb-87ae220284c1 req-1545e285-2d34-4ec7-9c8a-5596833c7616 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748501 Dec 21 17:09:43.800538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c4396646-a700-4f5f-ac46-bb4b703ef9e6 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:09:43.800990 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e84f21a-eb29-41cb-abdb-87ae220284c1 req-a7e9338e-db42-43b4-abda-8d4dc107e537 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414509 Dec 21 17:09:43.943582 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e84f21a-eb29-41cb-abdb-87ae220284c1 req-6fd02a32-40d9-4274-9a28-a6601f417114 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365213 Dec 21 17:09:44.165278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c4396646-a700-4f5f-ac46-bb4b703ef9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:ea:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:09:41Z', 'revision_number': 9, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:09:44.169500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4396646-a700-4f5f-ac46-bb4b703ef9e6 None None] The sync data for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv is: [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:ea:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:09:41Z', 'revision_number': 9, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:09:44.490737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e2857-c434-4385-8b71-1e0f0de867f2 None None] New status for floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:09:45.787554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-630a196f-cec7-44bb-a29a-749687548958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:47.192751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:48.032262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e8f1f47-045e-46e0-97c6-45734689d1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:48.403708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:49.903416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:09:56.911452 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25ab82c-8872-4030-8220-b9d42d8ee00a req-2f8b7d4f-7c0f-49a4-aaaf-b590a9122682 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786145 Dec 21 17:09:57.063978 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25ab82c-8872-4030-8220-b9d42d8ee00a req-04c9893f-c5bc-4337-aac6-3f9f853d3ec6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 1099 time: 0.0746930 Dec 21 17:09:57.217791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ab82c-8872-4030-8220-b9d42d8ee00a req-61f5c5ef-68e0-4667-af38-2a59c53f0fd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:57.219426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25ab82c-8872-4030-8220-b9d42d8ee00a req-61f5c5ef-68e0-4667-af38-2a59c53f0fd3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1343904 Dec 21 17:09:57.325955 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25ab82c-8872-4030-8220-b9d42d8ee00a req-70aeada1-0eeb-4160-9031-b0b04c0c3912 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205c609e-805a-46b3-ba89-d77dec36f4c1 HTTP/1.1" status: 200 len: 1003 time: 0.1005857 Dec 21 17:09:57.394425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ab82c-8872-4030-8220-b9d42d8ee00a req-fa94075b-7707-41b7-a2d0-d52adde72bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:09:57.396062 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25ab82c-8872-4030-8220-b9d42d8ee00a req-fa94075b-7707-41b7-a2d0-d52adde72bc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0646582 Dec 21 17:09:57.479650 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25ab82c-8872-4030-8220-b9d42d8ee00a req-2ef84ed3-75c0-493d-80ea-c3b5f0c22f05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761023 Dec 21 17:09:57.622539 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25ab82c-8872-4030-8220-b9d42d8ee00a req-85c8739c-757b-48ca-8ebc-c7430b709303 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360123 Dec 21 17:09:57.999128 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25ab82c-8872-4030-8220-b9d42d8ee00a req-3f38b283-4b1d-4c13-aeb4-05bc8fc7bcdf service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698049 Dec 21 17:09:59.563597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:14.748287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:10:15.790525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-732f5c76-6235-41d5-a6bb-1e3566b058c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:17.193221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:17.822320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc671f0f-4d25-402a-b123-8ed5af0b05eb req-856f1f21-75d3-4143-88f7-1ba984d58373 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0763831 Dec 21 17:10:18.035903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-953bdd34-1231-4f3e-a2a4-431368d45cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:18.154026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936088-abb9-4960-843a-f55fe8a2363f req-b8710220-a230-422c-a831-cbdb1a458225 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:18.155731 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fd936088-abb9-4960-843a-f55fe8a2363f req-b8710220-a230-422c-a831-cbdb1a458225 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0853524 Dec 21 17:10:18.156672 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-a06697ed-f7dd-42f1-ba4d-f1be5c7a4a82 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1480300 Dec 21 17:10:18.205358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fd936088-abb9-4960-843a-f55fe8a2363f req-29f78b44-da71-4457-9442-023a01781983 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 Dec 21 17:10:18.408298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:19.337135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-c4b076da-1c5f-4f15-bd74-e4d5b8362c25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 1099 time: 0.0796244 Dec 21 17:10:19.420690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d3ccc-fb54-442b-9080-4bdbe1b08aa0 req-96df46c6-0909-497a-8ad0-447d1052ae74 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:19.422312 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-764d3ccc-fb54-442b-9080-4bdbe1b08aa0 req-96df46c6-0909-497a-8ad0-447d1052ae74 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0868242 Dec 21 17:10:19.470837 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-764d3ccc-fb54-442b-9080-4bdbe1b08aa0 req-0e218b3a-e94b-4a40-a8e6-d6c4aefe0405 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Dec 21 17:10:19.479523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-dfb48628-1013-4122-90ec-7aa8d8b28b75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:19.481132 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-dfb48628-1013-4122-90ec-7aa8d8b28b75 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1384456 Dec 21 17:10:19.590843 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-c5595b91-5f2e-4cfc-bd71-db3aebb94e67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205c609e-805a-46b3-ba89-d77dec36f4c1 HTTP/1.1" status: 200 len: 1003 time: 0.1030300 Dec 21 17:10:19.661345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-b26ccfbd-9593-4a9c-ad4c-906d2e019606 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:19.662927 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-b26ccfbd-9593-4a9c-ad4c-906d2e019606 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0662208 Dec 21 17:10:19.741931 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-9c8c6627-4d17-4b06-a8b4-cf6f244c471d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730631 Dec 21 17:10:19.891402 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-e985296e-926c-446a-a703-07a5bab95741 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430771 Dec 21 17:10:19.904082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:20.032172 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-c8dc303f-05af-4504-818c-4b6c82b7cae6 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349874 Dec 21 17:10:20.674506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a915d68-d212-4a9f-bdcd-f99a728c0a62 req-7e1e7ea4-395d-4b5f-849a-3039d4ebbdc4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:20.676039 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1a915d68-d212-4a9f-bdcd-f99a728c0a62 req-7e1e7ea4-395d-4b5f-849a-3039d4ebbdc4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0821812 Dec 21 17:10:20.724273 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1a915d68-d212-4a9f-bdcd-f99a728c0a62 req-6f8a5e0b-0c7a-47c5-a3b6-4508cd2d8da9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411050 Dec 21 17:10:21.930538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e871ca-f6ec-4edc-9235-67e5d86ea694 req-273292f4-ca30-4cef-8d60-df114845b1ef tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:21.932155 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c4e871ca-f6ec-4edc-9235-67e5d86ea694 req-273292f4-ca30-4cef-8d60-df114845b1ef tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0870786 Dec 21 17:10:21.983797 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c4e871ca-f6ec-4edc-9235-67e5d86ea694 req-2f265711-e8a5-4802-8262-38e61cd37228 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455906 Dec 21 17:10:23.185675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31e574-39a8-4e54-8350-88f472fa2a74 req-8b6ec9e1-fa7d-4c16-995b-01ce71156c16 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:23.187291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-eb31e574-39a8-4e54-8350-88f472fa2a74 req-8b6ec9e1-fa7d-4c16-995b-01ce71156c16 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0827250 Dec 21 17:10:23.239545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-eb31e574-39a8-4e54-8350-88f472fa2a74 req-e581d90e-7bda-44b5-a582-ab692fd97d19 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452607 Dec 21 17:10:24.449678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4ca7-10a5-4fec-8265-3443adf4bbed req-53b4700b-8879-4108-9196-783a3fa8c849 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:24.451352 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b12b4ca7-10a5-4fec-8265-3443adf4bbed req-53b4700b-8879-4108-9196-783a3fa8c849 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0855505 Dec 21 17:10:24.505384 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b12b4ca7-10a5-4fec-8265-3443adf4bbed req-0e385400-ca6f-4114-84e7-0af1ebf5b1b7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476739 Dec 21 17:10:25.721294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed5f69-9480-415d-bff6-4989a8c16410 req-03429274-79f0-4752-b4ab-cede5d9742a4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:25.722858 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-48ed5f69-9480-415d-bff6-4989a8c16410 req-03429274-79f0-4752-b4ab-cede5d9742a4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0879130 Dec 21 17:10:25.772324 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-48ed5f69-9480-415d-bff6-4989a8c16410 req-af05403b-d8f9-40c9-92ca-77dd8fd16456 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Dec 21 17:10:26.974021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a7cb8-f97b-48aa-80e9-3d5b1ae0c6eb req-c9c1373d-41b4-44b0-b07b-80757ec3164e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:26.975646 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-842a7cb8-f97b-48aa-80e9-3d5b1ae0c6eb req-c9c1373d-41b4-44b0-b07b-80757ec3164e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0827725 Dec 21 17:10:27.025003 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-842a7cb8-f97b-48aa-80e9-3d5b1ae0c6eb req-b58c9e49-a12c-48ec-8cc5-1fd1a41224d7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429947 Dec 21 17:10:28.235100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807593a-72de-46f5-87ff-b1a5385cb19c req-39ac0764-02c4-4e22-b1fa-cace97c4ceb6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:28.236764 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d807593a-72de-46f5-87ff-b1a5385cb19c req-39ac0764-02c4-4e22-b1fa-cace97c4ceb6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0879354 Dec 21 17:10:28.288154 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d807593a-72de-46f5-87ff-b1a5385cb19c req-a6165022-e5d6-4529-ac47-4a8f506171a2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Dec 21 17:10:29.491234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77f014-8031-4dde-aa5c-639a1834be8e req-5dc20e05-3a34-4430-ae46-bb42bcef6cf0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:29.492821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-af77f014-8031-4dde-aa5c-639a1834be8e req-5dc20e05-3a34-4430-ae46-bb42bcef6cf0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0820179 Dec 21 17:10:29.543984 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-af77f014-8031-4dde-aa5c-639a1834be8e req-df8a80a0-4ee4-4e8b-bed2-47399f002b33 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 Dec 21 17:10:29.555873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:30.749654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536569bd-1953-4f56-bf4f-4c7296101468 req-47b69f20-e3bc-4276-8bed-96bd8b71fef3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:30.751258 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-536569bd-1953-4f56-bf4f-4c7296101468 req-47b69f20-e3bc-4276-8bed-96bd8b71fef3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0836101 Dec 21 17:10:30.800705 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-536569bd-1953-4f56-bf4f-4c7296101468 req-7a7828d4-8974-43ce-b50d-60b38f35f759 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433974 Dec 21 17:10:31.674634 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-13faceb1-4a14-4188-9615-b3fded09e3d3 service neutron] 10.222.0.48 "GET /v2.0/ports/205c609e-805a-46b3-ba89-d77dec36f4c1/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0821123 Dec 21 17:10:31.946739 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-45722f1c-d21d-4686-9efe-0b81ff5d5fd5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 1099 time: 0.0809994 Dec 21 17:10:32.018838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437efec-34b6-44f2-8273-71e79d8bab02 req-6b1cc8c2-f77d-45fa-be0d-0e6a4869f8d7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:32.020472 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0437efec-34b6-44f2-8273-71e79d8bab02 req-6b1cc8c2-f77d-45fa-be0d-0e6a4869f8d7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0926216 Dec 21 17:10:32.044713 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-c1fc000a-e7b9-441b-ab9c-d2ba6dfa90c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 1099 time: 0.0760591 Dec 21 17:10:32.069614 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0437efec-34b6-44f2-8273-71e79d8bab02 req-0748526d-df3f-4485-bc46-420d8f86980d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429380 Dec 21 17:10:32.185214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-2127e31c-9d6b-4307-90df-8f3e332d1f07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:32.186837 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-2127e31c-9d6b-4307-90df-8f3e332d1f07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1355846 Dec 21 17:10:32.303363 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-afebe897-70f4-424b-afa7-ca5bf96b5d64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205c609e-805a-46b3-ba89-d77dec36f4c1 HTTP/1.1" status: 200 len: 1003 time: 0.1092207 Dec 21 17:10:32.373973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-761052e7-36da-44f3-b36e-537c94171ef1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:32.375607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-761052e7-36da-44f3-b36e-537c94171ef1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0669127 Dec 21 17:10:32.456077 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-08b43ac2-0e87-4088-9834-6180baf3fe7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737591 Dec 21 17:10:32.609013 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-5513c932-f410-4078-b2a5-765d8d81b77d service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463847 Dec 21 17:10:32.750898 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-82dc55d4-a18d-495a-bacd-585d371dd214 req-ada7c714-3f32-424c-99e9-b934d00739d1 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354098 Dec 21 17:10:33.277258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e2cd1-7f7d-4a5d-ac73-4b7bf52186e1 req-62d89208-666e-4b8e-b133-58da440468cf tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:33.278888 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-628e2cd1-7f7d-4a5d-ac73-4b7bf52186e1 req-62d89208-666e-4b8e-b133-58da440468cf tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0825009 Dec 21 17:10:33.326368 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-628e2cd1-7f7d-4a5d-ac73-4b7bf52186e1 req-786ded9e-8993-4df7-a04d-823722fbf91b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 Dec 21 17:10:34.546041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e959b-4df4-4012-b0cc-78d3786c51fe req-8bbd27da-1630-47ed-92ea-3c9d50b9ac50 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:34.547688 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f16e959b-4df4-4012-b0cc-78d3786c51fe req-8bbd27da-1630-47ed-92ea-3c9d50b9ac50 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0929544 Dec 21 17:10:34.600613 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f16e959b-4df4-4012-b0cc-78d3786c51fe req-a06096c3-6355-43a2-a57b-d7d08bafeb04 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467587 Dec 21 17:10:34.810494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 205c609e-805a-46b3-ba89-d77dec36f4c1 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:10:34.813406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 205c609e-805a-46b3-ba89-d77dec36f4c1 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:10:35.046020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-2ca661a1-a731-4397-be98-d09c0bb9a7c0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:35.046991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-2ca661a1-a731-4397-be98-d09c0bb9a7c0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Synchronizing usage tracker for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:10:35.057816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:35.063411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-2ca661a1-a731-4397-be98-d09c0bb9a7c0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Unset dirty status for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:10:35.065397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-2ca661a1-a731-4397-be98-d09c0bb9a7c0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.1074901 Dec 21 17:10:35.083010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:35.102077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27810beb-0494-4a17-9b97-d471f5558c98 req-3fe368e9-f752-46ed-859c-ba5d13529d4e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:35.103761 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27810beb-0494-4a17-9b97-d471f5558c98 req-3fe368e9-f752-46ed-859c-ba5d13529d4e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0861430 Dec 21 17:10:35.106718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'port_id': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'mac_address': 'fa:16:3e:ea:52:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:10:35.114566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:10:35.156448 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27810beb-0494-4a17-9b97-d471f5558c98 req-aeff0e5a-d78f-434d-aeaf-a441a58f7da7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Dec 21 17:10:35.158006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:35.163819 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-6bc23b31-a708-45b4-9888-d26a195b68d1 service neutron] 10.222.0.48 "GET /v2.0/ports/205c609e-805a-46b3-ba89-d77dec36f4c1/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0936518 Dec 21 17:10:35.167559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:35.170919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:35.223807 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'code': 200} Dec 21 17:10:35.242950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:35.264291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-7a308522-8ad5-43ba-b35f-54bf772db16a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 1097 time: 0.0775638 Dec 21 17:10:35.267550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 205c609e-805a-46b3-ba89-d77dec36f4c1 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:10:35.274617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:35.322942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:35.323329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:35.323708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:35.324079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:35.324451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:35.324816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:35.325736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:35.325736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:35.326029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:35.326188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:35.326547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:35.332421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:35.350861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:10:35.351269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:10:35.408259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-2224f9af-aa39-45f3-b242-be5e1823136c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:35.410387 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-2224f9af-aa39-45f3-b242-be5e1823136c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1399896 Dec 21 17:10:35.519157 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-cbda6c80-6da6-4e05-adb2-3a8cd58e933a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205c609e-805a-46b3-ba89-d77dec36f4c1 HTTP/1.1" status: 200 len: 1001 time: 0.1021292 Dec 21 17:10:35.587096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-c5ed1502-8552-4f8c-8972-e6bdb3cbd880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:35.588748 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-c5ed1502-8552-4f8c-8972-e6bdb3cbd880 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0642829 Dec 21 17:10:35.673051 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-1ad4828a-ed05-45fc-bf55-007da895d4db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784161 Dec 21 17:10:35.813969 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-4c8dbea8-5397-427a-86a6-28dc6e48846a service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347010 Dec 21 17:10:35.907865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:35.927689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205c609e-805a-46b3-ba89-d77dec36f4c1 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:10:35.943010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:35.945932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:35.948551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:35.957823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-d3569d7f-fca9-4db9-a9bb-5ba04f765cc0 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377766 Dec 21 17:10:36.019989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['205c609e-805a-46b3-ba89-d77dec36f4c1'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:10:36.234747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:36.241773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:36.378998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54016a-3050-45e7-98c6-b2494f9ba48a req-421d418e-969a-415c-bc71-75c61a305c8f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:36.380760 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc54016a-3050-45e7-98c6-b2494f9ba48a req-421d418e-969a-415c-bc71-75c61a305c8f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 945 time: 0.0888388 Dec 21 17:10:36.430512 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc54016a-3050-45e7-98c6-b2494f9ba48a req-5df706fb-ad67-4c65-b60a-8cb590da46e5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Dec 21 17:10:36.804964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 205c609e-805a-46b3-ba89-d77dec36f4c1 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:10:36.880166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 205c609e-805a-46b3-ba89-d77dec36f4c1 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:10:36.880590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:36.996594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:37.030334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:37.033363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:37.035314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:37.103256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:37.106389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:37.224358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:10:37.287631 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'code': 200} Dec 21 17:10:37.644069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2865fc-2e6a-4847-86dd-ebacbdaa282e req-7da9bed9-2637-482e-9ede-7b87ff74604d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:37.645691 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6b2865fc-2e6a-4847-86dd-ebacbdaa282e req-7da9bed9-2637-482e-9ede-7b87ff74604d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0861001 Dec 21 17:10:37.698042 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6b2865fc-2e6a-4847-86dd-ebacbdaa282e req-7d7f86ca-0b15-4069-a563-4cc370af1980 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459118 Dec 21 17:10:38.383378 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-2bccdca0-05de-410c-bd80-04860d697b9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 1099 time: 0.0741222 Dec 21 17:10:38.481113 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-a7803b9c-465b-4fcd-8ba9-3e3047df5317 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 1099 time: 0.0766416 Dec 21 17:10:38.623366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-96c0085b-af6f-46eb-bb3d-4430f6d862be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:38.624930 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-96c0085b-af6f-46eb-bb3d-4430f6d862be service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1382761 Dec 21 17:10:38.730771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-3f4bb1ed-7483-40cf-9d0e-d24c03d42da3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=205c609e-805a-46b3-ba89-d77dec36f4c1 HTTP/1.1" status: 200 len: 1003 time: 0.0984516 Dec 21 17:10:38.802062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-56b3c5ed-290d-4d2b-ace5-7c7492a87c73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:38.803692 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-56b3c5ed-290d-4d2b-ace5-7c7492a87c73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0675278 Dec 21 17:10:38.884819 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-1f2ce151-7075-47d9-a103-546e6bafce34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748403 Dec 21 17:10:38.912579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd01515-c372-465e-ac1c-7a5e74da2b42 req-d9d98375-6ad0-49cd-8751-ea19988df154 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:38.914188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7bd01515-c372-465e-ac1c-7a5e74da2b42 req-d9d98375-6ad0-49cd-8751-ea19988df154 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0846212 Dec 21 17:10:38.963273 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7bd01515-c372-465e-ac1c-7a5e74da2b42 req-f0315ac5-04ae-4dbc-88b6-f8142074c09b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427303 Dec 21 17:10:39.028320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-14e0af15-1c63-458d-8143-84e9c0a40ad1 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373219 Dec 21 17:10:39.169034 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb0709fa-ad77-4958-abd8-cc2ebe033772 req-da1f3cc2-fc5d-454f-a1de-15d3728a001b service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343093 Dec 21 17:10:40.173488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f4130-4332-4886-b05a-7b2b70aeb3eb req-63db89ec-783d-492d-8593-8efb80a82ae3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:40.175120 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-275f4130-4332-4886-b05a-7b2b70aeb3eb req-63db89ec-783d-492d-8593-8efb80a82ae3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0880892 Dec 21 17:10:40.224243 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-275f4130-4332-4886-b05a-7b2b70aeb3eb req-4a9bc844-a62f-401d-8fd6-b0b6e302a2a7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430272 Dec 21 17:10:40.835959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 205c609e-805a-46b3-ba89-d77dec36f4c1 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:10:40.841053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 205c609e-805a-46b3-ba89-d77dec36f4c1 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:10:41.060548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:41.096766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:41.120057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:10:41.124651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'port_id': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'mac_address': 'fa:16:3e:ea:52:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:10:41.166715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:41.173480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:41.177893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:41.207244 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'code': 200} Dec 21 17:10:41.237285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:41.272441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 205c609e-805a-46b3-ba89-d77dec36f4c1 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:10:41.280439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=9']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:41.284483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:41.340219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:10:41.340636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:10:41.437847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105015e-2257-4e19-aa3f-e122ebc96858 req-8f8aeee3-b4ea-4279-8f3b-319c68055e60 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:41.439510 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7105015e-2257-4e19-aa3f-e122ebc96858 req-8f8aeee3-b4ea-4279-8f3b-319c68055e60 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 944 time: 0.0855346 Dec 21 17:10:41.487397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7105015e-2257-4e19-aa3f-e122ebc96858 req-1ccc4f9d-ff38-4f84-a99e-896b8f633572 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Dec 21 17:10:41.696137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb164a46-5e34-471e-a697-2f43aa25626a req-e0bbb70b-0b4a-4778-adab-dc2798274621 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:41.697663 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cb164a46-5e34-471e-a697-2f43aa25626a req-e0bbb70b-0b4a-4778-adab-dc2798274621 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 944 time: 0.0867550 Dec 21 17:10:41.745381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cb164a46-5e34-471e-a697-2f43aa25626a req-922c9662-b9a9-4568-899d-7a67732f75cc tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415204 Dec 21 17:10:41.895637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:41.914456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205c609e-805a-46b3-ba89-d77dec36f4c1 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:10:41.929520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:41.932318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:41.934108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:41.947047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae26a6-29f7-4b40-8c49-5aea9ba54658 req-df2d572b-1d4c-4631-b4e7-e2919453fd7a tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:41.948617 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-16ae26a6-29f7-4b40-8c49-5aea9ba54658 req-df2d572b-1d4c-4631-b4e7-e2919453fd7a tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 944 time: 0.0829771 Dec 21 17:10:42.001466 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-16ae26a6-29f7-4b40-8c49-5aea9ba54658 req-c8bd092e-18db-4620-9d87-de4dbb43cc6e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465112 Dec 21 17:10:42.009410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['205c609e-805a-46b3-ba89-d77dec36f4c1'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:10:42.050511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=10']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:42.055397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:42.417055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb509b89-66f4-4244-b1da-3997eb74d24b req-607dcf8c-5a9b-4cae-a5b2-3c4f5701e8a3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:42.418661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fb509b89-66f4-4244-b1da-3997eb74d24b req-607dcf8c-5a9b-4cae-a5b2-3c4f5701e8a3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 946 time: 0.0840516 Dec 21 17:10:42.466682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fb509b89-66f4-4244-b1da-3997eb74d24b req-8489489c-a608-4984-8a41-08f869d3be5d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Dec 21 17:10:42.858896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 205c609e-805a-46b3-ba89-d77dec36f4c1 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:10:42.929958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 205c609e-805a-46b3-ba89-d77dec36f4c1 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:10:42.930398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:43.046304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:43.078898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:43.082280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:43.084278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:43.150203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=11']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:43.153255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:43.207835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:10:43.261339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'code': 200} Dec 21 17:10:43.679015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab94b0-9423-46f3-8682-0a0ddda45ecd req-fc4a3cbf-53c4-4106-a662-0316e20f1388 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:43.680501 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1ab94b0-9423-46f3-8682-0a0ddda45ecd req-fc4a3cbf-53c4-4106-a662-0316e20f1388 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 947 time: 0.0884233 Dec 21 17:10:43.728169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b1ab94b0-9423-46f3-8682-0a0ddda45ecd req-59815070-ac4c-401f-bbfc-0d12cf455350 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415304 Dec 21 17:10:44.402302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545cfec-355e-42c6-8725-c1907a172d0f req-625e5bec-481a-4cb6-9dc5-4202b87fef54 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:44.404046 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e545cfec-355e-42c6-8725-c1907a172d0f req-625e5bec-481a-4cb6-9dc5-4202b87fef54 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 947 time: 0.0870223 Dec 21 17:10:44.477278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Deleting port 205c609e-805a-46b3-ba89-d77dec36f4c1 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:10:44.477663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:44.941495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638a844-951a-4d03-887b-04ed8cd6c06a req-37724ad3-d0b6-4355-88da-915975715eb4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:44.943339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b638a844-951a-4d03-887b-04ed8cd6c06a req-37724ad3-d0b6-4355-88da-915975715eb4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 947 time: 0.0866737 Dec 21 17:10:44.966915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] For port 205c609e-805a-46b3-ba89-d77dec36f4c1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205c609e-805a-46b3-ba89-d77dec36f4c1,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:44.967320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:44.992176 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b638a844-951a-4d03-887b-04ed8cd6c06a req-d09fe349-82f1-4c8f-a42c-f78a26dc2199 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426352 Dec 21 17:10:45.261044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:45.261455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:45.261807 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8 disassociated. External IP: 172.26.7.212, port: 205c609e-805a-46b3-ba89-d77dec36f4c1. Dec 21 17:10:45.262182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Calling delete_port for 205c609e-805a-46b3-ba89-d77dec36f4c1 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:10:45.408080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:45.414104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cb8ea524-ef8c-40e6-9d58-bef778ad8bee tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:45.457860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event deleted for resources: {'Port': ['ID=205c609e-805a-46b3-ba89-d77dec36f4c1,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:45.472655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:45.473079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:45.473504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:45.473927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:45.474424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:45.474732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:45.475177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:45.475596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:45.476010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:45.476422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:45.476829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:10:45.480364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:45.706264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Router bc8d3300-b63a-474a-8313-3f89db16abb1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:10:45.793603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fb747c2a-7d5f-47ed-89c5-c5a417d161fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:45.920851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:10:45.931753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1eb9d7-5f3a-4bec-bb9e-f90fa0df17bd None None] Sync routers for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:10:45.945327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1eb9d7-5f3a-4bec-bb9e-f90fa0df17bd None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:10:45.946388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a1eb9d7-5f3a-4bec-bb9e-f90fa0df17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:10:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:10:45.998075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] No DVR routers for this DVR port 205c609e-805a-46b3-ba89-d77dec36f4c1 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:10:46.002098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:46.007097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-deleted', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:10:46.022402 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e545cfec-355e-42c6-8725-c1907a172d0f req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "DELETE /v2.0/ports/205c609e-805a-46b3-ba89-d77dec36f4c1 HTTP/1.1" status: 204 len: 173 time: 1.6124198 Dec 21 17:10:46.077885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2158906d-bb9f-4b1a-80e5-c0ee919a313e', 'name': 'network-vif-deleted', 'tag': '205c609e-805a-46b3-ba89-d77dec36f4c1', 'status': 'completed', 'code': 200} Dec 21 17:10:46.146797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3a1eb9d7-5f3a-4bec-bb9e-f90fa0df17bd None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:10:46.185764 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dce2e5a8-1ba0-4314-a1cd-06855179718d req-74cb94a5-5c7b-4261-9fd8-c36f2d4c3713 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2158906d-bb9f-4b1a-80e5-c0ee919a313e HTTP/1.1" status: 200 len: 210 time: 0.0548320 Dec 21 17:10:46.486582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a1eb9d7-5f3a-4bec-bb9e-f90fa0df17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:10:46.491097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1eb9d7-5f3a-4bec-bb9e-f90fa0df17bd None None] Checking router: bc8d3300-b63a-474a-8313-3f89db16abb1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:10:46.503196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1eb9d7-5f3a-4bec-bb9e-f90fa0df17bd None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:10:46.503869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a1eb9d7-5f3a-4bec-bb9e-f90fa0df17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:10:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:10:46.695371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3a1eb9d7-5f3a-4bec-bb9e-f90fa0df17bd None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:10:47.022368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3a1eb9d7-5f3a-4bec-bb9e-f90fa0df17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:10:47.026615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1eb9d7-5f3a-4bec-bb9e-f90fa0df17bd None None] The sync data for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv is: [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:10:47.195690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:47.482992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1fa13-5da0-4c41-957b-8a049e7bbdc7 None None] New status for floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:10:47.587428 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-66347a3c-12d5-4521-844b-f5162ab07ca4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1042526979&fields=id&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 267 time: 0.0472591 Dec 21 17:10:47.750756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-55e44e75-22a9-49a8-ab53-7146889b5f82 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:47.753110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-55e44e75-22a9-49a8-ab53-7146889b5f82 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 812 time: 0.1575353 Dec 21 17:10:47.769920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-88585be9-a5ea-4058-ab24-259603a489b7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/quotas/6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 375 time: 0.0111907 Dec 21 17:10:47.857785 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-2547e795-7f57-4730-b3c4-58b8a08d48a7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816727 Dec 21 17:10:48.010130 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-58b11fd0-9a61-4b59-818c-6c11df632097 service neutron] 10.222.0.67 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338859 Dec 21 17:10:48.039063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d8b367f5-1242-444c-bd62-9afcb521a9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:48.151386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-bc098db4-3520-4dcd-95af-9b840000103c service neutron] 10.222.0.67 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350410 Dec 21 17:10:48.349138 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-432e88ce-51f9-46f1-9956-50ebbb554193 req-98d18895-f888-48ec-b319-2473418348ed tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0486224 Dec 21 17:10:48.406282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:48.882525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 205c609e-805a-46b3-ba89-d77dec36f4c1 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:10:48.922266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 205c609e-805a-46b3-ba89-d77dec36f4c1 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:10:48.922661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 205c609e-805a-46b3-ba89-d77dec36f4c1 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:10:49.389361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-e0917c4f-cff4-49ae-99dc-1a8c694446ce tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:49.391327 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-e0917c4f-cff4-49ae-99dc-1a8c694446ce tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 812 time: 0.1626780 Dec 21 17:10:49.449321 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-dd5351c1-ba05-48d5-971f-74123260150a tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 380 time: 0.0464630 Dec 21 17:10:49.460008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'port': {'device_id': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'admin_state_up': True, 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'security_groups': ['1ed11d19-146c-411b-90aa-9feaa8e2f1ce']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:10:49.539467 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cb51191b-724c-4da3-998a-56718885034e req-c229fddd-4fef-4004-9716-728816b92119 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0479214 Dec 21 17:10:49.610910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:10:49.615504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Usage tracker for resource:port and tenant:6d49ddf5ec2248dba4c6dd83d95ae902 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:10:49.618517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:10:49.624574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:10:49.633898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Made reservation on behalf of 6d49ddf5ec2248dba4c6dd83d95ae902 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:10:49.639453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:49.810488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Allocated IP 172.20.0.12 (1d02d78c-92f3-466d-9dde-da98c1dbedc4/865520fe-a601-4fa8-be36-9def0182e066/66bd8e28-ee1d-456f-8ab9-6132b1120e6f) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:10:49.968133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:50.013968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:50.042039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Transition to ACTIVE for port object 66bd8e28-ee1d-456f-8ab9-6132b1120e6f will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:10:50.062295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:50.068795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:50.141564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:10:50.145573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:10:50.151150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:10:50.183684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event updated for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:50.191663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:50.221499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:50.222137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:50.251833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7966015 Dec 21 17:10:50.264542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Request body: {'port': {'device_id': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:10:50.387429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:50.488091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c34f648a-ff75-444f-ba3e-2683876758e1 None None] Provisioning for port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:10:50.493443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c34f648a-ff75-444f-ba3e-2683876758e1 None None] Provisioning complete for port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:10:50.493865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c34f648a-ff75-444f-ba3e-2683876758e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:50.719081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c34f648a-ff75-444f-ba3e-2683876758e1 None None] Port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:10:50.756514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ea723-d84e-4c5f-88ab-66bb84e8e0f5 req-91c30f30-ec77-4118-8dcd-995eda45a314 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:50.758057 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ee7ea723-d84e-4c5f-88ab-66bb84e8e0f5 req-91c30f30-ec77-4118-8dcd-995eda45a314 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 932 time: 0.0894110 Dec 21 17:10:50.762820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bd8e28-ee1d-456f-8ab9-6132b1120e6f {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:10:50.770723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:50.787133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Transition to ACTIVE for port object 66bd8e28-ee1d-456f-8ab9-6132b1120e6f will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:10:50.789930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:50.794462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1212b31a-adad-4c19-b0bb-dd9ce066cdbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:50.811882 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ee7ea723-d84e-4c5f-88ab-66bb84e8e0f5 req-2efd8b3a-4a63-418c-96c1-ba87eca4dc51 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475214 Dec 21 17:10:50.921980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:50.925441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:51.045923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Attempting to bind port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:10:51.046300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Attempting to bind port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:10:51.046672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Attempting to bind port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:10:51.052949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:10:51.053310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Attempting to bind port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f on network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:10:51.060071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:10:51.060444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Checking segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:10:51.060872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Bound using segment: {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:10:51.061343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Bound port: 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:10:51.061726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:51.154056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:10:51.157289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:10:51.160593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:51.164970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:51.220531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:51.222054 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] 10.222.0.48 "PUT /v2.0/ports/66bd8e28-ee1d-456f-8ab9-6132b1120e6f HTTP/1.1" status: 200 len: 1094 time: 0.9622700 Dec 21 17:10:51.230640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:10:51.251230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:51.255611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:51.305455 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'status': 'completed', 'code': 200} Dec 21 17:10:51.349641 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-e94c2ba5-dab5-41ff-a468-abf4dd048428 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 1097 time: 0.0897956 Dec 21 17:10:51.431790 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-ea3914ce-bcfa-4d6f-93a0-115144f73a91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f HTTP/1.1" status: 200 len: 217 time: 0.0756452 Dec 21 17:10:51.504376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-4a12f984-8320-4e1d-8b22-b718d5a9b7df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:51.505936 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-4a12f984-8320-4e1d-8b22-b718d5a9b7df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0686922 Dec 21 17:10:51.585532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-ed00b544-c9cd-4dd0-ab85-107ceddb1742 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738049 Dec 21 17:10:51.728219 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-799deef8-4c15-497f-bd49-0effd4fec1fc service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360784 Dec 21 17:10:51.749033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:10:51.874105 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-899ecd31-7c8a-4477-bbb1-abeecc9b2317 req-90184c27-105b-413d-b1fc-3afae705ccfb service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399040 Dec 21 17:10:52.002246 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1d0476a-eabd-474a-b75a-ba36a19481d4 req-a7d2f059-2f38-4301-928a-18d24cb78959 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 1097 time: 0.0811219 Dec 21 17:10:52.016462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f341287-9161-418b-a0f0-be6f6030e982 req-8a59504e-79a0-40b7-b64d-2842e46441e8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:52.018090 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f341287-9161-418b-a0f0-be6f6030e982 req-8a59504e-79a0-40b7-b64d-2842e46441e8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 944 time: 0.0829458 Dec 21 17:10:52.072135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f341287-9161-418b-a0f0-be6f6030e982 req-6b7657d5-6bbd-4bae-98dc-f46206401fa6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463045 Dec 21 17:10:52.400035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0476a-eabd-474a-b75a-ba36a19481d4 req-9e77d290-a273-485a-9b2b-c905ad49cd3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:52.401656 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1d0476a-eabd-474a-b75a-ba36a19481d4 req-9e77d290-a273-485a-9b2b-c905ad49cd3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.3842533 Dec 21 17:10:52.473837 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1d0476a-eabd-474a-b75a-ba36a19481d4 req-15d42daa-91e2-44af-b313-81d9c24421e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f HTTP/1.1" status: 200 len: 217 time: 0.0639277 Dec 21 17:10:52.543332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0476a-eabd-474a-b75a-ba36a19481d4 req-c59ad494-484f-4e8b-a849-fe2ba3737263 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:52.544871 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1d0476a-eabd-474a-b75a-ba36a19481d4 req-c59ad494-484f-4e8b-a849-fe2ba3737263 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0651069 Dec 21 17:10:52.622794 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1d0476a-eabd-474a-b75a-ba36a19481d4 req-0e8a2784-94f1-45cd-ace7-0f5108f110ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716722 Dec 21 17:10:52.763374 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1d0476a-eabd-474a-b75a-ba36a19481d4 req-0bdf8215-56e1-4773-ad28-0a777b9acbd2 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344328 Dec 21 17:10:52.902972 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c1d0476a-eabd-474a-b75a-ba36a19481d4 req-b8021189-bcdc-4b6e-a2a1-5a714c6d527e service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330264 Dec 21 17:10:53.287049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dad7a-7fed-41a9-9993-1974207e7157 req-6cc5fd48-1165-443a-a652-c791aacd8648 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:53.288630 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-239dad7a-7fed-41a9-9993-1974207e7157 req-6cc5fd48-1165-443a-a652-c791aacd8648 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 944 time: 0.0862851 Dec 21 17:10:53.560866 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-239dad7a-7fed-41a9-9993-1974207e7157 req-cbcb6155-c759-431d-afb9-29447a2ec565 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660563 Dec 21 17:10:54.764814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99907d-d56f-4b1d-877c-06d9c247afc5 req-4e250eb5-b8d9-411c-8986-2cb280f6f6cb tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:54.766420 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d99907d-d56f-4b1d-877c-06d9c247afc5 req-4e250eb5-b8d9-411c-8986-2cb280f6f6cb tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 944 time: 0.0809650 Dec 21 17:10:54.813538 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5d99907d-d56f-4b1d-877c-06d9c247afc5 req-a2a73458-0664-4ca2-9eb5-0dc755712aae tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411069 Dec 21 17:10:54.944968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 66bd8e28-ee1d-456f-8ab9-6132b1120e6f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:10:55.084664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:55.098918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'port_id': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'mac_address': 'fa:16:3e:7c:f9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:10:55.153038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:55.171310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bd8e28-ee1d-456f-8ab9-6132b1120e6f {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:10:55.186506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:55.189344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:55.191755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:55.258422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:55.261451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:55.389064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['66bd8e28-ee1d-456f-8ab9-6132b1120e6f'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:10:56.033098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12486-0cb0-48ce-b29b-b5f818132d38 req-4b8f43af-4520-41a4-91af-fadd0fa97e09 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:56.035317 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cd12486-0cb0-48ce-b29b-b5f818132d38 req-4b8f43af-4520-41a4-91af-fadd0fa97e09 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0939372 Dec 21 17:10:56.089039 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cd12486-0cb0-48ce-b29b-b5f818132d38 req-ae1ba6c5-9564-4257-8138-ef195124db4c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469151 Dec 21 17:10:56.960810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 66bd8e28-ee1d-456f-8ab9-6132b1120e6f up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:10:57.032259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:10:57.037629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:10:57.038126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:57.155675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:57.184050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:10:57.194187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:10:57.198116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:57.200146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:10:57.245657 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'code': 200} Dec 21 17:10:57.272330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:10:57.275434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:10:57.312035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5de80-8420-46e0-9f56-8b970f07ac7f req-03349098-859a-455f-828c-d12aa85e3ab9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:57.313633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e7e5de80-8420-46e0-9f56-8b970f07ac7f req-03349098-859a-455f-828c-d12aa85e3ab9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.1007898 Dec 21 17:10:57.366646 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e7e5de80-8420-46e0-9f56-8b970f07ac7f req-1b75e8eb-8bd7-4348-ba63-494fa33bd1ac tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466731 Dec 21 17:10:57.484691 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec9fcb53-0069-4a94-a05a-20dadb1cb86e req-331bd96f-1996-4e83-855d-52b4be04dc9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0778670 Dec 21 17:10:57.528975 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec9fcb53-0069-4a94-a05a-20dadb1cb86e req-e7597f4d-fae3-43a1-bb43-d8642f642488 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375996 Dec 21 17:10:58.580958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f80a1-901e-447f-8cce-273624d9204b req-a562edb3-f760-4509-a26d-f149375d5fd1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:58.582554 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f31f80a1-901e-447f-8cce-273624d9204b req-a562edb3-f760-4509-a26d-f149375d5fd1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0836134 Dec 21 17:10:58.629646 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f31f80a1-901e-447f-8cce-273624d9204b req-04337353-57f8-41f9-8d93-516bbbe99542 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407450 Dec 21 17:10:59.553310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:10:59.834042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08a981-f65a-4a57-8d5f-81cf52694bd2 req-de514ed3-d685-4dda-a339-86a7c953832f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:10:59.835653 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0d08a981-f65a-4a57-8d5f-81cf52694bd2 req-de514ed3-d685-4dda-a339-86a7c953832f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0856888 Dec 21 17:10:59.883007 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0d08a981-f65a-4a57-8d5f-81cf52694bd2 req-6126712d-799b-484a-9ad6-d0c8f1e209a9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413041 Dec 21 17:11:00.079616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d37d1-a803-4d82-9bfd-35081f569824 req-a50b8640-6b30-4e5a-8c5a-63794fa813d7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:00.081833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-db1d37d1-a803-4d82-9bfd-35081f569824 req-a50b8640-6b30-4e5a-8c5a-63794fa813d7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0828259 Dec 21 17:11:00.091409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 49672) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:11:00.097342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fec6fbf9-d5cf-4823-a970-3fb1e63a458e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Request body: {'floatingip': {'port_id': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:11:00.177867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fec6fbf9-d5cf-4823-a970-3fb1e63a458e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:00.801645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fec6fbf9-d5cf-4823-a970-3fb1e63a458e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:00.804001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fec6fbf9-d5cf-4823-a970-3fb1e63a458e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:01.000406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-fec6fbf9-d5cf-4823-a970-3fb1e63a458e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8 associated. External IP: 172.26.7.212, port: 66bd8e28-ee1d-456f-8ab9-6132b1120e6f. Dec 21 17:11:01.404147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec6fbf9-d5cf-4823-a970-3fb1e63a458e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Router bc8d3300-b63a-474a-8313-3f89db16abb1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:11:01.614685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec6fbf9-d5cf-4823-a970-3fb1e63a458e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:11:01.619901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fec6fbf9-d5cf-4823-a970-3fb1e63a458e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:01.625032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a65d748-b167-4e6b-97a4-ef2cde7a4320 None None] Sync routers for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:11:01.638374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65d748-b167-4e6b-97a4-ef2cde7a4320 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:11:01.639187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4a65d748-b167-4e6b-97a4-ef2cde7a4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:10:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:11:01.679469 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fec6fbf9-d5cf-4823-a970-3fb1e63a458e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "PUT /v2.0/floatingips/259744bc-fb95-4e2d-be7c-4905839b99c8 HTTP/1.1" status: 200 len: 993 time: 1.5867641 Dec 21 17:11:01.680092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:11:01.739230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'status': 'completed', 'code': 200} Dec 21 17:11:01.831934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-4a65d748-b167-4e6b-97a4-ef2cde7a4320 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:11:01.839751 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8024bace-9708-4b51-bfd4-0a8eb8b6d572 req-206ec1d5-e4c6-4b5e-b87e-1c2fb3e90801 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0795274 Dec 21 17:11:01.984038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024bace-9708-4b51-bfd4-0a8eb8b6d572 req-26784ba7-30ef-417c-a8bd-d1c3892a5814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:01.985642 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8024bace-9708-4b51-bfd4-0a8eb8b6d572 req-26784ba7-30ef-417c-a8bd-d1c3892a5814 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1401358 Dec 21 17:11:02.095070 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8024bace-9708-4b51-bfd4-0a8eb8b6d572 req-97a09399-3cf0-40bb-8643-363bc28a9672 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f HTTP/1.1" status: 200 len: 1001 time: 0.1030455 Dec 21 17:11:02.164180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024bace-9708-4b51-bfd4-0a8eb8b6d572 req-94b77c82-87d4-4a70-81d5-3fa172eb0e05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:02.165786 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8024bace-9708-4b51-bfd4-0a8eb8b6d572 req-94b77c82-87d4-4a70-81d5-3fa172eb0e05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0642457 Dec 21 17:11:02.201848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4a65d748-b167-4e6b-97a4-ef2cde7a4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:7c:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:11:00Z', 'revision_number': 13, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:11:02.206582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a65d748-b167-4e6b-97a4-ef2cde7a4320 None None] Checking router: bc8d3300-b63a-474a-8313-3f89db16abb1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:11:02.217958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65d748-b167-4e6b-97a4-ef2cde7a4320 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:11:02.218629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4a65d748-b167-4e6b-97a4-ef2cde7a4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:10:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:11:02.249687 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8024bace-9708-4b51-bfd4-0a8eb8b6d572 req-4b8d0933-c124-4b45-b33b-274751f3e340 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779798 Dec 21 17:11:02.396069 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8024bace-9708-4b51-bfd4-0a8eb8b6d572 req-fb6aa363-613a-4c58-9396-abe6b5b02236 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395724 Dec 21 17:11:02.408720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-4a65d748-b167-4e6b-97a4-ef2cde7a4320 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:11:02.546169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8024bace-9708-4b51-bfd4-0a8eb8b6d572 req-69db84d4-5b63-46ce-968d-ddb76116d7a7 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433432 Dec 21 17:11:02.786998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4a65d748-b167-4e6b-97a4-ef2cde7a4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:7c:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:11:00Z', 'revision_number': 13, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:11:02.791208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a65d748-b167-4e6b-97a4-ef2cde7a4320 None None] The sync data for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv is: [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '259744bc-fb95-4e2d-be7c-4905839b99c8', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'port_id': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'mac_address': 'fa:16:3e:7c:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:06:55Z', 'updated_at': '2021-12-21T17:11:00Z', 'revision_number': 13, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:11:03.130922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850325dc-c676-4fb0-a746-b37af5b5890a None None] New status for floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:11:15.795457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-745339ba-20be-4664-8ca8-a7b3113a8c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:17.197410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:18.041505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de3c7d10-2604-43eb-a6e1-e7c7044942d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:18.407145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:19.910289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:28.750389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:11:29.568267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:37.668147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7866c59-c2e6-45f1-8caa-f7c08ce353af req-93bcc0ba-bab6-45fe-bbeb-84b3304599ab tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:37.669656 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7866c59-c2e6-45f1-8caa-f7c08ce353af req-93bcc0ba-bab6-45fe-bbeb-84b3304599ab tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0857005 Dec 21 17:11:37.720147 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b7866c59-c2e6-45f1-8caa-f7c08ce353af req-95d315f8-6068-49a2-ab2a-fee3c1fa2ec3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444796 Dec 21 17:11:45.797372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb36517c-e14d-4838-a987-3448ab62c676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:46.240221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-66a758e7-f2d2-4dd7-a77d-ad7009962e87 req-7a9a8357-9981-4ae1-8a23-976b4f085ed7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0752878 Dec 21 17:11:46.503057 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-afcc3cfd-abb6-4f81-9434-2df62d5f127d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743012 Dec 21 17:11:46.646831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb809a5-3b05-44ff-b10d-c46ba6b24502 req-d37309fe-d09f-4e68-a1a9-8ad7acc481ce tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:46.648465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2bb809a5-3b05-44ff-b10d-c46ba6b24502 req-d37309fe-d09f-4e68-a1a9-8ad7acc481ce tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.1659353 Dec 21 17:11:46.696987 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2bb809a5-3b05-44ff-b10d-c46ba6b24502 req-f17e6ab3-312c-4040-b1c2-0eef4f338612 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Dec 21 17:11:47.202397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:47.692666 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-ef989a4a-594d-4b54-ba90-8f44dc60e97a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0810070 Dec 21 17:11:47.836214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-2dc804df-2130-4798-82d0-3bdf9db59a55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:47.837851 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-2dc804df-2130-4798-82d0-3bdf9db59a55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1394768 Dec 21 17:11:47.947387 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-401d0d15-5e90-45d4-ad57-be497e73910c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f HTTP/1.1" status: 200 len: 1003 time: 0.1037197 Dec 21 17:11:47.988911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817323b2-6483-4902-bf80-46d41d534234 req-07b06f01-e6de-4c0b-aa35-79a3249af55e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:47.990545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-817323b2-6483-4902-bf80-46d41d534234 req-07b06f01-e6de-4c0b-aa35-79a3249af55e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.1567390 Dec 21 17:11:48.017295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-2aea573c-687d-4019-9d85-f86bba3637a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:48.019557 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-2aea573c-687d-4019-9d85-f86bba3637a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0665045 Dec 21 17:11:48.040004 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-817323b2-6483-4902-bf80-46d41d534234 req-fa6c4868-504f-4d67-b90a-b2da10a0537c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430014 Dec 21 17:11:48.043473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-167cb9d6-f206-464f-842f-d574f6ce02c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:48.101710 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-e273cbfd-7f2d-45f6-a68d-be49f385bf12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756745 Dec 21 17:11:48.111511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-d9da798b-53d0-4a99-9630-61a91c56feac service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 17:11:48.112573 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-d9da798b-53d0-4a99-9630-61a91c56feac service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051482 Dec 21 17:11:48.255472 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-d42c8132-f9d6-4b5b-941c-136b24c0b55f service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363702 Dec 21 17:11:48.403707 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-fa2c9b54-663a-43af-9721-bd6563a075db service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418903 Dec 21 17:11:48.412484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:49.256509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448af7a-2760-428e-876d-048f6f65dd84 req-dd447bbc-63f4-496b-bd2d-3f132265d6c1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:49.258157 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8448af7a-2760-428e-876d-048f6f65dd84 req-dd447bbc-63f4-496b-bd2d-3f132265d6c1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0897384 Dec 21 17:11:49.308115 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8448af7a-2760-428e-876d-048f6f65dd84 req-758165ba-ea11-4c11-8b4f-c784ec3f1fd8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433102 Dec 21 17:11:49.913631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:50.513960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e438fe-ec32-4e69-bc26-2155e385f8bc req-6f420f17-0a1d-425a-85e1-c87f7feb5faa tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:50.515640 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56e438fe-ec32-4e69-bc26-2155e385f8bc req-6f420f17-0a1d-425a-85e1-c87f7feb5faa tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0822108 Dec 21 17:11:50.567504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56e438fe-ec32-4e69-bc26-2155e385f8bc req-c4cc6c4b-4540-43ab-ab7d-b23b92f51966 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453520 Dec 21 17:11:51.999597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2dd99f-2c40-4f4b-82e1-f07498f04039 req-05d4e953-28c2-48dd-b21f-6ef7d811ebce tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:52.001210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0e2dd99f-2c40-4f4b-82e1-f07498f04039 req-05d4e953-28c2-48dd-b21f-6ef7d811ebce tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.3128083 Dec 21 17:11:52.050705 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0e2dd99f-2c40-4f4b-82e1-f07498f04039 req-08c3420c-f900-4b1b-8d1e-965804aae6f5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Dec 21 17:11:53.257237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345013d9-fd68-4569-98a8-0245a36995a0 req-c502601d-4a7b-42de-89f7-07db6d3eea8f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:53.258881 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-345013d9-fd68-4569-98a8-0245a36995a0 req-c502601d-4a7b-42de-89f7-07db6d3eea8f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0841379 Dec 21 17:11:53.306670 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-345013d9-fd68-4569-98a8-0245a36995a0 req-bf625ffd-34f4-4e23-b5b7-30ee257f6a4b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Dec 21 17:11:54.599473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0776b-0c17-4a7c-9dc6-aa92321f777a req-cf7a3066-1b95-4fdb-8ac2-0b08b8fd43e9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:54.600989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a3e0776b-0c17-4a7c-9dc6-aa92321f777a req-cf7a3066-1b95-4fdb-8ac2-0b08b8fd43e9 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0868666 Dec 21 17:11:54.648304 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a3e0776b-0c17-4a7c-9dc6-aa92321f777a req-e53282a3-56de-43ad-af81-445ca7116f3f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412979 Dec 21 17:11:55.854682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ade11-a34e-4849-9bce-16acf0aa9a2c req-4d1bc207-a9ef-42b9-9b2f-9ee5eb68e6ca tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:55.856361 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-819ade11-a34e-4849-9bce-16acf0aa9a2c req-4d1bc207-a9ef-42b9-9b2f-9ee5eb68e6ca tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0865314 Dec 21 17:11:55.904517 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-819ade11-a34e-4849-9bce-16acf0aa9a2c req-fe24416b-a53b-4097-ad53-ce5b4bd9fffc tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Dec 21 17:11:57.110047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1bcd-2775-45aa-86b9-dfc7cad2e633 req-d17f00df-2b46-4a10-9818-45e88f5c8223 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:57.112075 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-340c1bcd-2775-45aa-86b9-dfc7cad2e633 req-d17f00df-2b46-4a10-9818-45e88f5c8223 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0819120 Dec 21 17:11:57.163083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-340c1bcd-2775-45aa-86b9-dfc7cad2e633 req-18616e8f-404c-437c-8d0a-cee42f5d26b4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447257 Dec 21 17:11:58.013320 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-73945422-c49d-4ebb-92fb-5091111b2c71 req-8d242d36-f12c-4a46-93b5-09996a439d7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0956764 Dec 21 17:11:58.195801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73945422-c49d-4ebb-92fb-5091111b2c71 req-17e9d4c2-b564-4cd2-af65-26ee1e3e707d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:58.197405 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-73945422-c49d-4ebb-92fb-5091111b2c71 req-17e9d4c2-b564-4cd2-af65-26ee1e3e707d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1659033 Dec 21 17:11:58.319240 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-73945422-c49d-4ebb-92fb-5091111b2c71 req-90b748e0-af86-4e65-9409-5ffdf96476fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f HTTP/1.1" status: 200 len: 1003 time: 0.1150148 Dec 21 17:11:58.395447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fa47b-6d75-4a95-80b5-6757f089c27b req-e97d7d18-6978-4a09-ab1b-ba0ffeea5c09 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:58.397977 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a0fa47b-6d75-4a95-80b5-6757f089c27b req-e97d7d18-6978-4a09-ab1b-ba0ffeea5c09 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0890105 Dec 21 17:11:58.404721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73945422-c49d-4ebb-92fb-5091111b2c71 req-01e02734-47e0-44dd-afec-c9a6273203ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:58.406343 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-73945422-c49d-4ebb-92fb-5091111b2c71 req-01e02734-47e0-44dd-afec-c9a6273203ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0812643 Dec 21 17:11:58.449198 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a0fa47b-6d75-4a95-80b5-6757f089c27b req-2e50ba20-3f4b-4777-98d0-5e355842daf6 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Dec 21 17:11:58.495418 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-73945422-c49d-4ebb-92fb-5091111b2c71 req-0248f44c-f65e-419b-a70c-607d34198ec3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824242 Dec 21 17:11:58.634825 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-73945422-c49d-4ebb-92fb-5091111b2c71 req-0d5fc61d-2511-4545-a289-966d96185ee1 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331389 Dec 21 17:11:58.777454 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-73945422-c49d-4ebb-92fb-5091111b2c71 req-e76dc43d-4b31-4eb6-a0ed-577a33180c64 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358011 Dec 21 17:11:59.584310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:11:59.658457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a600cf-4b3c-40f9-9b44-abe4dbf1a52f req-99e5942e-40e6-47a2-a123-024c0cccb751 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:11:59.659992 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-08a600cf-4b3c-40f9-9b44-abe4dbf1a52f req-99e5942e-40e6-47a2-a123-024c0cccb751 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0856555 Dec 21 17:11:59.707580 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-08a600cf-4b3c-40f9-9b44-abe4dbf1a52f req-df18002b-8f5b-47a5-90ef-d134c9bb66c8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Dec 21 17:12:00.910547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ba786-f6ba-42f2-814e-9977a9028672 req-b909bd26-70ef-4fc5-b1d1-b5eb87d4c2e2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:00.912181 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-617ba786-f6ba-42f2-814e-9977a9028672 req-b909bd26-70ef-4fc5-b1d1-b5eb87d4c2e2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0820186 Dec 21 17:12:00.962611 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-617ba786-f6ba-42f2-814e-9977a9028672 req-752fe3f3-3212-4b4b-b24c-11fefc2e09b8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443966 Dec 21 17:12:02.169621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef7670-755d-4f64-afa2-b01a272a3199 req-67234f8e-29dc-4e63-bb95-0ea449b87095 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:02.171246 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a6ef7670-755d-4f64-afa2-b01a272a3199 req-67234f8e-29dc-4e63-bb95-0ea449b87095 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0858853 Dec 21 17:12:02.218502 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a6ef7670-755d-4f64-afa2-b01a272a3199 req-966ebf4b-5e24-4551-84d1-0d33960c0978 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412202 Dec 21 17:12:03.421302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfde20-40bb-4720-b60c-9d839c164b2e req-70347278-d675-4c8c-becf-879c844d80b1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:03.422928 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8ccfde20-40bb-4720-b60c-9d839c164b2e req-70347278-d675-4c8c-becf-879c844d80b1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0824003 Dec 21 17:12:03.471610 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8ccfde20-40bb-4720-b60c-9d839c164b2e req-00bd85d0-82ef-4298-9a68-1565d13193f5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 Dec 21 17:12:04.681635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350078f1-4464-496d-af98-10369afffb1e req-9ae803da-a21f-4ee1-af97-2ff62a6b0d74 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:04.683206 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-350078f1-4464-496d-af98-10369afffb1e req-9ae803da-a21f-4ee1-af97-2ff62a6b0d74 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0860474 Dec 21 17:12:04.730692 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-350078f1-4464-496d-af98-10369afffb1e req-6d17cb1f-8258-4b4a-acd9-e5d67d49e542 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Dec 21 17:12:05.751657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:12:05.814279 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-4408e412-619c-4f49-b344-3d4802cfcc94 service neutron] 10.222.0.48 "GET /v2.0/ports/66bd8e28-ee1d-456f-8ab9-6132b1120e6f/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.1485641 Dec 21 17:12:05.944409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907fc9-ffbd-4042-adb0-968abcf3bf06 req-5333995f-dba2-4155-a1e8-74552d8ac8be tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:05.946024 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33907fc9-ffbd-4042-adb0-968abcf3bf06 req-5333995f-dba2-4155-a1e8-74552d8ac8be tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0877223 Dec 21 17:12:06.005063 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33907fc9-ffbd-4042-adb0-968abcf3bf06 req-eeaa2e30-927c-4570-9293-dccbe1be647c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525649 Dec 21 17:12:06.096722 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-bc309e02-48ca-4a95-b4be-d5de7ee55628 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 1099 time: 0.0757222 Dec 21 17:12:06.195080 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-67cfca2d-ad9b-40af-a975-0cdd23631599 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0766141 Dec 21 17:12:06.556707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-28857722-d70d-4e91-8056-bdff3bf0735b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:06.558305 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-28857722-d70d-4e91-8056-bdff3bf0735b service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.3575861 Dec 21 17:12:06.663564 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-f0005d87-5a26-46a3-b540-d8f88018aff9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f HTTP/1.1" status: 200 len: 1003 time: 0.0987430 Dec 21 17:12:06.730374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-0a744f3d-4a89-4c65-a0d9-60bb519b39b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:06.731949 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-0a744f3d-4a89-4c65-a0d9-60bb519b39b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0623555 Dec 21 17:12:06.811864 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-bd763d48-8a66-4581-969c-78bd8cf7ac1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732913 Dec 21 17:12:06.954642 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-e6d07000-0b9e-4bc8-8309-5e4cb184ee77 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353924 Dec 21 17:12:07.099748 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-ee53ac18-a24f-486f-b505-f9ac7cedc308 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382873 Dec 21 17:12:07.223182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c9f26-74da-4370-9395-aed9e49aaa27 req-de8bed0a-c423-4449-a555-abb0c223da98 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:07.224737 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-208c9f26-74da-4370-9395-aed9e49aaa27 req-de8bed0a-c423-4449-a555-abb0c223da98 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0922594 Dec 21 17:12:07.273728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-208c9f26-74da-4370-9395-aed9e49aaa27 req-32064886-b17f-49a0-8475-000ea3f23eb4 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428498 Dec 21 17:12:08.489123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3620b3-df2f-4b54-b68f-ddc42c33951b req-f3c13847-567f-4348-be38-f9b70b74dfd8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:08.490828 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ea3620b3-df2f-4b54-b68f-ddc42c33951b req-f3c13847-567f-4348-be38-f9b70b74dfd8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0906351 Dec 21 17:12:08.544141 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ea3620b3-df2f-4b54-b68f-ddc42c33951b req-ffb93dd2-b61d-4a2d-b918-bdb63eaac604 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Dec 21 17:12:09.272862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 66bd8e28-ee1d-456f-8ab9-6132b1120e6f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:12:09.388620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:09.416502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:12:09.427089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:09.430448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:09.432337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:09.490250 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'code': 200} Dec 21 17:12:09.504105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:09.513320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:09.513712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:09.514095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:09.514590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:09.515001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:09.515380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:09.515763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:09.516136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:09.516507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:09.516875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:09.517243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:09.521398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:09.748651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992d58e-acd6-4793-94b4-6f04a42cddc2 req-33a1d63d-eeff-4ccd-8268-85157e33e2b1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:09.750258 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3992d58e-acd6-4793-94b4-6f04a42cddc2 req-33a1d63d-eeff-4ccd-8268-85157e33e2b1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 944 time: 0.0831788 Dec 21 17:12:09.797260 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3992d58e-acd6-4793-94b4-6f04a42cddc2 req-02e623a9-0977-424d-9e0a-bd926b5132ef tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409942 Dec 21 17:12:11.008925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d101f6-00f2-4047-97af-68f4fc5ff173 req-59ea7b2c-8853-4bb0-a159-0f0fbb1afeed tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:11.010526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e1d101f6-00f2-4047-97af-68f4fc5ff173 req-59ea7b2c-8853-4bb0-a159-0f0fbb1afeed tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 944 time: 0.0895977 Dec 21 17:12:11.057585 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e1d101f6-00f2-4047-97af-68f4fc5ff173 req-fc2de0e6-72d6-4c48-a4d8-09b4b572520a tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410564 Dec 21 17:12:11.303584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 66bd8e28-ee1d-456f-8ab9-6132b1120e6f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:12:11.448360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:11.462305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'port_id': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'mac_address': 'fa:16:3e:7c:f9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:12:11.516773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:11.535120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bd8e28-ee1d-456f-8ab9-6132b1120e6f {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:12:11.550294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:11.553034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:11.554913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:11.623207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:11.626104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['66bd8e28-ee1d-456f-8ab9-6132b1120e6f'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:12:11.653115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:12.267234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ce27f-fb1c-47d3-9e0b-f82acbeefa42 req-b8ca44a9-a123-4b44-8ed6-ae601c254a6e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:12.269462 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-430ce27f-fb1c-47d3-9e0b-f82acbeefa42 req-b8ca44a9-a123-4b44-8ed6-ae601c254a6e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0830121 Dec 21 17:12:12.321474 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-430ce27f-fb1c-47d3-9e0b-f82acbeefa42 req-a93a32e6-ac35-4f8b-87d7-cbb714918594 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459011 Dec 21 17:12:13.319255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 66bd8e28-ee1d-456f-8ab9-6132b1120e6f up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:12:13.396198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:12:13.396630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:13.514470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:13.532949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e706b-270b-4083-baa4-b4b65dfc1ec6 req-b199504f-1024-4c07-ab31-0f52ba6419b1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:13.535099 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f11e706b-270b-4083-baa4-b4b65dfc1ec6 req-b199504f-1024-4c07-ab31-0f52ba6419b1 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 945 time: 0.0853169 Dec 21 17:12:13.542562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:12:13.553470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:13.559657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:13.561951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:13.585904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f11e706b-270b-4083-baa4-b4b65dfc1ec6 req-b174f267-9ab4-4afd-a40a-81c8bab3288c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Dec 21 17:12:13.776662 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'code': 200} Dec 21 17:12:13.804014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:13.807328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:14.796417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc38edd-c137-4399-bc8b-6399fef05bf6 req-d3e8619e-c5c3-48ad-aa92-46b82a9399a0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:14.797970 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5fc38edd-c137-4399-bc8b-6399fef05bf6 req-d3e8619e-c5c3-48ad-aa92-46b82a9399a0 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0883377 Dec 21 17:12:14.845209 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5fc38edd-c137-4399-bc8b-6399fef05bf6 req-8bf78ea0-a41d-4e8a-beb2-e8a1426c0a10 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406694 Dec 21 17:12:15.798716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db775122-6201-454f-a3a6-ac08853feb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:16.054012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc4b0-b323-4a4e-b585-a3f43263e976 req-6e1abcd5-df83-4945-b911-a04c3b127f4f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:16.055560 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e27fc4b0-b323-4a4e-b585-a3f43263e976 req-6e1abcd5-df83-4945-b911-a04c3b127f4f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0857904 Dec 21 17:12:16.102834 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e27fc4b0-b323-4a4e-b585-a3f43263e976 req-6830b97e-67ee-45bb-9744-b99724e5b418 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411894 Dec 21 17:12:16.543670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-462d9cb1-7bc2-4943-a31c-bec4b68ec421 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:16.544435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-462d9cb1-7bc2-4943-a31c-bec4b68ec421 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Synchronizing usage tracker for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:12:16.559268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-462d9cb1-7bc2-4943-a31c-bec4b68ec421 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Unset dirty status for tenant:6d49ddf5ec2248dba4c6dd83d95ae902 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:12:16.560568 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-462d9cb1-7bc2-4943-a31c-bec4b68ec421 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.1094468 Dec 21 17:12:16.597620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1818598-1cdf-4a80-9de3-e48ff2fa506f req-7ab0a222-921b-4235-b419-a972fc7018ce tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:16.599243 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d1818598-1cdf-4a80-9de3-e48ff2fa506f req-7ab0a222-921b-4235-b419-a972fc7018ce tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0873840 Dec 21 17:12:16.643825 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-04e683bf-36db-4f1b-9e6b-95ec233c2ee1 service neutron] 10.222.0.48 "GET /v2.0/ports/66bd8e28-ee1d-456f-8ab9-6132b1120e6f/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0767004 Dec 21 17:12:16.648069 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d1818598-1cdf-4a80-9de3-e48ff2fa506f req-c8e06638-6497-484f-9ce8-78c52cd13606 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Dec 21 17:12:16.742358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-b2dae49f-c7a6-4b7b-9d53-77de17bb245f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0764191 Dec 21 17:12:16.886803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-869602b1-119b-4e0b-8691-425532845d3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:16.888397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-869602b1-119b-4e0b-8691-425532845d3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1408117 Dec 21 17:12:16.991411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-acacc67d-3da1-4510-b39d-912a7b9df1cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f HTTP/1.1" status: 200 len: 1003 time: 0.0965807 Dec 21 17:12:17.062710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-a14947d1-0674-457a-a106-7a021114c9b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:17.064313 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-a14947d1-0674-457a-a106-7a021114c9b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0659962 Dec 21 17:12:17.144562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-68735ef5-4452-4254-a459-0c581c7e5237 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743892 Dec 21 17:12:17.205035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:17.288702 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-9092af24-f77e-416f-be96-f117fbd3983d service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375313 Dec 21 17:12:17.430212 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-792f8966-5998-4a8b-89ae-48a9f83983b6 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359372 Dec 21 17:12:17.854211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad62d8c-2830-4c3a-88d7-289d8c150dd0 req-c8f7e85f-1de1-43ef-bab8-5c9481187ad8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:17.855850 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bad62d8c-2830-4c3a-88d7-289d8c150dd0 req-c8f7e85f-1de1-43ef-bab8-5c9481187ad8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0827296 Dec 21 17:12:17.903354 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bad62d8c-2830-4c3a-88d7-289d8c150dd0 req-783e4d40-45be-448f-8ecf-eb473ac6bae2 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Dec 21 17:12:18.044429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a1d2293-d635-4f65-9159-fe57d7c3987e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:18.412845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:19.117696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423953de-d7f5-4dde-a66a-d39aabb16adc req-07d28fb0-6831-4973-927b-4a0af40d5628 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:19.119338 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-423953de-d7f5-4dde-a66a-d39aabb16adc req-07d28fb0-6831-4973-927b-4a0af40d5628 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0892787 Dec 21 17:12:19.168631 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-423953de-d7f5-4dde-a66a-d39aabb16adc req-c4a70735-f0bb-481e-bd91-450ebf5b50d8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432165 Dec 21 17:12:19.916719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:20.377691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cfe77-eede-4b57-b2e3-ed8fdb5f3816 req-abe414c2-0f08-46a2-b1de-ce2ce641272b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:20.379435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-de2cfe77-eede-4b57-b2e3-ed8fdb5f3816 req-abe414c2-0f08-46a2-b1de-ce2ce641272b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0839899 Dec 21 17:12:20.434194 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-de2cfe77-eede-4b57-b2e3-ed8fdb5f3816 req-68277afc-3b46-4be6-ad28-bbf9ff1d7a11 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485997 Dec 21 17:12:20.632490 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-377d7715-a397-4c8a-85f9-c230798a7ca2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4&tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902 HTTP/1.1" status: 200 len: 1099 time: 0.0801547 Dec 21 17:12:20.727295 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-7ac9da11-648d-4912-8996-4312ae37fb4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0734754 Dec 21 17:12:20.868488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-0669a07d-80e9-46ad-86bb-488b910e8891 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:20.870082 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-0669a07d-80e9-46ad-86bb-488b910e8891 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 200 len: 913 time: 0.1371357 Dec 21 17:12:20.977533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-4d785d4a-e1e3-4f44-9bf1-05f7aed1aa33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f HTTP/1.1" status: 200 len: 1003 time: 0.1014311 Dec 21 17:12:21.045466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-3cfefdff-8cde-4ada-8274-2625138b20f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:21.047038 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-3cfefdff-8cde-4ada-8274-2625138b20f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 200 len: 851 time: 0.0637219 Dec 21 17:12:21.132084 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-b9dbfdd1-5f83-421b-a7ad-2e093ae628ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d02d78c-92f3-466d-9dde-da98c1dbedc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782342 Dec 21 17:12:21.273189 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-ee0f0361-4133-4cdc-91f8-2ae33854f6c7 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345825 Dec 21 17:12:21.415208 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbf8dd73-23eb-434b-88eb-336c5598c823 req-a0236a68-dfcf-40bd-a8cb-5fba6bac4fb5 service neutron] 10.222.0.48 "GET /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364014 Dec 21 17:12:21.642182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163d0f8-dd82-4d56-aa41-100598679b53 req-37669e9c-ef70-448c-84ea-719d9e03120b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:21.643942 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5163d0f8-dd82-4d56-aa41-100598679b53 req-37669e9c-ef70-448c-84ea-719d9e03120b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0856884 Dec 21 17:12:21.692799 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5163d0f8-dd82-4d56-aa41-100598679b53 req-89bf56d0-0071-44a6-8d67-c5d94317391f tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426376 Dec 21 17:12:22.919523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b46d6c-0d44-456a-bd52-9eba56fb18f3 req-7dad2eaa-f5b1-4057-a953-8838bc57a227 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:22.919523 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d6b46d6c-0d44-456a-bd52-9eba56fb18f3 req-7dad2eaa-f5b1-4057-a953-8838bc57a227 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0890660 Dec 21 17:12:22.964713 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d6b46d6c-0d44-456a-bd52-9eba56fb18f3 req-a9b367a9-919b-45b8-ab08-cf2f6fa30041 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Dec 21 17:12:23.349873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 66bd8e28-ee1d-456f-8ab9-6132b1120e6f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:12:23.464714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:23.492829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:12:23.502659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:23.505632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:23.507499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:23.562672 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'code': 200} Dec 21 17:12:23.575249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=9']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:23.578439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:24.303874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b510d-b517-4190-b5b7-45fa344ef762 req-f402829b-0407-444f-8ee3-cce6795cc660 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:24.305393 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f4b510d-b517-4190-b5b7-45fa344ef762 req-f402829b-0407-444f-8ee3-cce6795cc660 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 944 time: 0.0828505 Dec 21 17:12:24.352917 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f4b510d-b517-4190-b5b7-45fa344ef762 req-16d39552-f4e0-4d1b-a178-23fc30d2f9fc tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Dec 21 17:12:25.364788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 66bd8e28-ee1d-456f-8ab9-6132b1120e6f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:12:25.514171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:25.528819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'port_id': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'mac_address': 'fa:16:3e:7c:f9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:12:25.569941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958f241-4812-4ee6-b4c3-43d8164a596b req-9841f5ca-e12c-4e7b-850e-e491caffc211 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:25.571697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2958f241-4812-4ee6-b4c3-43d8164a596b req-9841f5ca-e12c-4e7b-850e-e491caffc211 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 944 time: 0.0886908 Dec 21 17:12:25.585314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:25.607215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bd8e28-ee1d-456f-8ab9-6132b1120e6f {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:12:25.621326 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2958f241-4812-4ee6-b4c3-43d8164a596b req-43bd9752-e09a-412f-8b89-23bb71e8f878 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429668 Dec 21 17:12:25.622833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:25.626192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:25.628079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:25.697209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=10']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:25.700267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:25.703649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['66bd8e28-ee1d-456f-8ab9-6132b1120e6f'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:12:26.835789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a89f8-7fe3-476e-bc70-2cfda485a8c2 req-a66e111e-80b9-4934-87b3-2e69ac4d44fb tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:26.837424 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cf3a89f8-7fe3-476e-bc70-2cfda485a8c2 req-a66e111e-80b9-4934-87b3-2e69ac4d44fb tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 946 time: 0.0877733 Dec 21 17:12:26.892449 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cf3a89f8-7fe3-476e-bc70-2cfda485a8c2 req-b1d35659-d2e1-422a-9c00-d7c87d91a704 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486863 Dec 21 17:12:27.381991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 66bd8e28-ee1d-456f-8ab9-6132b1120e6f up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:12:27.454252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:12:27.454680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:27.574354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:27.602493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:12:27.612480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:27.615844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:27.618044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:27.667560 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'code': 200} Dec 21 17:12:27.688553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=11']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:27.691896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:28.133165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0004e-09ec-4920-9d16-52e368b10559 req-9c12aab7-64ab-45dc-bd05-0dae38a40279 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:28.134809 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-91c0004e-09ec-4920-9d16-52e368b10559 req-9c12aab7-64ab-45dc-bd05-0dae38a40279 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 947 time: 0.0834792 Dec 21 17:12:28.186218 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-91c0004e-09ec-4920-9d16-52e368b10559 req-1043e299-e5d6-4ed8-bf2e-309ba240e937 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437036 Dec 21 17:12:29.402084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34430a3-5195-4147-b97f-aa14c6feafa9 req-188d9f30-ddf1-426b-94c5-8f1f8d70f41d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:29.403848 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c34430a3-5195-4147-b97f-aa14c6feafa9 req-188d9f30-ddf1-426b-94c5-8f1f8d70f41d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 947 time: 0.0894132 Dec 21 17:12:29.455394 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c34430a3-5195-4147-b97f-aa14c6feafa9 req-43b99c80-810d-46b9-8413-9baa79d1eb2e tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437143 Dec 21 17:12:29.586807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:30.660514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d68b45-3f57-4ad6-b833-f5b9ba7a5b88 req-96f47084-9330-46bb-a69b-1d1cff4c2757 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:30.662139 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-74d68b45-3f57-4ad6-b833-f5b9ba7a5b88 req-96f47084-9330-46bb-a69b-1d1cff4c2757 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 947 time: 0.0845010 Dec 21 17:12:30.710633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-74d68b45-3f57-4ad6-b833-f5b9ba7a5b88 req-5d2629be-2569-430f-881d-cf2f4ed3c8be tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Dec 21 17:12:30.918336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c584b-b415-431a-8e72-3e30a2377052 req-ac9c1e94-3524-42cc-9eec-6b2971b297ef tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:30.919975 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9e7c584b-b415-431a-8e72-3e30a2377052 req-ac9c1e94-3524-42cc-9eec-6b2971b297ef tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 947 time: 0.0889604 Dec 21 17:12:30.967967 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9e7c584b-b415-431a-8e72-3e30a2377052 req-9a53e03f-be9e-4747-8481-ebefcf856923 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419464 Dec 21 17:12:31.170094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995ebf3-c527-4fcc-a428-a135989f8e9b req-0086b7d3-314e-4fee-aedd-3a8cb3b7d07b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:31.171749 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1995ebf3-c527-4fcc-a428-a135989f8e9b req-0086b7d3-314e-4fee-aedd-3a8cb3b7d07b tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 947 time: 0.0820932 Dec 21 17:12:31.219534 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1995ebf3-c527-4fcc-a428-a135989f8e9b req-64be4fb4-fbc3-41bf-874d-a6dd9ebd841c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411127 Dec 21 17:12:31.639539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3365-1b1c-4753-888b-745db0590b8d req-0ab37625-a305-431a-847c-c63da81e9f17 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:31.641131 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-919e3365-1b1c-4753-888b-745db0590b8d req-0ab37625-a305-431a-847c-c63da81e9f17 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 947 time: 0.0842545 Dec 21 17:12:31.688919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-919e3365-1b1c-4753-888b-745db0590b8d req-e490e89e-fc96-499e-af0d-a94edcb08721 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Dec 21 17:12:32.898389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2d098-a253-4a59-aae6-be6608afa5cf req-3b997125-b312-46ae-97ba-1897486249cf tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:32.900385 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-11f2d098-a253-4a59-aae6-be6608afa5cf req-3b997125-b312-46ae-97ba-1897486249cf tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 947 time: 0.0875874 Dec 21 17:12:32.955759 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-11f2d098-a253-4a59-aae6-be6608afa5cf req-f21d6fd8-4018-4e14-aeba-6b25a467521d tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493066 Dec 21 17:12:33.927082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-3eadc67c-086a-4181-83e5-4575dbdd4d07 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:33.928627 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-3eadc67c-086a-4181-83e5-4575dbdd4d07 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 947 time: 0.0816271 Dec 21 17:12:33.999974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Deleting port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:12:34.000367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:34.162020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579935f-d91a-4069-a7f2-24efa618db3d req-af307c96-b466-4267-817b-8df0af8a3420 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:34.163623 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7579935f-d91a-4069-a7f2-24efa618db3d req-af307c96-b466-4267-817b-8df0af8a3420 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 947 time: 0.0839005 Dec 21 17:12:34.211297 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7579935f-d91a-4069-a7f2-24efa618db3d req-e9fefeb8-30e5-4bc2-b70c-2546fd9d4a29 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ed11d19-146c-411b-90aa-9feaa8e2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415015 Dec 21 17:12:34.260564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] For port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:34.260967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:34.559362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:34.559776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:34.560133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8 disassociated. External IP: 172.26.7.212, port: 66bd8e28-ee1d-456f-8ab9-6132b1120e6f. Dec 21 17:12:34.560513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Calling delete_port for 66bd8e28-ee1d-456f-8ab9-6132b1120e6f owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:12:34.708423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:34.714152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-62a5bf67-c5f9-413b-b9ba-4ae4ef17c140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:34.759641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event deleted for resources: {'Port': ['ID=66bd8e28-ee1d-456f-8ab9-6132b1120e6f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:34.774818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:34.775268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:34.775692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:34.776116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:34.776535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:34.776995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:34.777346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:34.777759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:34.778170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:34.778576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:34.779009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:34.782545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:35.225087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Router bc8d3300-b63a-474a-8313-3f89db16abb1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:12:35.394359 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6249425e-46f7-446d-99d9-ae3901c10cd8 req-ca96f4cb-cc8a-4c59-964d-b91fcd050f95 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0507927 Dec 21 17:12:35.442425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:12:35.454050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d5b6a-9f2f-41a7-b80d-584c1ed0f2a8 None None] Sync routers for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:12:35.467999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d5b6a-9f2f-41a7-b80d-584c1ed0f2a8 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:12:35.468684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bf6d5b6a-9f2f-41a7-b80d-584c1ed0f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:12:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:12:35.511323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] No DVR routers for this DVR port 66bd8e28-ee1d-456f-8ab9-6132b1120e6f on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:12:35.513831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:35.516712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-deleted', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:12:35.533276 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec1b921b-4e21-489b-9a04-8ac7c3bf1da3 req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.48 "DELETE /v2.0/ports/66bd8e28-ee1d-456f-8ab9-6132b1120e6f HTTP/1.1" status: 204 len: 173 time: 1.5991669 Dec 21 17:12:35.579180 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2126216c-c002-489b-9883-f91ad9fb1aa4', 'name': 'network-vif-deleted', 'tag': '66bd8e28-ee1d-456f-8ab9-6132b1120e6f', 'status': 'completed', 'code': 200} Dec 21 17:12:35.663122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-bf6d5b6a-9f2f-41a7-b80d-584c1ed0f2a8 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:12:35.994315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bf6d5b6a-9f2f-41a7-b80d-584c1ed0f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:12:35.998467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d5b6a-9f2f-41a7-b80d-584c1ed0f2a8 None None] Checking router: bc8d3300-b63a-474a-8313-3f89db16abb1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:12:36.009911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d5b6a-9f2f-41a7-b80d-584c1ed0f2a8 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:12:36.010588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bf6d5b6a-9f2f-41a7-b80d-584c1ed0f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:12:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:12:36.199386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-bf6d5b6a-9f2f-41a7-b80d-584c1ed0f2a8 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:12:36.532388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-bf6d5b6a-9f2f-41a7-b80d-584c1ed0f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:12:36.536709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d5b6a-9f2f-41a7-b80d-584c1ed0f2a8 None None] The sync data for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv is: [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:06:51Z', 'revision_number': 4, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'fa3c63a0-2a7f-40ca-9083-253fec330e45', 'name': '', 'network_id': '1d02d78c-92f3-466d-9dde-da98c1dbedc4', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'mac_address': 'fa:16:3e:ff:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865520fe-a601-4fa8-be36-9def0182e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:51Z', 'updated_at': '2021-12-21T17:07:00Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'subnets': [{'id': '865520fe-a601-4fa8-be36-9def0182e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:12:36.588632 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bcb33468-0983-4249-9b66-2b37064be3c9 req-5183f052-3479-4d89-bcf5-bd8ba8f9b999 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/ports?device_id=2126216c-c002-489b-9883-f91ad9fb1aa4 HTTP/1.1" status: 200 len: 210 time: 0.0529976 Dec 21 17:12:36.989309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b867f2-7463-41d1-a997-b97d451cd274 None None] New status for floating IP 259744bc-fb95-4e2d-be7c-4905839b99c8: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:12:37.460203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 66bd8e28-ee1d-456f-8ab9-6132b1120e6f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:12:37.496879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 66bd8e28-ee1d-456f-8ab9-6132b1120e6f {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:12:37.497273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 66bd8e28-ee1d-456f-8ab9-6132b1120e6f not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:12:41.002586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 49954) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:12:41.074380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:41.102667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:41.154189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:41.159472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-df825b49-b151-4616-b2a0-28cc26543784 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:41.180147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed11d19-146c-411b-90aa-9feaa8e2f1ce,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:41.193221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:41.193658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:41.194087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:41.194511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:41.194957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:41.195379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:41.195794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:41.196210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:41.196626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:41.197032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:41.197440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:12:41.200267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:41.202645 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "DELETE /v2.0/security-groups/1ed11d19-146c-411b-90aa-9feaa8e2f1ce HTTP/1.1" status: 204 len: 168 time: 0.1977344 Dec 21 17:12:41.202645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:41.204118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 49958) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:12:41.221636 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-b65a8f63-ac89-4edc-862a-f3fa81a2a351 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] show failed (client error): The resource could not be found. Dec 21 17:12:41.223253 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b65a8f63-ac89-4edc-862a-f3fa81a2a351 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "GET /v2.0/security-groups/1ed11d19-146c-411b-90aa-9feaa8e2f1ce HTTP/1.1" status: 404 len: 347 time: 0.0176325 Dec 21 17:12:41.226284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 49962) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:12:41.389420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Deleting port d6a80c32-5fe8-4d62-9db7-6f26423f4442 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:12:41.389794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:41.568992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:41.569282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:41.694685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Calling delete_port for d6a80c32-5fe8-4d62-9db7-6f26423f4442 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:12:41.838325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:41.842740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61c02774-3e49-4119-b800-689421f3312a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:41.885749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Pushing event deleted for resources: {'Port': ['ID=d6a80c32-5fe8-4d62-9db7-6f26423f4442,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:41.888744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:41.985633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:42.000805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:42.002062 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] 10.222.0.67 "DELETE /v2.0/floatingips/259744bc-fb95-4e2d-be7c-4905839b99c8 HTTP/1.1" status: 204 len: 168 time: 0.7746260 Dec 21 17:12:42.005837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 49966) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:12:42.511109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:42.752259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:12:43.134271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Deleting port fa3c63a0-2a7f-40ca-9083-253fec330e45 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:12:43.134858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:43.314423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] For port fa3c63a0-2a7f-40ca-9083-253fec330e45, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fa3c63a0-2a7f-40ca-9083-253fec330e45,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:43.314843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:43.444733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Calling delete_port for fa3c63a0-2a7f-40ca-9083-253fec330e45 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:12:43.618426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:43.622730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91e65db9-d349-40b5-ada4-0e3402b7c8f8 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:43.665063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3c63a0-2a7f-40ca-9083-253fec330e45,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:43.667765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:44.199153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:44.806535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Router bc8d3300-b63a-474a-8313-3f89db16abb1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:12:45.012793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:12:45.023047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047f6ad-9cec-4c18-858a-f405a792d8b9 None None] Sync routers for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:12:45.026122 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] 10.222.0.67 "PUT /v2.0/routers/bc8d3300-b63a-474a-8313-3f89db16abb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0192273 Dec 21 17:12:45.028973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 49972) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:12:45.035644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047f6ad-9cec-4c18-858a-f405a792d8b9 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:12:45.036317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c047f6ad-9cec-4c18-858a-f405a792d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:12:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:12:45.220709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c047f6ad-9cec-4c18-858a-f405a792d8b9 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:12:45.237647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:45.443012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:45.451392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Deleting port 21c8b682-4585-48be-87e6-85eaa343e243 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:12:45.451762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:45.529599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c047f6ad-9cec-4c18-858a-f405a792d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '21c8b682-4585-48be-87e6-85eaa343e243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:12:43Z', 'revision_number': 5, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port': {'id': '21c8b682-4585-48be-87e6-85eaa343e243', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:06:49Z', 'updated_at': '2021-12-21T17:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:12:45.533709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047f6ad-9cec-4c18-858a-f405a792d8b9 None None] Checking router: bc8d3300-b63a-474a-8313-3f89db16abb1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:12:45.544943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047f6ad-9cec-4c18-858a-f405a792d8b9 None None] Routers {'bc8d3300-b63a-474a-8313-3f89db16abb1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:12:45.545599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c047f6ad-9cec-4c18-858a-f405a792d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:12:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['bc8d3300-b63a-474a-8313-3f89db16abb1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:12:45.643940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] For port 21c8b682-4585-48be-87e6-85eaa343e243, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=21c8b682-4585-48be-87e6-85eaa343e243,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:45.644326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:45.776004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Calling delete_port for 21c8b682-4585-48be-87e6-85eaa343e243 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:12:45.858330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bfde817c-cc2b-4271-8c36-313d8e50f205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:45.881667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c047f6ad-9cec-4c18-858a-f405a792d8b9 None None] Set router bc8d3300-b63a-474a-8313-3f89db16abb1 gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:12:45.948117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:45.952568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:45.996190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Pushing event deleted for resources: {'Port': ['ID=21c8b682-4585-48be-87e6-85eaa343e243,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:45.996683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c047f6ad-9cec-4c18-858a-f405a792d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:12:45Z', 'revision_number': 6, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:12:45.999311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:46.002557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047f6ad-9cec-4c18-858a-f405a792d8b9 None None] The sync data for ids ['bc8d3300-b63a-474a-8313-3f89db16abb1'] in dv-neutron-822515-1-hyperv is: [{'id': 'bc8d3300-b63a-474a-8313-3f89db16abb1', 'name': 'tempest-ServerActionsTestJSON-1632139989-router', 'tenant_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:06:48Z', 'updated_at': '2021-12-21T17:12:45Z', 'revision_number': 6, 'project_id': '6d49ddf5ec2248dba4c6dd83d95ae902', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:12:46.232055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:46.596792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fa3c63a0-2a7f-40ca-9083-253fec330e45 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:12:46.634413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: fa3c63a0-2a7f-40ca-9083-253fec330e45 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:12:46.634835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fa3c63a0-2a7f-40ca-9083-253fec330e45 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:12:46.635936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 21c8b682-4585-48be-87e6-85eaa343e243 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:12:46.667864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 21c8b682-4585-48be-87e6-85eaa343e243 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:12:46.668262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 21c8b682-4585-48be-87e6-85eaa343e243 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:12:46.739292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:46.743974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:46.768028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:46.768601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc8d3300-b63a-474a-8313-3f89db16abb1 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:12:46.781389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:46.785169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] 10.222.0.67 "DELETE /v2.0/routers/bc8d3300-b63a-474a-8313-3f89db16abb1 HTTP/1.1" status: 204 len: 168 time: 1.7525551 Dec 21 17:12:46.785567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 49976) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:12:46.853054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-baeac02c-0123-4de7-b683-a1771724b687 admin admin] Deleting subnet 865520fe-a601-4fa8-be36-9def0182e066 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:12:46.856493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-baeac02c-0123-4de7-b683-a1771724b687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:46.912263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-baeac02c-0123-4de7-b683-a1771724b687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:46.992372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-baeac02c-0123-4de7-b683-a1771724b687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.064050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-baeac02c-0123-4de7-b683-a1771724b687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.068574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ddf0e205-1c9f-4841-8d75-e715afb0b8b1 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:47.104902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeac02c-0123-4de7-b683-a1771724b687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=865520fe-a601-4fa8-be36-9def0182e066,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:47.107527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-baeac02c-0123-4de7-b683-a1771724b687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:47.112582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-baeac02c-0123-4de7-b683-a1771724b687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.118376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b82c5d-acea-4481-adf5-9ad986c70cf0 None None] Network 1d02d78c-92f3-466d-9dde-da98c1dbedc4 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:12:47.119411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-baeac02c-0123-4de7-b683-a1771724b687 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/865520fe-a601-4fa8-be36-9def0182e066 HTTP/1.1" status: 204 len: 168 time: 0.3329313 Dec 21 17:12:47.122003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 49980) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:12:47.244307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.256301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Deleting port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:12:47.256795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.263755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.396225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e7b7b7-83f4-45c8-bb1f-7200e915210b None None] DHCP port deletion for 1d02d78c-92f3-466d-9dde-da98c1dbedc4 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:12:47.400880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7b7b7-83f4-45c8-bb1f-7200e915210b None None] Deleting port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:12:47.401312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b7b7-83f4-45c8-bb1f-7200e915210b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.476719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] For port 31671e30-13dc-43ff-b8d1-a24ea04d9c35, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=31671e30-13dc-43ff-b8d1-a24ea04d9c35,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:47.477118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.609253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Calling delete_port for 31671e30-13dc-43ff-b8d1-a24ea04d9c35 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:12:47.616237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e2e7b7b7-83f4-45c8-bb1f-7200e915210b None None] For port 31671e30-13dc-43ff-b8d1-a24ea04d9c35, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=31671e30-13dc-43ff-b8d1-a24ea04d9c35,segment=NetworkSegment(3987a387-c8a4-47ca-8fd2-0a2f7335e9ce),segment_id=3987a387-c8a4-47ca-8fd2-0a2f7335e9ce)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:47.616373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b7b7-83f4-45c8-bb1f-7200e915210b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.687010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.692559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-da4f8967-ac81-449f-86b2-a035950879ff tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:47.735789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Pushing event deleted for resources: {'Port': ['ID=31671e30-13dc-43ff-b8d1-a24ea04d9c35,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:47.738906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:47.741737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] No DVR routers for this DVR port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:12:47.742259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7b7b7-83f4-45c8-bb1f-7200e915210b None None] Calling delete_port for 31671e30-13dc-43ff-b8d1-a24ea04d9c35 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:12:47.815349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-e2e7b7b7-83f4-45c8-bb1f-7200e915210b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:12:47.815763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-e2e7b7b7-83f4-45c8-bb1f-7200e915210b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:12:47.866992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.893401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d02d78c-92f3-466d-9dde-da98c1dbedc4']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:12:47.905942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:12:47.906273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3987a387-c8a4-47ca-8fd2-0a2f7335e9ce') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:12:47.918952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.937211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.943507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:12:47.943927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:12:47.957523 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:12:48.030711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:48.034184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a0214f9-98f8-4af0-826a-920dbd47b85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:48.045425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-221631d4-e6e6-44f1-b710-865f7d37f23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:48.048967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:48.060732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d02d78c-92f3-466d-9dde-da98c1dbedc4,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:48.064183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:48.074106 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1d02d78c-92f3-466d-9dde-da98c1dbedc4 HTTP/1.1" status: 204 len: 168 time: 0.9510858 Dec 21 17:12:48.214189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 49986) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:12:48.267990 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-792877a7-395e-4e23-aa16-f76c4e3a17ec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d49ddf5ec2248dba4c6dd83d95ae902&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524685 Dec 21 17:12:48.271051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 49990) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:12:48.317274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7b7b7-83f4-45c8-bb1f-7200e915210b None None] Deleting port 31671e30-13dc-43ff-b8d1-a24ea04d9c35 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:12:48.317715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b7b7-83f4-45c8-bb1f-7200e915210b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:48.332666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67759a25-e4c6-411e-8c68-80bfdfdff4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:48.359338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67759a25-e4c6-411e-8c68-80bfdfdff4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:48.384785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7b7b7-83f4-45c8-bb1f-7200e915210b None None] The port '31671e30-13dc-43ff-b8d1-a24ea04d9c35' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 17:12:48.409702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67759a25-e4c6-411e-8c68-80bfdfdff4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:48.413894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7e16bf27-153b-44e7-a308-1b57b48fc225 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:48.416766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:48.429718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67759a25-e4c6-411e-8c68-80bfdfdff4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7697d87-95b0-44ed-8f92-532a2f718486,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:48.435126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67759a25-e4c6-411e-8c68-80bfdfdff4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:48.437102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67759a25-e4c6-411e-8c68-80bfdfdff4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:48.438332 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-67759a25-e4c6-411e-8c68-80bfdfdff4a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7697d87-95b0-44ed-8f92-532a2f718486 HTTP/1.1" status: 204 len: 168 time: 0.1663086 Dec 21 17:12:48.596092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 31671e30-13dc-43ff-b8d1-a24ea04d9c35 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:12:48.634246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 31671e30-13dc-43ff-b8d1-a24ea04d9c35 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:12:48.634638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 31671e30-13dc-43ff-b8d1-a24ea04d9c35 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:12:49.339228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50012) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:12:49.476971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-672520881-network', 'tenant_id': 'bd56996fd73045e1a43fe58bfaa9c6da'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:12:49.482416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:12:49.486557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Usage tracker for resource:network and tenant:bd56996fd73045e1a43fe58bfaa9c6da is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:12:49.489680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:12:49.500475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:12:49.509850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Made reservation on behalf of bd56996fd73045e1a43fe58bfaa9c6da for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:12:49.514463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:49.527925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:49.559967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:12:49.563969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:bd56996fd73045e1a43fe58bfaa9c6da is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:12:49.567440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:12:49.573461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:12:49.641084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:49.643965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:49.648830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ead737ea-7f8f-47c3-9f22-70c07caa60b1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:49.676761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:12:49.685569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17072f54-36ae-4e8f-a1df-1f185f9c40f6,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:49.689385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:49.692677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:49.692970 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Added segment 997f3cbc-5ca6-4686-baff-81b546cc8677 of type vlan for network bdffb967-1451-4094-942c-53352497a04b Dec 21 17:12:49.720557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:49.749755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:49.750704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:49.751391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:49.756792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac748b66-ac0f-46c6-a256-6d11dfc33f40 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:49.856561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5161614 Dec 21 17:12:49.859699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50018) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:12:49.862113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=bdffb967-1451-4094-942c-53352497a04b,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:49.866291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:49.867862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Request body: {'subnet': {'network_id': 'bdffb967-1451-4094-942c-53352497a04b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-672520881-subnet', 'tenant_id': 'bd56996fd73045e1a43fe58bfaa9c6da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:12:49.873616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:12:49.873988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network bdffb967-1451-4094-942c-53352497a04b details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:12:49.877728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Usage tracker for resource:subnet and tenant:bd56996fd73045e1a43fe58bfaa9c6da is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:12:49.881334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:12:49.887560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:12:49.901919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Made reservation on behalf of bd56996fd73045e1a43fe58bfaa9c6da for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:12:49.906684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:50.008432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:50.128080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:50.132991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-313e28cd-ef29-4185-ba97-9f61433c8982 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:50.204218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba718698-2317-4b39-99e7-37006a2cc7b1,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:50.207626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:50.226018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Checking segment: {'id': '997f3cbc-5ca6-4686-baff-81b546cc8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bdffb967-1451-4094-942c-53352497a04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:12:50.226416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Network hostable DHCP agents. Network: bdffb967-1451-4094-942c-53352497a04b, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:12:50.247256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Network bdffb967-1451-4094-942c-53352497a04b is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:12:50.255851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, bdffb967-1451-4094-942c-53352497a04b) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:12:50.259798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:50.260391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:50.264829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc6c95-33c4-42c4-b4ce-4cafb22320e7 None None] Network bdffb967-1451-4094-942c-53352497a04b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:12:50.281346 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4200261 Dec 21 17:12:50.497746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb92bd3e-c870-4d51-80cb-7f48551ece5c None None] Network bdffb967-1451-4094-942c-53352497a04b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:12:51.121187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-787c70ad-5eee-46b2-80ac-a563696ff661 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:51.121930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-787c70ad-5eee-46b2-80ac-a563696ff661 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Synchronizing usage tracker for tenant:bd56996fd73045e1a43fe58bfaa9c6da on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:12:51.137782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-787c70ad-5eee-46b2-80ac-a563696ff661 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Unset dirty status for tenant:bd56996fd73045e1a43fe58bfaa9c6da on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:12:51.139068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-787c70ad-5eee-46b2-80ac-a563696ff661 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/networks?id=bdffb967-1451-4094-942c-53352497a04b HTTP/1.1" status: 200 len: 813 time: 0.3860083 Dec 21 17:12:51.156289 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c7a419e3-8f3f-4910-9d30-7c746d126ffe tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/quotas/bd56996fd73045e1a43fe58bfaa9c6da HTTP/1.1" status: 200 len: 375 time: 0.0112424 Dec 21 17:12:51.206039 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-5ef126cc-69bc-4ee5-9cc7-084bea8436c1 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd56996fd73045e1a43fe58bfaa9c6da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439999 Dec 21 17:12:51.348236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-d6964879-5a23-4ffa-bea9-9c1f3380bdcc service neutron] 10.222.0.67 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346030 Dec 21 17:12:51.490186 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-26662063-d858-4463-b755-0c421ca77184 service neutron] 10.222.0.67 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358027 Dec 21 17:12:51.684504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4c056bf9-7f0d-4c05-905b-6ebe1db4c42b req-9577bdbf-33a3-4fde-b2eb-1ac7fe2d724a tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 210 time: 0.0487576 Dec 21 17:12:52.763028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-4af4673e-bbee-452f-ba2e-17b7beebcd48 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:52.764634 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-4af4673e-bbee-452f-ba2e-17b7beebcd48 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.48 "GET /v2.0/networks?id=bdffb967-1451-4094-942c-53352497a04b HTTP/1.1" status: 200 len: 813 time: 0.1620278 Dec 21 17:12:52.780266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Request body: {'port': {'device_id': '3446fddd-451d-4173-9116-506981be5a29', 'network_id': 'bdffb967-1451-4094-942c-53352497a04b', 'admin_state_up': True, 'tenant_id': 'bd56996fd73045e1a43fe58bfaa9c6da'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:12:52.859208 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c18c5517-b9bf-4ecb-b0e1-b97bb0821a6f req-70bfe8ee-c4c0-4766-9eb3-48f74e7ed06a tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 210 time: 0.0470636 Dec 21 17:12:52.931436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:12:52.935719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Usage tracker for resource:port and tenant:bd56996fd73045e1a43fe58bfaa9c6da is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:12:52.938654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:12:52.945302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:12:52.954872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Made reservation on behalf of bd56996fd73045e1a43fe58bfaa9c6da for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:12:52.960324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:53.131028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Allocated IP 172.20.0.10 (bdffb967-1451-4094-942c-53352497a04b/ba718698-2317-4b39-99e7-37006a2cc7b1/7ee6e682-51fb-4336-a91f-4737c2059787) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:12:53.343774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:53.370296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:53.376214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fd54c565-9fdb-43d9-a225-8c934b618474 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:53.448569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Network bdffb967-1451-4094-942c-53352497a04b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:12:53.452442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:12:53.456737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:12:53.493698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Pushing event updated for resources: {'Port': ['ID=7ee6e682-51fb-4336-a91f-4737c2059787,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:53.502755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:53.524314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:53.525008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:53.545076 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7690864 Dec 21 17:12:53.556849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Request body: {'port': {'device_id': '3446fddd-451d-4173-9116-506981be5a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:12:53.670520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:54.023687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee6e682-51fb-4336-a91f-4737c2059787 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:12:54.031067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:54.046444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Transition to ACTIVE for port object 7ee6e682-51fb-4336-a91f-4737c2059787 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:12:54.049636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:54.054318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5eca8ea7-da7b-4eb1-af53-560df9ed2882 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:54.071150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec534d-0e7f-4d1a-aacb-f5017b4f495a req-4be8fa84-bbd0-4c40-8213-8d940aab3fa1 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:54.072830 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e9ec534d-0e7f-4d1a-aacb-f5017b4f495a req-4be8fa84-bbd0-4c40-8213-8d940aab3fa1 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 932 time: 0.0873406 Dec 21 17:12:54.129316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e9ec534d-0e7f-4d1a-aacb-f5017b4f495a req-490c233a-bb65-4084-b9d7-e704aba6a2e1 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Synchronizing usage tracker for tenant:bd56996fd73045e1a43fe58bfaa9c6da on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:12:54.146234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e9ec534d-0e7f-4d1a-aacb-f5017b4f495a req-490c233a-bb65-4084-b9d7-e704aba6a2e1 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Unset dirty status for tenant:bd56996fd73045e1a43fe58bfaa9c6da on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:12:54.147617 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e9ec534d-0e7f-4d1a-aacb-f5017b4f495a req-490c233a-bb65-4084-b9d7-e704aba6a2e1 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674455 Dec 21 17:12:54.177030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee6e682-51fb-4336-a91f-4737c2059787,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:54.186441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:54.301530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Attempting to bind port 7ee6e682-51fb-4336-a91f-4737c2059787 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:12:54.301828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Attempting to bind port 7ee6e682-51fb-4336-a91f-4737c2059787 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '997f3cbc-5ca6-4686-baff-81b546cc8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bdffb967-1451-4094-942c-53352497a04b'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:12:54.302196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Attempting to bind port 7ee6e682-51fb-4336-a91f-4737c2059787 on network bdffb967-1451-4094-942c-53352497a04b {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:12:54.308293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Port 7ee6e682-51fb-4336-a91f-4737c2059787 on network bdffb967-1451-4094-942c-53352497a04b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:12:54.308653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Attempting to bind port 7ee6e682-51fb-4336-a91f-4737c2059787 on network bdffb967-1451-4094-942c-53352497a04b {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:12:54.315278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:12:54.315650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Checking segment: {'id': '997f3cbc-5ca6-4686-baff-81b546cc8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bdffb967-1451-4094-942c-53352497a04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:12:54.316071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Bound using segment: {'id': '997f3cbc-5ca6-4686-baff-81b546cc8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bdffb967-1451-4094-942c-53352497a04b'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:12:54.317091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Bound port: 7ee6e682-51fb-4336-a91f-4737c2059787, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997f3cbc-5ca6-4686-baff-81b546cc8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bdffb967-1451-4094-942c-53352497a04b'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:12:54.317469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:54.407659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] For port 7ee6e682-51fb-4336-a91f-4737c2059787, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:12:54.411006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] For port 7ee6e682-51fb-4336-a91f-4737c2059787, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7ee6e682-51fb-4336-a91f-4737c2059787,segment=NetworkSegment(997f3cbc-5ca6-4686-baff-81b546cc8677),segment_id=997f3cbc-5ca6-4686-baff-81b546cc8677)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:12:54.413979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:54.418427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79fe3146-a5b5-4814-82f3-fbe7f15ff01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:54.482343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:54.483869 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] 10.222.0.48 "PUT /v2.0/ports/7ee6e682-51fb-4336-a91f-4737c2059787 HTTP/1.1" status: 200 len: 1094 time: 0.9312973 Dec 21 17:12:54.484437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3446fddd-451d-4173-9116-506981be5a29', 'tag': '7ee6e682-51fb-4336-a91f-4737c2059787'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:12:54.503460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee6e682-51fb-4336-a91f-4737c2059787,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:54.507238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:54.559754 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3446fddd-451d-4173-9116-506981be5a29', 'tag': '7ee6e682-51fb-4336-a91f-4737c2059787', 'status': 'completed', 'code': 200} Dec 21 17:12:54.602183 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-f46ecc7d-1cf6-4e94-a4ee-74773e6cf232 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd56996fd73045e1a43fe58bfaa9c6da&device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 1097 time: 0.0770915 Dec 21 17:12:54.675048 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-b418e853-01f7-4ba3-a861-d3924b1c7ba1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ee6e682-51fb-4336-a91f-4737c2059787 HTTP/1.1" status: 200 len: 217 time: 0.0663505 Dec 21 17:12:54.742006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c337574c-0dc4-4d2e-a6f0-985dc7adab0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:54.743854 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-c337574c-0dc4-4d2e-a6f0-985dc7adab0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba718698-2317-4b39-99e7-37006a2cc7b1 HTTP/1.1" status: 200 len: 853 time: 0.0627291 Dec 21 17:12:54.795639 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-a1709601-56d2-4c11-ad58-76d86def184d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdffb967-1451-4094-942c-53352497a04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458031 Dec 21 17:12:54.936354 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-f1644c24-ce37-4bc8-916c-3a7fcf444449 service neutron] 10.222.0.48 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343737 Dec 21 17:12:55.077229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc898ab0-0b08-4055-ae6b-252e5996fe7e req-76e09f74-f3c3-4125-aefb-32b04ca3366a service neutron] 10.222.0.48 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343968 Dec 21 17:12:55.192900 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c77c8d-e25a-41fa-8c7a-abbdcdd54d63 req-221844a1-164b-42d7-a33a-0df9cec551b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd56996fd73045e1a43fe58bfaa9c6da&device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 1097 time: 0.0746341 Dec 21 17:12:55.338096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c77c8d-e25a-41fa-8c7a-abbdcdd54d63 req-f784460a-b21d-4c21-8b68-469e10fb8e28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:55.339874 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c77c8d-e25a-41fa-8c7a-abbdcdd54d63 req-f784460a-b21d-4c21-8b68-469e10fb8e28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdffb967-1451-4094-942c-53352497a04b HTTP/1.1" status: 200 len: 914 time: 0.1407809 Dec 21 17:12:55.352730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f520a97-fa64-4f2f-87d1-76e071561900 req-3930d74f-e3f7-44d2-a414-3efdfaea0354 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:55.354340 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3f520a97-fa64-4f2f-87d1-76e071561900 req-3930d74f-e3f7-44d2-a414-3efdfaea0354 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 944 time: 0.0831835 Dec 21 17:12:55.406406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3f520a97-fa64-4f2f-87d1-76e071561900 req-48b8c254-c180-4e1f-af81-72bdd04cdb9d tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457408 Dec 21 17:12:55.415279 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c77c8d-e25a-41fa-8c7a-abbdcdd54d63 req-345e0d78-ea47-4093-a9da-5532c5eb1a6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ee6e682-51fb-4336-a91f-4737c2059787 HTTP/1.1" status: 200 len: 217 time: 0.0685692 Dec 21 17:12:55.482849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c77c8d-e25a-41fa-8c7a-abbdcdd54d63 req-c3f971a6-6476-4d5c-b481-043c39f5bcf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:55.484407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c77c8d-e25a-41fa-8c7a-abbdcdd54d63 req-c3f971a6-6476-4d5c-b481-043c39f5bcf5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba718698-2317-4b39-99e7-37006a2cc7b1 HTTP/1.1" status: 200 len: 853 time: 0.0631506 Dec 21 17:12:55.534131 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c77c8d-e25a-41fa-8c7a-abbdcdd54d63 req-7ac4d7a9-da97-4d79-a104-b5622e9196d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdffb967-1451-4094-942c-53352497a04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416110 Dec 21 17:12:55.899799 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c77c8d-e25a-41fa-8c7a-abbdcdd54d63 req-af3745bd-2e83-4f26-8b75-4c0150f34b47 service neutron] 10.222.0.48 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582394 Dec 21 17:12:56.042179 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5c77c8d-e25a-41fa-8c7a-abbdcdd54d63 req-3f9e5739-0164-4448-9d7b-a8aa2a755d7e service neutron] 10.222.0.48 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355104 Dec 21 17:12:56.615735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0c0d-dbb9-4765-9914-436cdf60931b req-336552bb-dd03-43c8-802f-f830a82cc8b8 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:56.617309 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-401a0c0d-dbb9-4765-9914-436cdf60931b req-336552bb-dd03-43c8-802f-f830a82cc8b8 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 944 time: 0.0853126 Dec 21 17:12:56.666183 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-401a0c0d-dbb9-4765-9914-436cdf60931b req-554aa7a5-b8d5-44cd-812a-5a497e6ccca4 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423613 Dec 21 17:12:57.537573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 7ee6e682-51fb-4336-a91f-4737c2059787 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:12:57.678970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 7ee6e682-51fb-4336-a91f-4737c2059787, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7ee6e682-51fb-4336-a91f-4737c2059787,segment=NetworkSegment(997f3cbc-5ca6-4686-baff-81b546cc8677),segment_id=997f3cbc-5ca6-4686-baff-81b546cc8677)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:57.693278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '7ee6e682-51fb-4336-a91f-4737c2059787', 'network_id': 'bdffb967-1451-4094-942c-53352497a04b', 'port_id': '7ee6e682-51fb-4336-a91f-4737c2059787', 'mac_address': 'fa:16:3e:03:06:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba718698-2317-4b39-99e7-37006a2cc7b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:12:57.753497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:57.773099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee6e682-51fb-4336-a91f-4737c2059787 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:12:57.788183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 7ee6e682-51fb-4336-a91f-4737c2059787, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7ee6e682-51fb-4336-a91f-4737c2059787,segment=NetworkSegment(997f3cbc-5ca6-4686-baff-81b546cc8677),segment_id=997f3cbc-5ca6-4686-baff-81b546cc8677)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:57.791135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:57.793858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:57.866036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=7ee6e682-51fb-4336-a91f-4737c2059787,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:57.869706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:12:57.871681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc98b1-ee58-46e1-9352-9eb52b9b91a4 req-a3d5cc51-1f80-48cf-a94f-7488569d53ef tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:57.873321 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5dfc98b1-ee58-46e1-9352-9eb52b9b91a4 req-a3d5cc51-1f80-48cf-a94f-7488569d53ef tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 945 time: 0.0838461 Dec 21 17:12:57.925227 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5dfc98b1-ee58-46e1-9352-9eb52b9b91a4 req-a2d8da8e-106e-415b-99f0-542066a47373 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453072 Dec 21 17:12:57.992714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['7ee6e682-51fb-4336-a91f-4737c2059787'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:12:59.138726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda1c1b-8f4e-4d58-a884-89eb71ae2362 req-e538a8fd-927c-43ad-95aa-d740023485aa tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:12:59.140384 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dfda1c1b-8f4e-4d58-a884-89eb71ae2362 req-e538a8fd-927c-43ad-95aa-d740023485aa tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 945 time: 0.0896955 Dec 21 17:12:59.188141 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dfda1c1b-8f4e-4d58-a884-89eb71ae2362 req-8a8574bc-6eda-47c9-ae02-28d3c70a4ab7 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Dec 21 17:12:59.537820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 7ee6e682-51fb-4336-a91f-4737c2059787 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:12:59.609228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:59.618166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 7ee6e682-51fb-4336-a91f-4737c2059787 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:12:59.623378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 7ee6e682-51fb-4336-a91f-4737c2059787 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:12:59.623796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:59.741090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:59.768113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3446fddd-451d-4173-9116-506981be5a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee6e682-51fb-4336-a91f-4737c2059787'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:12:59.778637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 7ee6e682-51fb-4336-a91f-4737c2059787, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7ee6e682-51fb-4336-a91f-4737c2059787,segment=NetworkSegment(997f3cbc-5ca6-4686-baff-81b546cc8677),segment_id=997f3cbc-5ca6-4686-baff-81b546cc8677)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:12:59.782597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:12:59.784538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:12:59.829187 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3446fddd-451d-4173-9116-506981be5a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee6e682-51fb-4336-a91f-4737c2059787', 'code': 200} Dec 21 17:12:59.856909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=7ee6e682-51fb-4336-a91f-4737c2059787,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:12:59.860337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:00.063464 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e765f88a-6de9-47ee-b5a0-375c0b82287c req-389fc99c-0f9b-4aaf-b3ac-3f7620cbe4cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 1099 time: 0.0818291 Dec 21 17:13:00.107862 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e765f88a-6de9-47ee-b5a0-375c0b82287c req-8c418184-040a-4924-ad49-93e3eeaf7476 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375452 Dec 21 17:13:00.391731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e9cb7-82a8-4b01-9d49-428dbde97137 req-40f0a6fd-6e81-494e-915b-91d75b746434 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:00.393271 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-062e9cb7-82a8-4b01-9d49-428dbde97137 req-40f0a6fd-6e81-494e-915b-91d75b746434 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 946 time: 0.0827880 Dec 21 17:13:00.444936 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-062e9cb7-82a8-4b01-9d49-428dbde97137 req-876eb427-0429-46f6-91f7-e404a310bdf2 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455368 Dec 21 17:13:01.645883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fbb37-f22c-465e-b0e8-649852b0f371 req-da5f864f-fe4c-466c-a4c8-19627f75006e tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:01.647504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-708fbb37-f22c-465e-b0e8-649852b0f371 req-da5f864f-fe4c-466c-a4c8-19627f75006e tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 946 time: 0.0830081 Dec 21 17:13:01.694753 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-708fbb37-f22c-465e-b0e8-649852b0f371 req-ef9ff29e-0556-4bcb-8264-ccbd9612c32b tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Dec 21 17:13:02.001081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-e9c1cbec-5d9d-4e20-b8eb-b37d4aa40b25 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:02.002648 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-e9c1cbec-5d9d-4e20-b8eb-b37d4aa40b25 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/networks?id=bdffb967-1451-4094-942c-53352497a04b HTTP/1.1" status: 200 len: 813 time: 0.1517656 Dec 21 17:13:02.020107 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-23fc5c54-5b26-4fe2-b73e-a646a124fc2b tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/quotas/bd56996fd73045e1a43fe58bfaa9c6da HTTP/1.1" status: 200 len: 375 time: 0.0110810 Dec 21 17:13:02.108775 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-de60eb6e-2021-4280-8c5e-e0bf448732ee tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd56996fd73045e1a43fe58bfaa9c6da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833743 Dec 21 17:13:02.251574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-bae4fb26-5859-4b98-b502-00b95dbdf26b service neutron] 10.222.0.67 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353016 Dec 21 17:13:02.396908 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-68c81c2c-ac3b-4b57-a2ad-fce7016416b8 service neutron] 10.222.0.67 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386547 Dec 21 17:13:02.595174 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-997d9e39-41e4-4914-b85f-d28bc0e6f1e1 req-9e577192-e13d-4e9e-b6a2-0dbe9878666a tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 210 time: 0.0521100 Dec 21 17:13:03.643680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-4560159f-8c4e-4baa-8dc0-7bc5847ac962 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:03.646130 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-4560159f-8c4e-4baa-8dc0-7bc5847ac962 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.48 "GET /v2.0/networks?id=bdffb967-1451-4094-942c-53352497a04b HTTP/1.1" status: 200 len: 813 time: 0.1604767 Dec 21 17:13:03.660902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Request body: {'port': {'device_id': 'ef7df14a-208f-401b-8c16-15e3e26d3d68', 'network_id': 'bdffb967-1451-4094-942c-53352497a04b', 'admin_state_up': True, 'tenant_id': 'bd56996fd73045e1a43fe58bfaa9c6da'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:03.774214 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-884d1193-e67c-4487-b0f3-cbab30dca6ee req-da2c31c4-cdde-4f06-92a6-fabf9fd4c514 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 210 time: 0.0449111 Dec 21 17:13:03.811836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:03.816004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Usage tracker for resource:port and tenant:bd56996fd73045e1a43fe58bfaa9c6da is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:03.818997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:03.824932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:03.833734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Made reservation on behalf of bd56996fd73045e1a43fe58bfaa9c6da for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:03.839248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:04.009075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Allocated IP 172.20.0.12 (bdffb967-1451-4094-942c-53352497a04b/ba718698-2317-4b39-99e7-37006a2cc7b1/6622c366-ceb8-42cf-b85e-3df06ef79ff0) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:13:04.218432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:04.244573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:04.250294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fab3c972-9976-4a4a-aac1-4de38d76ff8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:04.256146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['7ee6e682-51fb-4336-a91f-4737c2059787'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:13:04.329683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Pushing event updated for resources: {'Port': ['ID=6622c366-ceb8-42cf-b85e-3df06ef79ff0,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:04.334810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:04.336792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Network bdffb967-1451-4094-942c-53352497a04b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:04.337994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:04.340636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:13:04.410556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:04.411261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:04.436188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7795613 Dec 21 17:13:04.448713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Request body: {'port': {'device_id': 'ef7df14a-208f-401b-8c16-15e3e26d3d68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:04.562557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:04.914983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6622c366-ceb8-42cf-b85e-3df06ef79ff0 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:13:04.921996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:04.937780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Transition to ACTIVE for port object 6622c366-ceb8-42cf-b85e-3df06ef79ff0 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:04.940634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:04.945803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00f135e3-ede7-4a6d-8e82-5c58548cf36c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:04.982868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe424c04-13e7-432b-ba0c-ad1111e12758 req-4a89c8bb-303b-4c51-9fb3-49eeab54433f tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:04.984496 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fe424c04-13e7-432b-ba0c-ad1111e12758 req-4a89c8bb-303b-4c51-9fb3-49eeab54433f tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 944 time: 0.0860493 Dec 21 17:13:05.043127 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fe424c04-13e7-432b-ba0c-ad1111e12758 req-b70a78b5-e6c4-4c54-858a-c760de58c950 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519066 Dec 21 17:13:05.074289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=6622c366-ceb8-42cf-b85e-3df06ef79ff0,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:05.077278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:05.189609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Attempting to bind port 6622c366-ceb8-42cf-b85e-3df06ef79ff0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:13:05.189985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Attempting to bind port 6622c366-ceb8-42cf-b85e-3df06ef79ff0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '997f3cbc-5ca6-4686-baff-81b546cc8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bdffb967-1451-4094-942c-53352497a04b'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:13:05.190355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Attempting to bind port 6622c366-ceb8-42cf-b85e-3df06ef79ff0 on network bdffb967-1451-4094-942c-53352497a04b {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:13:05.196647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Port 6622c366-ceb8-42cf-b85e-3df06ef79ff0 on network bdffb967-1451-4094-942c-53352497a04b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:13:05.197013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Attempting to bind port 6622c366-ceb8-42cf-b85e-3df06ef79ff0 on network bdffb967-1451-4094-942c-53352497a04b {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:13:05.203735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:13:05.204111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Checking segment: {'id': '997f3cbc-5ca6-4686-baff-81b546cc8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bdffb967-1451-4094-942c-53352497a04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:05.204536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Bound using segment: {'id': '997f3cbc-5ca6-4686-baff-81b546cc8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bdffb967-1451-4094-942c-53352497a04b'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:13:05.205025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Bound port: 6622c366-ceb8-42cf-b85e-3df06ef79ff0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997f3cbc-5ca6-4686-baff-81b546cc8677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bdffb967-1451-4094-942c-53352497a04b'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:13:05.205397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:05.297551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] For port 6622c366-ceb8-42cf-b85e-3df06ef79ff0, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:13:05.301762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] For port 6622c366-ceb8-42cf-b85e-3df06ef79ff0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6622c366-ceb8-42cf-b85e-3df06ef79ff0,segment=NetworkSegment(997f3cbc-5ca6-4686-baff-81b546cc8677),segment_id=997f3cbc-5ca6-4686-baff-81b546cc8677)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:13:05.304276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:05.309079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a63ddcaf-1ddf-4527-b83b-43a0d27e90c4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:05.367187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:05.369006 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] 10.222.0.48 "PUT /v2.0/ports/6622c366-ceb8-42cf-b85e-3df06ef79ff0 HTTP/1.1" status: 200 len: 1094 time: 0.9246469 Dec 21 17:13:05.371827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7df14a-208f-401b-8c16-15e3e26d3d68', 'tag': '6622c366-ceb8-42cf-b85e-3df06ef79ff0'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:13:05.400359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=6622c366-ceb8-42cf-b85e-3df06ef79ff0,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:05.404462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:05.446511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7df14a-208f-401b-8c16-15e3e26d3d68', 'tag': '6622c366-ceb8-42cf-b85e-3df06ef79ff0', 'status': 'completed', 'code': 200} Dec 21 17:13:05.494522 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-8e40e12a-b73e-47d2-953e-20b1fd06a11c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd56996fd73045e1a43fe58bfaa9c6da&device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 1097 time: 0.0830762 Dec 21 17:13:05.567665 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-b6e9ab67-eb22-4730-90e1-403c8d2f5f99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6622c366-ceb8-42cf-b85e-3df06ef79ff0 HTTP/1.1" status: 200 len: 217 time: 0.0661867 Dec 21 17:13:05.635232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-73c9cb17-e033-4c2d-9f0d-2d588042771f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:05.636685 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-73c9cb17-e033-4c2d-9f0d-2d588042771f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba718698-2317-4b39-99e7-37006a2cc7b1 HTTP/1.1" status: 200 len: 853 time: 0.0634725 Dec 21 17:13:05.684795 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-ce8ef066-2272-4d84-b863-66e4890aa747 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdffb967-1451-4094-942c-53352497a04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419030 Dec 21 17:13:05.825280 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-3ccf9a3a-72dc-40c0-9eb0-c74a4217ee42 service neutron] 10.222.0.48 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335754 Dec 21 17:13:05.966657 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a65413c-f3fd-48d3-8ad4-17bdf4e10757 req-98044ef9-df9b-4d2a-87a3-6ebeecfb850b service neutron] 10.222.0.48 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351557 Dec 21 17:13:06.098511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a08a269f-775a-4db2-bbce-950fcba18a51 req-2775d6d5-c186-4bae-8b64-d823908bfc27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd56996fd73045e1a43fe58bfaa9c6da&device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 1097 time: 0.0846400 Dec 21 17:13:06.241731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a269f-775a-4db2-bbce-950fcba18a51 req-8e23328a-7ced-4d5d-927f-b76cc138b16d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:06.243371 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a08a269f-775a-4db2-bbce-950fcba18a51 req-8e23328a-7ced-4d5d-927f-b76cc138b16d service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdffb967-1451-4094-942c-53352497a04b HTTP/1.1" status: 200 len: 914 time: 0.1381598 Dec 21 17:13:06.251214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c430d-4485-4e7b-b864-c8de12653663 req-52a5e6ec-57cf-48c5-bd2b-b9cfb2d9a573 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:06.252823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e4c430d-4485-4e7b-b864-c8de12653663 req-52a5e6ec-57cf-48c5-bd2b-b9cfb2d9a573 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 944 time: 0.0824797 Dec 21 17:13:06.302545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e4c430d-4485-4e7b-b864-c8de12653663 req-08aec5de-b5f2-43bd-b1b3-c82ca70de9bb tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Dec 21 17:13:06.322004 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a08a269f-775a-4db2-bbce-950fcba18a51 req-52333cb1-bb51-42ba-b361-1993793ac9f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6622c366-ceb8-42cf-b85e-3df06ef79ff0 HTTP/1.1" status: 200 len: 217 time: 0.0709610 Dec 21 17:13:06.396326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a269f-775a-4db2-bbce-950fcba18a51 req-27bd5e86-aa2e-49bc-9247-ef30d413b214 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:06.398013 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a08a269f-775a-4db2-bbce-950fcba18a51 req-27bd5e86-aa2e-49bc-9247-ef30d413b214 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba718698-2317-4b39-99e7-37006a2cc7b1 HTTP/1.1" status: 200 len: 853 time: 0.0689359 Dec 21 17:13:06.448367 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a08a269f-775a-4db2-bbce-950fcba18a51 req-e04d4f45-25c6-4b46-8591-f2f3229baa2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdffb967-1451-4094-942c-53352497a04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436125 Dec 21 17:13:06.590528 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a08a269f-775a-4db2-bbce-950fcba18a51 req-bc7e7fd0-d81f-455e-8832-dc3557d1f2b8 service neutron] 10.222.0.48 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341257 Dec 21 17:13:06.733420 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a08a269f-775a-4db2-bbce-950fcba18a51 req-8d4c8e2c-4ef0-4bff-be1f-477eafaa8efa service neutron] 10.222.0.48 "GET /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352682 Dec 21 17:13:07.513158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3629b7d-90a3-43ed-999a-584f2e9dd1fc req-b9ed3398-1a0b-449d-89ab-671f50dd40e5 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:07.514731 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f3629b7d-90a3-43ed-999a-584f2e9dd1fc req-b9ed3398-1a0b-449d-89ab-671f50dd40e5 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 944 time: 0.0846534 Dec 21 17:13:07.559183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6622c366-ceb8-42cf-b85e-3df06ef79ff0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:13:07.562575 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f3629b7d-90a3-43ed-999a-584f2e9dd1fc req-021f2d00-b377-4e25-b845-7af0b6a153d3 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412629 Dec 21 17:13:07.701605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 6622c366-ceb8-42cf-b85e-3df06ef79ff0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6622c366-ceb8-42cf-b85e-3df06ef79ff0,segment=NetworkSegment(997f3cbc-5ca6-4686-baff-81b546cc8677),segment_id=997f3cbc-5ca6-4686-baff-81b546cc8677)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:07.715981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '6622c366-ceb8-42cf-b85e-3df06ef79ff0', 'network_id': 'bdffb967-1451-4094-942c-53352497a04b', 'port_id': '6622c366-ceb8-42cf-b85e-3df06ef79ff0', 'mac_address': 'fa:16:3e:a8:60:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba718698-2317-4b39-99e7-37006a2cc7b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:13:07.774646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:07.792363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6622c366-ceb8-42cf-b85e-3df06ef79ff0 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:13:07.807816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 6622c366-ceb8-42cf-b85e-3df06ef79ff0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6622c366-ceb8-42cf-b85e-3df06ef79ff0,segment=NetworkSegment(997f3cbc-5ca6-4686-baff-81b546cc8677),segment_id=997f3cbc-5ca6-4686-baff-81b546cc8677)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:07.810637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:07.813272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:07.878665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=6622c366-ceb8-42cf-b85e-3df06ef79ff0,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:07.881795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:08.008644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['6622c366-ceb8-42cf-b85e-3df06ef79ff0'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:13:08.765840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b796e89-7150-4813-8256-fa14eda30e3c req-ca7ca134-4c07-4dbd-82df-8545cb5e9042 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:08.767527 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2b796e89-7150-4813-8256-fa14eda30e3c req-ca7ca134-4c07-4dbd-82df-8545cb5e9042 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 945 time: 0.0833020 Dec 21 17:13:08.820154 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2b796e89-7150-4813-8256-fa14eda30e3c req-c98ba577-3586-45f9-838e-c422344f8612 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464890 Dec 21 17:13:09.569173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6622c366-ceb8-42cf-b85e-3df06ef79ff0 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:13:09.638083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 6622c366-ceb8-42cf-b85e-3df06ef79ff0 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:09.643042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 6622c366-ceb8-42cf-b85e-3df06ef79ff0 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:09.643479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:09.759440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:09.786703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7df14a-208f-401b-8c16-15e3e26d3d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6622c366-ceb8-42cf-b85e-3df06ef79ff0'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:13:09.796702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 6622c366-ceb8-42cf-b85e-3df06ef79ff0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6622c366-ceb8-42cf-b85e-3df06ef79ff0,segment=NetworkSegment(997f3cbc-5ca6-4686-baff-81b546cc8677),segment_id=997f3cbc-5ca6-4686-baff-81b546cc8677)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:09.799602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:09.802235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:09.843199 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7df14a-208f-401b-8c16-15e3e26d3d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6622c366-ceb8-42cf-b85e-3df06ef79ff0', 'code': 200} Dec 21 17:13:09.874317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=6622c366-ceb8-42cf-b85e-3df06ef79ff0,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:09.883754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:09.884143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:09.884528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:09.884912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:09.885290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:09.885670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:09.886043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:09.886419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:09.886824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:09.887193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:09.887562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:09.891408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:10.033578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e4da0-b755-43ad-be79-45b4562dffb6 req-ce587e07-03d9-4a0b-babc-0ac477dde937 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:10.035710 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-054e4da0-b755-43ad-be79-45b4562dffb6 req-ce587e07-03d9-4a0b-babc-0ac477dde937 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 946 time: 0.0855622 Dec 21 17:13:10.083712 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-054e4da0-b755-43ad-be79-45b4562dffb6 req-b1397edc-46f8-4a2b-a750-31820306fb5b tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Dec 21 17:13:10.108810 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7f0a7fad-9c04-448e-95e6-ff13400cfedb req-7c0b601e-1a8d-4692-9fc1-ef5f3f633eae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 1099 time: 0.0792222 Dec 21 17:13:10.158270 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7f0a7fad-9c04-448e-95e6-ff13400cfedb req-5b544358-32f5-4fd3-bb60-ed941aca3e58 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 Dec 21 17:13:11.296223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec2240-ebbb-4ca0-a508-861877b1f929 req-25359989-8799-4533-b4e8-7405c413164a tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:11.297826 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99ec2240-ebbb-4ca0-a508-861877b1f929 req-25359989-8799-4533-b4e8-7405c413164a tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 946 time: 0.0875764 Dec 21 17:13:11.350766 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99ec2240-ebbb-4ca0-a508-861877b1f929 req-55ca1508-a133-4232-a696-4fcce9a5cbf1 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457556 Dec 21 17:13:11.759292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820614db-ce59-40ce-8a52-b9ea416b8d3a req-731333ec-8f89-4327-9822-4f6889975af8 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:11.760897 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-820614db-ce59-40ce-8a52-b9ea416b8d3a req-731333ec-8f89-4327-9822-4f6889975af8 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 946 time: 0.0827119 Dec 21 17:13:11.808306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-820614db-ce59-40ce-8a52-b9ea416b8d3a req-5578df6a-453f-407f-b6a4-303c5f5b17b6 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Dec 21 17:13:13.016420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d31c1-c147-4f59-b8c2-c7c0118ca93a req-6b2d94c1-091b-4e1b-a133-25a94d0577c4 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:13.017994 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a5d31c1-c147-4f59-b8c2-c7c0118ca93a req-6b2d94c1-091b-4e1b-a133-25a94d0577c4 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 946 time: 0.0855920 Dec 21 17:13:13.066211 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a5d31c1-c147-4f59-b8c2-c7c0118ca93a req-8af34a3f-3866-4acc-bc04-73a647db38b1 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Dec 21 17:13:13.078754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-acb22d59-ef68-4d4f-b2a3-6c2264e3bbf0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:13.079550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-acb22d59-ef68-4d4f-b2a3-6c2264e3bbf0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Synchronizing usage tracker for tenant:bd56996fd73045e1a43fe58bfaa9c6da on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:13:13.096626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-acb22d59-ef68-4d4f-b2a3-6c2264e3bbf0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Unset dirty status for tenant:bd56996fd73045e1a43fe58bfaa9c6da on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:13:13.098472 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-acb22d59-ef68-4d4f-b2a3-6c2264e3bbf0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 946 time: 0.1015055 Dec 21 17:13:13.173866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Deleting port 6622c366-ceb8-42cf-b85e-3df06ef79ff0 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:13:13.174248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:13.427748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] For port 6622c366-ceb8-42cf-b85e-3df06ef79ff0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6622c366-ceb8-42cf-b85e-3df06ef79ff0,segment=NetworkSegment(997f3cbc-5ca6-4686-baff-81b546cc8677),segment_id=997f3cbc-5ca6-4686-baff-81b546cc8677)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:13.428148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:13.555487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Calling delete_port for 6622c366-ceb8-42cf-b85e-3df06ef79ff0 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:13:13.694682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:13.700133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:13.705473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['7ee6e682-51fb-4336-a91f-4737c2059787'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:13:13.972944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Pushing event deleted for resources: {'Port': ['ID=6622c366-ceb8-42cf-b85e-3df06ef79ff0,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:13.975653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:14.044281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] No DVR routers for this DVR port 6622c366-ceb8-42cf-b85e-3df06ef79ff0 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:13:14.046682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:14.049399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7df14a-208f-401b-8c16-15e3e26d3d68', 'name': 'network-vif-deleted', 'tag': '6622c366-ceb8-42cf-b85e-3df06ef79ff0'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:13:14.064976 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-565e10f3-f769-4369-bd5e-469f1543b0e4 req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.48 "DELETE /v2.0/ports/6622c366-ceb8-42cf-b85e-3df06ef79ff0 HTTP/1.1" status: 204 len: 173 time: 0.9617205 Dec 21 17:13:14.220904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7df14a-208f-401b-8c16-15e3e26d3d68', 'name': 'network-vif-deleted', 'tag': '6622c366-ceb8-42cf-b85e-3df06ef79ff0', 'status': 'completed', 'code': 200} Dec 21 17:13:14.245132 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6bd062d1-3219-4804-a0e4-81534b7b1d20 req-e1b395cd-fd96-434e-b0e9-6a4702267b4c tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef7df14a-208f-401b-8c16-15e3e26d3d68 HTTP/1.1" status: 200 len: 210 time: 0.0494790 Dec 21 17:13:15.536684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189df41b-d707-4276-a058-0435605ae7c4 req-1a464fcf-b6b7-49b0-9fc1-cd364f7cf21a tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:15.538178 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-189df41b-d707-4276-a058-0435605ae7c4 req-1a464fcf-b6b7-49b0-9fc1-cd364f7cf21a tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 946 time: 0.0848053 Dec 21 17:13:15.585846 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-189df41b-d707-4276-a058-0435605ae7c4 req-d5292ecd-bcb6-4acb-9638-716ef65de8b5 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Dec 21 17:13:15.599633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6622c366-ceb8-42cf-b85e-3df06ef79ff0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:13:15.637657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 6622c366-ceb8-42cf-b85e-3df06ef79ff0 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:13:15.638056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 6622c366-ceb8-42cf-b85e-3df06ef79ff0 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:13:15.800573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1dfe06f-ae36-4067-a851-bc92c5c3d12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:15.811268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb54ea-3556-4ceb-bca6-e0d256319b1d req-2d3add3c-c440-4c1c-b805-4c81b350d12f tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:15.812932 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6aeb54ea-3556-4ceb-bca6-e0d256319b1d req-2d3add3c-c440-4c1c-b805-4c81b350d12f tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 946 time: 0.0828285 Dec 21 17:13:15.859959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6aeb54ea-3556-4ceb-bca6-e0d256319b1d req-9a5497cc-da76-4dcf-8c2e-a4cdc3aaea5d tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Dec 21 17:13:16.064667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfa36e-90eb-4be0-b41e-17fdffc3b371 req-1141d854-e5f1-45a3-bb32-9cb83ff0e719 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:16.066181 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bccfa36e-90eb-4be0-b41e-17fdffc3b371 req-1141d854-e5f1-45a3-bb32-9cb83ff0e719 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 946 time: 0.0848546 Dec 21 17:13:16.116617 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bccfa36e-90eb-4be0-b41e-17fdffc3b371 req-cc405ea6-1e06-4639-93b2-6a127196631e tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Dec 21 17:13:16.395995 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-184d55ad-e92b-4838-9608-5bb4aef968f3 req-f19af592-fe39-460e-853f-0fef49c73941 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1505349 Dec 21 17:13:16.600252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a265f-039c-4d43-8ee5-a1076e4b3581 req-4816eb63-8990-4e71-9c3b-3a1dfed835d0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:16.601782 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459a265f-039c-4d43-8ee5-a1076e4b3581 req-4816eb63-8990-4e71-9c3b-3a1dfed835d0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 946 time: 0.0849795 Dec 21 17:13:16.649724 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-459a265f-039c-4d43-8ee5-a1076e4b3581 req-9671f1d3-8848-448e-aa06-b9f304c5fab8 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Dec 21 17:13:16.853057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17f3d-5ac3-4171-8259-1e9190764517 req-79ddd82c-ccd5-41fc-ad39-22198a9457a7 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:16.854585 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37d17f3d-5ac3-4171-8259-1e9190764517 req-79ddd82c-ccd5-41fc-ad39-22198a9457a7 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 946 time: 0.0835364 Dec 21 17:13:16.905418 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37d17f3d-5ac3-4171-8259-1e9190764517 req-b687ee8a-821d-41c2-a336-d6bb97ff582b tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446558 Dec 21 17:13:17.122300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7f04-3c2f-4fc7-b8b5-4cfa9fcac9ba req-3add6f34-f764-445d-b032-c8806b5088f2 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:17.123857 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c8fc7f04-3c2f-4fc7-b8b5-4cfa9fcac9ba req-3add6f34-f764-445d-b032-c8806b5088f2 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 946 time: 0.0851519 Dec 21 17:13:17.172729 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c8fc7f04-3c2f-4fc7-b8b5-4cfa9fcac9ba req-01c63bd0-e315-4f04-bcaa-b2bcec338c3e tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Dec 21 17:13:17.206524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:17.748899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c1dff-620f-499b-82e2-d2286a9c9fdd req-b7509228-16e6-4616-be6e-e58c28d65a7d tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:17.750481 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-509c1dff-620f-499b-82e2-d2286a9c9fdd req-b7509228-16e6-4616-be6e-e58c28d65a7d tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 946 time: 0.0843167 Dec 21 17:13:17.798037 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-509c1dff-620f-499b-82e2-d2286a9c9fdd req-1e0ddc44-60d7-40e5-b688-0197dfbf268a tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414257 Dec 21 17:13:18.046120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-37f6af31-0f60-43c6-abfb-9942c095faf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:18.419502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:19.003344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7461a-2e81-46dd-a919-0b5a6ed3a8ac req-6df6fdae-d3cc-49ef-afc4-98f6696d864f tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:19.005516 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-20d7461a-2e81-46dd-a919-0b5a6ed3a8ac req-6df6fdae-d3cc-49ef-afc4-98f6696d864f tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 946 time: 0.0828924 Dec 21 17:13:19.007433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-793e7029-e93f-4933-bec1-063f9da62476 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:19.008200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-793e7029-e93f-4933-bec1-063f9da62476 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Synchronizing usage tracker for tenant:bd56996fd73045e1a43fe58bfaa9c6da on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:13:19.025686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-793e7029-e93f-4933-bec1-063f9da62476 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Unset dirty status for tenant:bd56996fd73045e1a43fe58bfaa9c6da on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:13:19.026996 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-793e7029-e93f-4933-bec1-063f9da62476 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.48 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 946 time: 0.1042771 Dec 21 17:13:19.058899 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-20d7461a-2e81-46dd-a919-0b5a6ed3a8ac req-c74b5844-18b1-409e-a7f4-8d83be466dbd tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/security-groups?id=17072f54-36ae-4e8f-a1df-1f185f9c40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Dec 21 17:13:19.100164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Deleting port 7ee6e682-51fb-4336-a91f-4737c2059787 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:13:19.100454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:19.352459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] For port 7ee6e682-51fb-4336-a91f-4737c2059787, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7ee6e682-51fb-4336-a91f-4737c2059787,segment=NetworkSegment(997f3cbc-5ca6-4686-baff-81b546cc8677),segment_id=997f3cbc-5ca6-4686-baff-81b546cc8677)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:19.352783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:19.479842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Calling delete_port for 7ee6e682-51fb-4336-a91f-4737c2059787 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:13:19.625646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:19.631183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:19.683023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Pushing event deleted for resources: {'Port': ['ID=7ee6e682-51fb-4336-a91f-4737c2059787,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:19.687319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:19.753456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:13:19.756084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] No DVR routers for this DVR port 7ee6e682-51fb-4336-a91f-4737c2059787 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:13:19.758465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:19.761234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3446fddd-451d-4173-9116-506981be5a29', 'name': 'network-vif-deleted', 'tag': '7ee6e682-51fb-4336-a91f-4737c2059787'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:13:19.776526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12a7901a-3d76-4f9a-a41e-1090cd16536c req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.48 "DELETE /v2.0/ports/7ee6e682-51fb-4336-a91f-4737c2059787 HTTP/1.1" status: 204 len: 173 time: 0.7443542 Dec 21 17:13:19.819415 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3446fddd-451d-4173-9116-506981be5a29', 'name': 'network-vif-deleted', 'tag': '7ee6e682-51fb-4336-a91f-4737c2059787', 'status': 'completed', 'code': 200} Dec 21 17:13:19.922760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:20.249656 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1fa1b9aa-1b53-412c-9e68-1a344aaa4ff0 req-fcc69c05-d5e1-4b7f-9713-449199bb7c4a tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] 10.222.0.67 "GET /v2.0/ports?device_id=3446fddd-451d-4173-9116-506981be5a29 HTTP/1.1" status: 200 len: 210 time: 0.0521002 Dec 21 17:13:21.357927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50166) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:21.431494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd413ea-fc59-4786-87dc-286fdeee09b0 admin admin] Deleting subnet ba718698-2317-4b39-99e7-37006a2cc7b1 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:13:21.434924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddd413ea-fc59-4786-87dc-286fdeee09b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:21.486390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddd413ea-fc59-4786-87dc-286fdeee09b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:21.548605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddd413ea-fc59-4786-87dc-286fdeee09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:21.599604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 7ee6e682-51fb-4336-a91f-4737c2059787 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:13:21.615613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddd413ea-fc59-4786-87dc-286fdeee09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:21.620405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1fb4a1a-57ca-4c48-88ad-483f1ebad791 tempest-NetworksTestDHCPv6-88069599 tempest-NetworksTestDHCPv6-88069599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:21.635383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 7ee6e682-51fb-4336-a91f-4737c2059787 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:13:21.635796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 7ee6e682-51fb-4336-a91f-4737c2059787 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:13:21.658528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd413ea-fc59-4786-87dc-286fdeee09b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba718698-2317-4b39-99e7-37006a2cc7b1,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:21.661646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ddd413ea-fc59-4786-87dc-286fdeee09b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:21.665425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ddd413ea-fc59-4786-87dc-286fdeee09b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:21.671739 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ddd413ea-fc59-4786-87dc-286fdeee09b0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ba718698-2317-4b39-99e7-37006a2cc7b1 HTTP/1.1" status: 204 len: 168 time: 0.3127263 Dec 21 17:13:21.674448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50170) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:21.790026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:21.921253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:21.947529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdffb967-1451-4094-942c-53352497a04b']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:21.960187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997f3cbc-5ca6-4686-baff-81b546cc8677') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:21.960531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997f3cbc-5ca6-4686-baff-81b546cc8677') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:21.972425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:21.987802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:21.994913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:13:21.995344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:13:22.009214 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:13:22.087043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:22.090584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ab060abd-edc7-4b4c-9b8b-d7a729e3bc47 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:22.107223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:22.116073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] Pushing event deleted for resources: {'Network': ['ID=bdffb967-1451-4094-942c-53352497a04b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:22.119727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:22.124820 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-90bb0b4c-9625-460d-870e-fddcdb0b15cd admin admin] 10.222.0.67 "DELETE /v2.0/networks/bdffb967-1451-4094-942c-53352497a04b HTTP/1.1" status: 204 len: 168 time: 0.4493160 Dec 21 17:13:22.268708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50176) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:22.322197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e42b7fab-34fa-43fe-96eb-c6a24dd063a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd56996fd73045e1a43fe58bfaa9c6da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516870 Dec 21 17:13:22.324216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50180) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:22.386874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-032cba7d-b9be-4bc0-a76c-f8001d17a677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:22.414042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-032cba7d-b9be-4bc0-a76c-f8001d17a677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:22.460430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-032cba7d-b9be-4bc0-a76c-f8001d17a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:22.465470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6acc8da4-b532-443b-8c51-43caef1e4cbb tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:22.479680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cba7d-b9be-4bc0-a76c-f8001d17a677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17072f54-36ae-4e8f-a1df-1f185f9c40f6,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:22.483914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-032cba7d-b9be-4bc0-a76c-f8001d17a677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:22.487167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-032cba7d-b9be-4bc0-a76c-f8001d17a677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:22.488430 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-032cba7d-b9be-4bc0-a76c-f8001d17a677 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/17072f54-36ae-4e8f-a1df-1f185f9c40f6 HTTP/1.1" status: 204 len: 168 time: 0.1632318 Dec 21 17:13:23.457409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50202) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:23.593367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-639008919'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:23.599616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:23.603688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Usage tracker for resource:network and tenant:4044f6ed2aa1489aa45587725a1b043c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:23.606707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:23.613683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:23.623049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Made reservation on behalf of 4044f6ed2aa1489aa45587725a1b043c for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:23.628518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:23.645311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:23.684275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:23.688344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Usage tracker for resource:security_group_rule and tenant:4044f6ed2aa1489aa45587725a1b043c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:23.691331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:23.697361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:23.767172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:23.770277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:23.774379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-207c7d38-48f1-484f-a06f-c0c5802763e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:23.801645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:13:23.814589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de465de-35da-4d00-bac4-d342a1222d49,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:23.818867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:23.819843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:23.820227 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Added segment 74301f60-5641-4907-bef8-50e93d4c4db4 of type vlan for network fa1afeee-def3-4deb-99dc-4a7ea63b07f9 Dec 21 17:13:23.847619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:23.877341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:23.881975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:23.882628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:23.887913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4007d115-7008-48c1-8b07-146aa9477e39 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:23.947479 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4889185 Dec 21 17:13:24.009490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event updated for resources: {'Network': ['ID=fa1afeee-def3-4deb-99dc-4a7ea63b07f9,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:24.012325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:24.020799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network fa1afeee-def3-4deb-99dc-4a7ea63b07f9 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:13:27.613884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50208) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:27.620715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Request body: {'subnet': {'network_id': 'fa1afeee-def3-4deb-99dc-4a7ea63b07f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:27.736258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:27.740311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Usage tracker for resource:subnet and tenant:4044f6ed2aa1489aa45587725a1b043c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:27.743250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:27.749541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:27.758875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Made reservation on behalf of 4044f6ed2aa1489aa45587725a1b043c for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:27.865812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.088610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.092833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-184dbbff-fc3e-4fa7-b187-50d2d68da9aa tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:28.179529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event updated for resources: {'Subnet': ['ID=7a23dc43-7047-444b-9505-5f2bd2cb24a7,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:28.183272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:28.190358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Checking segment: {'id': '74301f60-5641-4907-bef8-50e93d4c4db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa1afeee-def3-4deb-99dc-4a7ea63b07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:28.190752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Network hostable DHCP agents. Network: fa1afeee-def3-4deb-99dc-4a7ea63b07f9, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:13:28.211703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Network fa1afeee-def3-4deb-99dc-4a7ea63b07f9 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:13:28.219700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, fa1afeee-def3-4deb-99dc-4a7ea63b07f9) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:28.223784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:28.224430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.229859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2fb28b-5213-47ba-b153-2637ef2e1668 None None] Network fa1afeee-def3-4deb-99dc-4a7ea63b07f9 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:28.246413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6313069 Dec 21 17:13:28.250123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50212) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:28.256885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-399126126'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:28.262307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:28.266693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Usage tracker for resource:network and tenant:4044f6ed2aa1489aa45587725a1b043c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:28.269783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:28.275836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:28.285254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Made reservation on behalf of 4044f6ed2aa1489aa45587725a1b043c for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:28.291104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.321476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:13:28.330190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.330576 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Added segment 7c5bdd3d-6480-4780-8bb2-4004e0761b46 of type vlan for network e5e680ba-9cf0-422d-854c-44d53efaee17 Dec 21 17:13:28.357097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.388749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.393036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:28.393672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.399169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:28.458194 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2061071 Dec 21 17:13:28.460652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50216) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:28.460952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-fa1afeee-def3-4deb-99dc-4a7ea63b07f9', 'network_id': 'fa1afeee-def3-4deb-99dc-4a7ea63b07f9', 'tenant_id': '4044f6ed2aa1489aa45587725a1b043c', 'fixed_ips': [{'subnet_id': '7a23dc43-7047-444b-9505-5f2bd2cb24a7'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:13:28.461863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.467701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Request body: {'subnet': {'network_id': 'e5e680ba-9cf0-422d-854c-44d53efaee17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:28.509973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event updated for resources: {'Network': ['ID=e5e680ba-9cf0-422d-854c-44d53efaee17,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:28.513100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-685d8ffc-922c-4c27-bee0-cfd4b37bf974 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:28.521619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network e5e680ba-9cf0-422d-854c-44d53efaee17 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:13:28.588462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:28.592701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Usage tracker for resource:subnet and tenant:4044f6ed2aa1489aa45587725a1b043c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:28.595815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:28.602409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:28.611219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Made reservation on behalf of 4044f6ed2aa1489aa45587725a1b043c for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:28.720293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.726584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Allocated IP 2001:db8:0:ffff::2 (fa1afeee-def3-4deb-99dc-4a7ea63b07f9/7a23dc43-7047-444b-9505-5f2bd2cb24a7/9467c189-c195-4478-a071-94497dfa930b) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:13:28.943587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.954619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Transition to ACTIVE for port object 9467c189-c195-4478-a071-94497dfa930b will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:28.966526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.970990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d8ff824d-c2c0-4a37-8fb4-6b6a52459b1a tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:28.975311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Transition to ACTIVE for port object 9467c189-c195-4478-a071-94497dfa930b will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:28.980017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:28.985326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:29.049101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Network fa1afeee-def3-4deb-99dc-4a7ea63b07f9 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:29.052778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:29.055407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event updated for resources: {'Subnet': ['ID=9faf941e-a0bb-42e1-bb93-ec2974e02280,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:29.055539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:13:29.059750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:29.064915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Pushing event updated for resources: {'Port': ['ID=9467c189-c195-4478-a071-94497dfa930b,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:29.068065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:29.068739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Checking segment: {'id': '7c5bdd3d-6480-4780-8bb2-4004e0761b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e5e680ba-9cf0-422d-854c-44d53efaee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:29.069135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Network hostable DHCP agents. Network: e5e680ba-9cf0-422d-854c-44d53efaee17, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:13:29.091785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Network e5e680ba-9cf0-422d-854c-44d53efaee17 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:13:29.100747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, e5e680ba-9cf0-422d-854c-44d53efaee17) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:29.104751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:29.106123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.113237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029cc18-47b3-49ef-acb0-c43cf0316216 None None] Network e5e680ba-9cf0-422d-854c-44d53efaee17 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:29.130647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-afeaad95-9dcf-4567-a276-01922ebf7330 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6653841 Dec 21 17:13:29.130969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50220) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:29.198560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Attempting to bind port 9467c189-c195-4478-a071-94497dfa930b on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:13:29.198915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Attempting to bind port 9467c189-c195-4478-a071-94497dfa930b by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '74301f60-5641-4907-bef8-50e93d4c4db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa1afeee-def3-4deb-99dc-4a7ea63b07f9'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:13:29.199327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Attempting to bind port 9467c189-c195-4478-a071-94497dfa930b on network fa1afeee-def3-4deb-99dc-4a7ea63b07f9 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:13:29.266466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:13:29.266915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Checking segment: {'id': '74301f60-5641-4907-bef8-50e93d4c4db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa1afeee-def3-4deb-99dc-4a7ea63b07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:29.267373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.267820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Bound using segment: {'id': '74301f60-5641-4907-bef8-50e93d4c4db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa1afeee-def3-4deb-99dc-4a7ea63b07f9'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:13:29.268346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Bound port: 9467c189-c195-4478-a071-94497dfa930b, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74301f60-5641-4907-bef8-50e93d4c4db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa1afeee-def3-4deb-99dc-4a7ea63b07f9'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:13:29.268767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.293965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.364026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.446443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.451242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b556425a-08bb-4004-bfab-2ee83882dfb0 tempest-PortsTestJSON-1184098419 tempest-PortsTestJSON-1184098419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:29.470632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] For port 9467c189-c195-4478-a071-94497dfa930b, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:13:29.479582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] For port 9467c189-c195-4478-a071-94497dfa930b, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9467c189-c195-4478-a071-94497dfa930b,segment=NetworkSegment(74301f60-5641-4907-bef8-50e93d4c4db4),segment_id=74301f60-5641-4907-bef8-50e93d4c4db4)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:13:29.483863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b563e-7bac-483b-878d-2f03a251a980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-e5e680ba-9cf0-422d-854c-44d53efaee17', 'network_id': 'e5e680ba-9cf0-422d-854c-44d53efaee17', 'tenant_id': '4044f6ed2aa1489aa45587725a1b043c', 'fixed_ips': [{'subnet_id': '9faf941e-a0bb-42e1-bb93-ec2974e02280'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:13:29.484767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f58b563e-7bac-483b-878d-2f03a251a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.491302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Subnet': ['ID=9faf941e-a0bb-42e1-bb93-ec2974e02280,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:29.495333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:29.500452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.507677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:29.594297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.621524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e680ba-9cf0-422d-854c-44d53efaee17']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:29.635391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5bdd3d-6480-4780-8bb2-4004e0761b46') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:29.635722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5bdd3d-6480-4780-8bb2-4004e0761b46') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:29.648871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.664304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.667893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Pushing event updated for resources: {'Port': ['ID=9467c189-c195-4478-a071-94497dfa930b,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:29.671527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.672373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:29.673296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:13:29.673828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:13:29.692461 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:13:29.697342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f53ed95-d6d9-40b0-8d70-e891e6de8a57 None None] Network e5e680ba-9cf0-422d-854c-44d53efaee17 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:29.775833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.779371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ce0f48be-442d-4a4e-b2f9-11eb8eec2520 tempest-RoutersTest-1273660018 tempest-RoutersTest-1273660018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:29.795164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.807878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Network': ['ID=e5e680ba-9cf0-422d-854c-44d53efaee17,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:29.811390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:29.817247 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/networks/e5e680ba-9cf0-422d-854c-44d53efaee17 HTTP/1.1" status: 204 len: 168 time: 0.6811359 Dec 21 17:13:29.817443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50224) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:29.823457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-57504280'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:29.829160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:29.833462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Usage tracker for resource:network and tenant:4044f6ed2aa1489aa45587725a1b043c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:29.836646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:29.842849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:29.852762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Made reservation on behalf of 4044f6ed2aa1489aa45587725a1b043c for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:29.859062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.891204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:13:29.899974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.900361 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Added segment 12f3350d-5e90-496f-bf88-4bcf249d999e of type vlan for network 3b3cfeec-5ce1-425d-9ebe-e6ad601e484d Dec 21 17:13:29.928410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.958576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.962674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:29.963362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:29.982188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e1617be-222c-4e35-87b9-f4185dd07d2d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:30.022380 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2038176 Dec 21 17:13:30.025493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50228) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:30.033788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Request body: {'subnet': {'network_id': '3b3cfeec-5ce1-425d-9ebe-e6ad601e484d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:30.131456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event updated for resources: {'Network': ['ID=3b3cfeec-5ce1-425d-9ebe-e6ad601e484d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:30.136438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c211f364-e0aa-4139-bbf6-b1ef300794cf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:30.143873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 3b3cfeec-5ce1-425d-9ebe-e6ad601e484d details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:13:30.217337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:30.221520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Usage tracker for resource:subnet and tenant:4044f6ed2aa1489aa45587725a1b043c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:30.225144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:30.231252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:30.240718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Made reservation on behalf of 4044f6ed2aa1489aa45587725a1b043c for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:30.581286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:30.646832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9467c189-c195-4478-a071-94497dfa930b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:13:30.679649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Performing IP validity checks on allocation pools {{(pid=88887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 17:13:30.680188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.ipam_backend_mixin [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 17:13:30.716849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 9467c189-c195-4478-a071-94497dfa930b completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:30.806490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:30.810871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f656a45f-8d8c-4238-8c3e-d54ed1d756aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:30.891972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event updated for resources: {'Subnet': ['ID=c64438e7-cc5b-41c1-bb4b-5198164a1635,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:30.897055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:30.907974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Checking segment: {'id': '12f3350d-5e90-496f-bf88-4bcf249d999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3b3cfeec-5ce1-425d-9ebe-e6ad601e484d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:30.908372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Network hostable DHCP agents. Network: 3b3cfeec-5ce1-425d-9ebe-e6ad601e484d, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:13:30.935005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Network 3b3cfeec-5ce1-425d-9ebe-e6ad601e484d is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:13:30.943697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 3b3cfeec-5ce1-425d-9ebe-e6ad601e484d) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:30.947742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:30.948395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:30.953168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d6dd3e-e1c7-49bb-96d7-02d65a59aefe None None] Network 3b3cfeec-5ce1-425d-9ebe-e6ad601e484d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:30.974847 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9454138 Dec 21 17:13:30.975840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50232) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:31.136661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.192335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad39822-8dc2-4543-86b7-a0acd2e8381c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-3b3cfeec-5ce1-425d-9ebe-e6ad601e484d', 'network_id': '3b3cfeec-5ce1-425d-9ebe-e6ad601e484d', 'tenant_id': '4044f6ed2aa1489aa45587725a1b043c', 'fixed_ips': [{'subnet_id': 'c64438e7-cc5b-41c1-bb4b-5198164a1635'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:13:31.193293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ad39822-8dc2-4543-86b7-a0acd2e8381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.212827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.296311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server [None req-2ad39822-8dc2-4543-86b7-a0acd2e8381c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c64438e7-cc5b-41c1-bb4b-5198164a1635: This subnet is being modified by another concurrent operation. Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise value Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server raise exception Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c64438e7-cc5b-41c1-bb4b-5198164a1635: This subnet is being modified by another concurrent operation. Dec 21 17:13:31.300653 dv-neutron-822515-1-hyperv neutron-server[88778]: ERROR oslo_messaging.rpc.server Dec 21 17:13:31.311291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2580be65-dda4-40b6-94ca-0d8ff5febd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:31.335821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cedc360-3315-4787-b796-8af6e31f58f5 None None] Network 3b3cfeec-5ce1-425d-9ebe-e6ad601e484d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:31.373868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ae753-08c1-4995-9d44-5b691b66a2f0 None None] Network fa1afeee-def3-4deb-99dc-4a7ea63b07f9 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:31.381735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Subnet': ['ID=c64438e7-cc5b-41c1-bb4b-5198164a1635,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:31.384541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:31.453436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.480389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3cfeec-5ce1-425d-9ebe-e6ad601e484d']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:31.494484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f3350d-5e90-496f-bf88-4bcf249d999e') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:31.494898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f3350d-5e90-496f-bf88-4bcf249d999e') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:31.508948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.526247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.533297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:13:31.533757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:13:31.550043 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:13:31.640689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.645864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.650276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14724de4-1be8-4680-8c82-49836cdf1e3e tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:31.674170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Network': ['ID=3b3cfeec-5ce1-425d-9ebe-e6ad601e484d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:31.676901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:31.682861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50236) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:31.683003 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6be6f4ca-79e5-4262-894a-530cfa07d119 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/networks/3b3cfeec-5ce1-425d-9ebe-e6ad601e484d HTTP/1.1" status: 204 len: 168 time: 0.7059803 Dec 21 17:13:31.689360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1389133245'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:31.695677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:31.699789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Usage tracker for resource:network and tenant:4044f6ed2aa1489aa45587725a1b043c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:31.702957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:31.710929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:31.719673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Made reservation on behalf of 4044f6ed2aa1489aa45587725a1b043c for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:31.725330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.727413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f7493b33-fdc5-4b70-a8a0-4ca09b4ab16d None None] Provisioning for port 9467c189-c195-4478-a071-94497dfa930b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:31.756241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:13:31.765295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:31.765727 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Added segment 67837ea0-aece-4405-b744-bd702c8137b1 of type vlan for network ecefe354-2c5b-4ff0-a2f7-a17b547eda56 Dec 21 17:13:31.779778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f7493b33-fdc5-4b70-a8a0-4ca09b4ab16d None None] Provisioning complete for port 9467c189-c195-4478-a071-94497dfa930b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:31.780203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7493b33-fdc5-4b70-a8a0-4ca09b4ab16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.020765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.044942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7493b33-fdc5-4b70-a8a0-4ca09b4ab16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.049928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.054629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:32.055300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.060872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:32.087158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f7493b33-fdc5-4b70-a8a0-4ca09b4ab16d None None] For port 9467c189-c195-4478-a071-94497dfa930b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9467c189-c195-4478-a071-94497dfa930b,segment=NetworkSegment(74301f60-5641-4907-bef8-50e93d4c4db4),segment_id=74301f60-5641-4907-bef8-50e93d4c4db4)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:32.090563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f7493b33-fdc5-4b70-a8a0-4ca09b4ab16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.093808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:32.112545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4282756 Dec 21 17:13:32.116302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50240) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:32.123179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Request body: {'subnet': {'network_id': 'ecefe354-2c5b-4ff0-a2f7-a17b547eda56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:32.178615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7493b33-fdc5-4b70-a8a0-4ca09b4ab16d None None] Pushing event updated for resources: {'Port': ['ID=9467c189-c195-4478-a071-94497dfa930b,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:32.179812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event updated for resources: {'Network': ['ID=ecefe354-2c5b-4ff0-a2f7-a17b547eda56,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:32.182540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7493b33-fdc5-4b70-a8a0-4ca09b4ab16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:32.182907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a7f6eeae-6c7b-4fe7-ae54-5f8b56030939 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:32.201717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network ecefe354-2c5b-4ff0-a2f7-a17b547eda56 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:13:32.252597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:32.256872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Usage tracker for resource:subnet and tenant:4044f6ed2aa1489aa45587725a1b043c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:32.260351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:32.266659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:32.276478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Made reservation on behalf of 4044f6ed2aa1489aa45587725a1b043c for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:32.337401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c40c0c4-8e8a-46b8-bf26-1c90192e9ad1 None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 17:13:32.391863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.445841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ba583591-ce7d-49df-935f-2edd20e6e40e None None] Provisioning complete for port 9467c189-c195-4478-a071-94497dfa930b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:32.446273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ba583591-ce7d-49df-935f-2edd20e6e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.469583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c40c0c4-8e8a-46b8-bf26-1c90192e9ad1 None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 17:13:32.635699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.640090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-962ba32a-000b-45e6-a554-ec74cd3f92be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:32.652978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9467c189-c195-4478-a071-94497dfa930b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:13:32.716784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event updated for resources: {'Subnet': ['ID=e70cae08-cf91-468c-a8af-df89a954ed4a,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:32.721536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:32.732552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Checking segment: {'id': '67837ea0-aece-4405-b744-bd702c8137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ecefe354-2c5b-4ff0-a2f7-a17b547eda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:32.732943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Network hostable DHCP agents. Network: ecefe354-2c5b-4ff0-a2f7-a17b547eda56, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:13:32.754489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Network ecefe354-2c5b-4ff0-a2f7-a17b547eda56 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:13:32.763026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, ecefe354-2c5b-4ff0-a2f7-a17b547eda56) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:32.766988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:32.767636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.789641 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6721418 Dec 21 17:13:32.793307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50244) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:32.799661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1270102335'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:32.805093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:32.809224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Usage tracker for resource:network and tenant:4044f6ed2aa1489aa45587725a1b043c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:32.812322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:32.818297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:32.828207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9467c189-c195-4478-a071-94497dfa930b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:32.828636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.831386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Made reservation on behalf of 4044f6ed2aa1489aa45587725a1b043c for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:32.837333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.867070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:13:32.876227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.876689 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Added segment 63e89710-d0fc-4c86-bc1f-43286849a4a2 of type vlan for network e7a99ea3-e331-4b4d-bbf2-f0658899506d Dec 21 17:13:32.904216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.938360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.946254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:32.947117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:32.952746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:33.008208 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2137690 Dec 21 17:13:33.012107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50248) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:33.018398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Request body: {'subnet': {'network_id': 'e7a99ea3-e331-4b4d-bbf2-f0658899506d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:33.053771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1045e51b-83dc-4305-8cc2-428a95e02e5d None None] Network ecefe354-2c5b-4ff0-a2f7-a17b547eda56 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:33.064116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event updated for resources: {'Network': ['ID=e7a99ea3-e331-4b4d-bbf2-f0658899506d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:33.067433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cde52d88-bab2-4f3b-a28a-e9b994f1f7eb tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:33.078618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network e7a99ea3-e331-4b4d-bbf2-f0658899506d details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:13:33.134425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:33.138468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Usage tracker for resource:subnet and tenant:4044f6ed2aa1489aa45587725a1b043c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:33.141474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:33.148208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:33.157129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Made reservation on behalf of 4044f6ed2aa1489aa45587725a1b043c for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:33.277990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:33.387879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-ecefe354-2c5b-4ff0-a2f7-a17b547eda56', 'network_id': 'ecefe354-2c5b-4ff0-a2f7-a17b547eda56', 'tenant_id': '4044f6ed2aa1489aa45587725a1b043c', 'fixed_ips': [{'subnet_id': 'e70cae08-cf91-468c-a8af-df89a954ed4a'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:13:33.389454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:33.508699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:33.513778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-835b9873-5145-42a7-9824-520a6d9e3240 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:33.559058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Allocated IP 2001:db8::2 (ecefe354-2c5b-4ff0-a2f7-a17b547eda56/e70cae08-cf91-468c-a8af-df89a954ed4a/ed21b6d3-177c-4b79-bc38-f61e756d8a6b) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:13:33.590839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event updated for resources: {'Subnet': ['ID=62992504-726f-4bc3-83b3-6f6e195f592c,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:33.594931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:33.603567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Checking segment: {'id': '63e89710-d0fc-4c86-bc1f-43286849a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e7a99ea3-e331-4b4d-bbf2-f0658899506d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:33.603965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Network hostable DHCP agents. Network: e7a99ea3-e331-4b4d-bbf2-f0658899506d, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:13:33.626710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Network e7a99ea3-e331-4b4d-bbf2-f0658899506d is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:13:33.635633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, e7a99ea3-e331-4b4d-bbf2-f0658899506d) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:33.639584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:33.640221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:33.660919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea58e327-8bf4-4254-9bbd-dc56889613c7 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6471491 Dec 21 17:13:33.663680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50252) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:33.667482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68fdb42-33f5-4cb1-b3b7-484ab496c70a None None] Network e7a99ea3-e331-4b4d-bbf2-f0658899506d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:33.815347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:33.888343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:33.939433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:33.962032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:33.966741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d506f7bf-6887-4c14-8a54-7c9bbcaf8c14 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:33.986674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Transition to ACTIVE for port object ed21b6d3-177c-4b79-bc38-f61e756d8a6b will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:34.003997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Subnet': ['ID=62992504-726f-4bc3-83b3-6f6e195f592c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:34.007704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:34.008888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759968c4-33f8-4f79-81a6-361842fe9983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-e7a99ea3-e331-4b4d-bbf2-f0658899506d', 'network_id': 'e7a99ea3-e331-4b4d-bbf2-f0658899506d', 'tenant_id': '4044f6ed2aa1489aa45587725a1b043c', 'fixed_ips': [{'subnet_id': '62992504-726f-4bc3-83b3-6f6e195f592c'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:13:34.009775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-759968c4-33f8-4f79-81a6-361842fe9983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.031660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Transition to ACTIVE for port object ed21b6d3-177c-4b79-bc38-f61e756d8a6b will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:34.077187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.083057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:34.107802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.134246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a99ea3-e331-4b4d-bbf2-f0658899506d']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:34.148075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e89710-d0fc-4c86-bc1f-43286849a4a2') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:34.148356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e89710-d0fc-4c86-bc1f-43286849a4a2') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:34.160986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.175536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Network ecefe354-2c5b-4ff0-a2f7-a17b547eda56 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:34.176018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.179768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Pushing event updated for resources: {'Port': ['ID=ed21b6d3-177c-4b79-bc38-f61e756d8a6b,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:34.182414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:34.184568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:34.185367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:13:34.185519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:13:34.185809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:13:34.205676 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:13:34.225410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557baafd-9ad6-44a5-b4ff-da7fa1029802 None None] Network e7a99ea3-e331-4b4d-bbf2-f0658899506d requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:34.287997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.292853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.297619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50329657-9eac-4712-bbae-acf15953e4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:34.323126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Network': ['ID=e7a99ea3-e331-4b4d-bbf2-f0658899506d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:34.325797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:34.328306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/networks/e7a99ea3-e331-4b4d-bbf2-f0658899506d HTTP/1.1" status: 204 len: 168 time: 0.6634643 Dec 21 17:13:34.331124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50256) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:34.383884 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d41e52a-fb6c-4619-9232-f9bf559b6074 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] GET failed (client error): The resource could not be found. Dec 21 17:13:34.384471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9d41e52a-fb6c-4619-9232-f9bf559b6074 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Synchronizing usage tracker for tenant:4044f6ed2aa1489aa45587725a1b043c on resource:subnet {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:13:34.402292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9d41e52a-fb6c-4619-9232-f9bf559b6074 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Unset dirty status for tenant:4044f6ed2aa1489aa45587725a1b043c on resource:subnet {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:13:34.406166 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9d41e52a-fb6c-4619-9232-f9bf559b6074 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "GET /v2.0/subnets/62992504-726f-4bc3-83b3-6f6e195f592c HTTP/1.1" status: 404 len: 337 time: 0.0711181 Dec 21 17:13:34.406825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50260) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:34.435573 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e809545-227e-4b62-b101-c851366dafb9 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] DELETE failed (client error): The resource could not be found. Dec 21 17:13:34.436146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e809545-227e-4b62-b101-c851366dafb9 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 17:13:34.438043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0e809545-227e-4b62-b101-c851366dafb9 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/networks/e7a99ea3-e331-4b4d-bbf2-f0658899506d HTTP/1.1" status: 404 len: 339 time: 0.0300725 Dec 21 17:13:34.442671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50264) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:34.449441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557baafd-9ad6-44a5-b4ff-da7fa1029802 None None] Network e7a99ea3-e331-4b4d-bbf2-f0658899506d could not be found, it might have been deleted concurrently. {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 17:13:34.471579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Attempting to bind port ed21b6d3-177c-4b79-bc38-f61e756d8a6b on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:13:34.472001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Attempting to bind port ed21b6d3-177c-4b79-bc38-f61e756d8a6b by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '67837ea0-aece-4405-b744-bd702c8137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ecefe354-2c5b-4ff0-a2f7-a17b547eda56'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:13:34.472413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Attempting to bind port ed21b6d3-177c-4b79-bc38-f61e756d8a6b on network ecefe354-2c5b-4ff0-a2f7-a17b547eda56 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:13:34.479363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:13:34.479788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Checking segment: {'id': '67837ea0-aece-4405-b744-bd702c8137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ecefe354-2c5b-4ff0-a2f7-a17b547eda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:34.480239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.480681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Bound using segment: {'id': '67837ea0-aece-4405-b744-bd702c8137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ecefe354-2c5b-4ff0-a2f7-a17b547eda56'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:13:34.481203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Bound port: ed21b6d3-177c-4b79-bc38-f61e756d8a6b, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67837ea0-aece-4405-b744-bd702c8137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ecefe354-2c5b-4ff0-a2f7-a17b547eda56'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:13:34.481625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.483291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f4c142-f446-4bd0-821b-db3bcf4af31c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] DELETE failed (client error): The resource could not be found. Dec 21 17:13:34.483791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f4c142-f446-4bd0-821b-db3bcf4af31c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 17:13:34.485557 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d6f4c142-f446-4bd0-821b-db3bcf4af31c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/subnets/62992504-726f-4bc3-83b3-6f6e195f592c HTTP/1.1" status: 404 len: 337 time: 0.0418696 Dec 21 17:13:34.488215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50268) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:34.514302 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8877eda8-fe3b-4c3c-ad86-f65df1b0eb2d tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] DELETE failed (client error): The resource could not be found. Dec 21 17:13:34.514807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8877eda8-fe3b-4c3c-ad86-f65df1b0eb2d tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 17:13:34.516504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8877eda8-fe3b-4c3c-ad86-f65df1b0eb2d tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/networks/e7a99ea3-e331-4b4d-bbf2-f0658899506d HTTP/1.1" status: 404 len: 339 time: 0.0272820 Dec 21 17:13:34.519207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50272) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:34.571858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] For port ed21b6d3-177c-4b79-bc38-f61e756d8a6b, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:13:34.575473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] For port ed21b6d3-177c-4b79-bc38-f61e756d8a6b, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ed21b6d3-177c-4b79-bc38-f61e756d8a6b,segment=NetworkSegment(67837ea0-aece-4405-b744-bd702c8137b1),segment_id=67837ea0-aece-4405-b744-bd702c8137b1)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:13:34.580065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.585918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:34.597740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Deleting subnet e70cae08-cf91-468c-a8af-df89a954ed4a {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:13:34.600905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.660020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.661820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Pushing event updated for resources: {'Port': ['ID=ed21b6d3-177c-4b79-bc38-f61e756d8a6b,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:34.667810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:34.752487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.826575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.831382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-769351f6-beab-43b4-8b8e-a785f1834380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:34.867829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Subnet': ['ID=e70cae08-cf91-468c-a8af-df89a954ed4a,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:34.881212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:34.889313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:34.889745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:34.890168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:34.890587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:34.891027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:34.891443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:34.891852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:34.892259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:34.892665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:34.893073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:34.893478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:34.896963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:34.904496 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/subnets/e70cae08-cf91-468c-a8af-df89a954ed4a HTTP/1.1" status: 204 len: 168 time: 0.3835285 Dec 21 17:13:34.907055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50276) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:35.043491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:35.055292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Deleting port ed21b6d3-177c-4b79-bc38-f61e756d8a6b {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:13:35.055660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:35.279250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] For port ed21b6d3-177c-4b79-bc38-f61e756d8a6b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ed21b6d3-177c-4b79-bc38-f61e756d8a6b,segment=NetworkSegment(67837ea0-aece-4405-b744-bd702c8137b1),segment_id=67837ea0-aece-4405-b744-bd702c8137b1)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:35.279858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:35.417596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Calling delete_port for ed21b6d3-177c-4b79-bc38-f61e756d8a6b owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:13:35.490649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:35.495494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-13fd4a3e-27a4-4928-9a3f-6101c2654940 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:35.540240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Port': ['ID=ed21b6d3-177c-4b79-bc38-f61e756d8a6b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:35.545186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:35.547398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] No DVR routers for this DVR port ed21b6d3-177c-4b79-bc38-f61e756d8a6b on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:13:35.680832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:35.706826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecefe354-2c5b-4ff0-a2f7-a17b547eda56']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:35.720256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67837ea0-aece-4405-b744-bd702c8137b1') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:35.720599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67837ea0-aece-4405-b744-bd702c8137b1') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:35.740137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:35.757193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:35.763505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:13:35.763940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:13:35.779660 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:13:35.863763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:35.867431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa0ffafa-0311-445e-933a-847664ba433f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:35.883824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:35.896760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Network': ['ID=ecefe354-2c5b-4ff0-a2f7-a17b547eda56,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:35.900391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:35.904800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50280) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:35.904937 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/networks/ecefe354-2c5b-4ff0-a2f7-a17b547eda56 HTTP/1.1" status: 204 len: 168 time: 0.9966788 Dec 21 17:13:35.947858 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea842eed-c63f-4da3-9c7c-909a75223967 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] DELETE failed (client error): The resource could not be found. Dec 21 17:13:35.948371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea842eed-c63f-4da3-9c7c-909a75223967 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 17:13:35.950229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea842eed-c63f-4da3-9c7c-909a75223967 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/subnets/c64438e7-cc5b-41c1-bb4b-5198164a1635 HTTP/1.1" status: 404 len: 337 time: 0.0440140 Dec 21 17:13:35.952898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50284) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:35.980146 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cc3e8f-11d8-4b06-8d2d-c6b09e18df8f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] DELETE failed (client error): The resource could not be found. Dec 21 17:13:35.980645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cc3e8f-11d8-4b06-8d2d-c6b09e18df8f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 17:13:35.982515 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b1cc3e8f-11d8-4b06-8d2d-c6b09e18df8f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/networks/3b3cfeec-5ce1-425d-9ebe-e6ad601e484d HTTP/1.1" status: 404 len: 339 time: 0.0286279 Dec 21 17:13:35.985417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50288) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:36.032539 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43b13d2-20eb-44a2-8143-1694d50350b9 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] DELETE failed (client error): The resource could not be found. Dec 21 17:13:36.033022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43b13d2-20eb-44a2-8143-1694d50350b9 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 17:13:36.035123 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f43b13d2-20eb-44a2-8143-1694d50350b9 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/subnets/9faf941e-a0bb-42e1-bb93-ec2974e02280 HTTP/1.1" status: 404 len: 337 time: 0.0483599 Dec 21 17:13:36.037679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50292) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:36.064237 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c26e73-699c-4b77-899c-bcf697f5f04c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] DELETE failed (client error): The resource could not be found. Dec 21 17:13:36.064742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c26e73-699c-4b77-899c-bcf697f5f04c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 17:13:36.067470 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b2c26e73-699c-4b77-899c-bcf697f5f04c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/networks/e5e680ba-9cf0-422d-854c-44d53efaee17 HTTP/1.1" status: 404 len: 339 time: 0.0279498 Dec 21 17:13:36.070158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50296) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:36.280206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7a69c00e-d726-4483-a9a6-da4ec94ab14b None None] Could not find standard attr ID for object ed21b6d3-177c-4b79-bc38-f61e756d8a6b. {{(pid=88889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 17:13:36.321157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35cf68e-8922-4e6e-a611-6fb507e2166c None None] DHCP port deletion for ecefe354-2c5b-4ff0-a2f7-a17b547eda56 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:13:36.350644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7279450a-abac-4ade-9bd2-3b1d816a6133 None None] Network ecefe354-2c5b-4ff0-a2f7-a17b547eda56 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:36.372564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7279450a-abac-4ade-9bd2-3b1d816a6133 None None] Network ecefe354-2c5b-4ff0-a2f7-a17b547eda56 could not be found, it might have been deleted concurrently. {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 17:13:36.508972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a216cc-e0f4-4197-875a-d361df57c9bf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Deleting subnet 7a23dc43-7047-444b-9505-5f2bd2cb24a7 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:13:36.512046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74a216cc-e0f4-4197-875a-d361df57c9bf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:36.571073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74a216cc-e0f4-4197-875a-d361df57c9bf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:36.658199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74a216cc-e0f4-4197-875a-d361df57c9bf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:36.733800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74a216cc-e0f4-4197-875a-d361df57c9bf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:36.738204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a959ae71-5da0-431c-aeb0-dacab176c082 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:36.780285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a216cc-e0f4-4197-875a-d361df57c9bf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Subnet': ['ID=7a23dc43-7047-444b-9505-5f2bd2cb24a7,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:36.782935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-74a216cc-e0f4-4197-875a-d361df57c9bf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:36.786227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-74a216cc-e0f4-4197-875a-d361df57c9bf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:36.792976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e74dc2-6d2a-4eb8-9a80-d8ed6e109cf9 None None] Network fa1afeee-def3-4deb-99dc-4a7ea63b07f9 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:36.796337 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-74a216cc-e0f4-4197-875a-d361df57c9bf tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/subnets/7a23dc43-7047-444b-9505-5f2bd2cb24a7 HTTP/1.1" status: 204 len: 168 time: 0.7250290 Dec 21 17:13:36.798921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50300) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:36.920926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:36.932466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Deleting port 9467c189-c195-4478-a071-94497dfa930b {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:13:36.932835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:37.063713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa5479-5e13-486f-95a2-93c498944b83 None None] DHCP port deletion for fa1afeee-def3-4deb-99dc-4a7ea63b07f9 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:13:37.067972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-17fa5479-5e13-486f-95a2-93c498944b83 None None] Deleting port 9467c189-c195-4478-a071-94497dfa930b {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:13:37.068396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17fa5479-5e13-486f-95a2-93c498944b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:37.149894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] For port 9467c189-c195-4478-a071-94497dfa930b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9467c189-c195-4478-a071-94497dfa930b,segment=NetworkSegment(74301f60-5641-4907-bef8-50e93d4c4db4),segment_id=74301f60-5641-4907-bef8-50e93d4c4db4)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:37.150309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:37.286704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-17fa5479-5e13-486f-95a2-93c498944b83 None None] For port 9467c189-c195-4478-a071-94497dfa930b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9467c189-c195-4478-a071-94497dfa930b,segment=NetworkSegment(74301f60-5641-4907-bef8-50e93d4c4db4),segment_id=74301f60-5641-4907-bef8-50e93d4c4db4)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:37.287336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17fa5479-5e13-486f-95a2-93c498944b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:37.287460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Calling delete_port for 9467c189-c195-4478-a071-94497dfa930b owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:13:37.361887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:37.366851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5a3db3b2-c3f9-47da-9e7d-8521bcb4d0b0 tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:37.409665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Port': ['ID=9467c189-c195-4478-a071-94497dfa930b,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:37.414160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:37.418625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-17fa5479-5e13-486f-95a2-93c498944b83 None None] Calling delete_port for 9467c189-c195-4478-a071-94497dfa930b owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:13:37.418985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] No DVR routers for this DVR port 9467c189-c195-4478-a071-94497dfa930b on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:13:37.487704 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:13:37.493120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-17fa5479-5e13-486f-95a2-93c498944b83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:13:37.493534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-17fa5479-5e13-486f-95a2-93c498944b83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:13:37.550127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:37.576385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1afeee-def3-4deb-99dc-4a7ea63b07f9']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:37.589812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74301f60-5641-4907-bef8-50e93d4c4db4') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:37.590156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74301f60-5641-4907-bef8-50e93d4c4db4') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:37.603628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:37.621601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:37.628011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:13:37.628481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:13:37.644188 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:13:37.726171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:37.729571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e5ac34f1-8ff1-423a-b186-c955b89fa5f8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:37.744717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:37.756817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Pushing event deleted for resources: {'Network': ['ID=fa1afeee-def3-4deb-99dc-4a7ea63b07f9,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:37.759742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:37.762421 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] 10.222.0.67 "DELETE /v2.0/networks/fa1afeee-def3-4deb-99dc-4a7ea63b07f9 HTTP/1.1" status: 204 len: 168 time: 0.9616792 Dec 21 17:13:37.995171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-17fa5479-5e13-486f-95a2-93c498944b83 None None] Deleting port 9467c189-c195-4478-a071-94497dfa930b {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:13:37.995611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17fa5479-5e13-486f-95a2-93c498944b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:38.065128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-17fa5479-5e13-486f-95a2-93c498944b83 None None] The port '9467c189-c195-4478-a071-94497dfa930b' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 17:13:38.066051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50308) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:38.251927 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-84c055bb-39ef-4511-b4fb-4d8d72073c61 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4044f6ed2aa1489aa45587725a1b043c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1836662 Dec 21 17:13:38.255759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50314) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:38.319590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81c0f435-c28e-456b-8da6-11d4ddc711eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:38.348634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81c0f435-c28e-456b-8da6-11d4ddc711eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:38.394705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81c0f435-c28e-456b-8da6-11d4ddc711eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:38.399734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99026b76-06c8-4f96-b8de-86312d8f4fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:38.417780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0f435-c28e-456b-8da6-11d4ddc711eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de465de-35da-4d00-bac4-d342a1222d49,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:38.420853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81c0f435-c28e-456b-8da6-11d4ddc711eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:38.421737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81c0f435-c28e-456b-8da6-11d4ddc711eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:38.422937 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-81c0f435-c28e-456b-8da6-11d4ddc711eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1de465de-35da-4d00-bac4-d342a1222d49 HTTP/1.1" status: 204 len: 168 time: 0.1661265 Dec 21 17:13:38.617088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9467c189-c195-4478-a071-94497dfa930b no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:13:38.651079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 9467c189-c195-4478-a071-94497dfa930b {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:13:38.651409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9467c189-c195-4478-a071-94497dfa930b not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:13:39.272339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50336) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:39.412726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-66f4d891-5790-4b40-984a-b0a219f8fa58 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-540926343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:39.419599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-66f4d891-5790-4b40-984a-b0a219f8fa58 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:39.423579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-66f4d891-5790-4b40-984a-b0a219f8fa58 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Usage tracker for resource:router and tenant:6fb42857605e46d8bcadbe7b5a5f4b2e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:39.427130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-66f4d891-5790-4b40-984a-b0a219f8fa58 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:39.433276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-66f4d891-5790-4b40-984a-b0a219f8fa58 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:39.443813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66f4d891-5790-4b40-984a-b0a219f8fa58 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.444772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66f4d891-5790-4b40-984a-b0a219f8fa58 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.463011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66f4d891-5790-4b40-984a-b0a219f8fa58 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.478728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66f4d891-5790-4b40-984a-b0a219f8fa58 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.499574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66f4d891-5790-4b40-984a-b0a219f8fa58 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.500855 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-66f4d891-5790-4b40-984a-b0a219f8fa58 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2273970 Dec 21 17:13:39.503749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50342) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:39.510230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-382896582'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:39.515415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:39.519334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Usage tracker for resource:network and tenant:6fb42857605e46d8bcadbe7b5a5f4b2e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:39.522755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:39.528749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:39.537120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Made reservation on behalf of 6fb42857605e46d8bcadbe7b5a5f4b2e for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:39.542409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.555791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.589991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:39.594312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Usage tracker for resource:security_group_rule and tenant:6fb42857605e46d8bcadbe7b5a5f4b2e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:39.597320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:39.603369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:39.672978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.675714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.680416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-81c0f435-c28e-456b-8da6-11d4ddc711eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:39.710054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:13:39.718831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719f7440-b8f6-4888-b508-efeb46bc1791,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:39.722629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:39.725616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.726007 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Added segment d83344a1-e2cf-4753-bff6-a7f52f3cb080 of type vlan for network 97f82458-af8e-446b-b09e-3189ed4e75cb Dec 21 17:13:39.753453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.781649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.786262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:39.786967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:39.792177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e0c1a1d4-903c-4602-83fd-8063ac7fb317 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:39.854732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3492801 Dec 21 17:13:39.857986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50346) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:39.865021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Request body: {'subnet': {'network_id': '97f82458-af8e-446b-b09e-3189ed4e75cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:39.906772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Pushing event updated for resources: {'Network': ['ID=97f82458-af8e-446b-b09e-3189ed4e75cb,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:39.909556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:39.919391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 97f82458-af8e-446b-b09e-3189ed4e75cb details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:13:39.985112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:39.989761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Usage tracker for resource:subnet and tenant:6fb42857605e46d8bcadbe7b5a5f4b2e is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:39.992793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:39.999233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:40.009736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Made reservation on behalf of 6fb42857605e46d8bcadbe7b5a5f4b2e for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:40.122968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:40.351728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:40.356070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1757195d-c507-4c6b-8c97-5b854253ca99 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:40.441944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Pushing event updated for resources: {'Subnet': ['ID=da3601f4-ea4b-4de9-8a79-7b9b719cb8b6,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:40.444751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:40.452365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Checking segment: {'id': 'd83344a1-e2cf-4753-bff6-a7f52f3cb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97f82458-af8e-446b-b09e-3189ed4e75cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:40.452758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Network hostable DHCP agents. Network: 97f82458-af8e-446b-b09e-3189ed4e75cb, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:13:40.474750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Network 97f82458-af8e-446b-b09e-3189ed4e75cb is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:13:40.483209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 97f82458-af8e-446b-b09e-3189ed4e75cb) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:40.487648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:40.488322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:40.494224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344ffe79-4238-4875-847d-f1f904b8b465 None None] Network 97f82458-af8e-446b-b09e-3189ed4e75cb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:40.511141 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b2330868-ea59-407d-8610-8a60d12a77ac tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6519001 Dec 21 17:13:40.515036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50350) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:40.522938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1007732726'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:40.528624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:40.533102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Usage tracker for resource:network and tenant:6fb42857605e46d8bcadbe7b5a5f4b2e is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:40.536502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:40.542820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:40.552521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Made reservation on behalf of 6fb42857605e46d8bcadbe7b5a5f4b2e for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:40.558157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:40.592032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:13:40.608789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:40.609358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Added segment 8a4cb168-71cb-416b-b672-8602d12d8c30 of type vlan for network cd2860df-484b-421a-877a-18f741d6c663 Dec 21 17:13:40.643950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:40.677631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:40.682273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:40.682620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:40.688507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e691b55d-715b-4f22-b6ac-d36a76d55edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:40.739161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-97f82458-af8e-446b-b09e-3189ed4e75cb', 'network_id': '97f82458-af8e-446b-b09e-3189ed4e75cb', 'tenant_id': '6fb42857605e46d8bcadbe7b5a5f4b2e', 'fixed_ips': [{'subnet_id': 'da3601f4-ea4b-4de9-8a79-7b9b719cb8b6'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:13:40.740071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:40.750918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2319512 Dec 21 17:13:40.751748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50354) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:40.759203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Request body: {'subnet': {'network_id': 'cd2860df-484b-421a-877a-18f741d6c663', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:40.801657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Pushing event updated for resources: {'Network': ['ID=cd2860df-484b-421a-877a-18f741d6c663,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:40.804660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4e16a5cb-72eb-4d1a-bcda-08726492f9a0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:40.819983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network cd2860df-484b-421a-877a-18f741d6c663 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:13:40.878150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:40.882587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Usage tracker for resource:subnet and tenant:6fb42857605e46d8bcadbe7b5a5f4b2e is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:40.885562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:40.891587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:40.900837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Made reservation on behalf of 6fb42857605e46d8bcadbe7b5a5f4b2e for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:41.016759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:41.017045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Allocated IP 172.20.0.2 (97f82458-af8e-446b-b09e-3189ed4e75cb/da3601f4-ea4b-4de9-8a79-7b9b719cb8b6/009abdfd-fe4e-4160-bbbe-b5d2ac33fb89) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:13:41.229513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:41.240813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Transition to ACTIVE for port object 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:41.245051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:41.249462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5db140d8-958d-45c3-957b-3d5e7ec1f878 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:41.266172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Transition to ACTIVE for port object 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:41.272739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:41.278191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:41.333984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Pushing event updated for resources: {'Subnet': ['ID=c9383f58-ad7d-40f7-8495-d72cbaba0d55,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:41.346171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Network 97f82458-af8e-446b-b09e-3189ed4e75cb is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:41.347384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:41.349847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:41.350290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:41.350717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:41.351150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:41.351567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:41.351984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:41.352408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:41.352537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:13:41.352827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:41.353245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:41.353655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:41.354083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:41.358654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:41.360977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Checking segment: {'id': '8a4cb168-71cb-416b-b672-8602d12d8c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cd2860df-484b-421a-877a-18f741d6c663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:41.361145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Network hostable DHCP agents. Network: cd2860df-484b-421a-877a-18f741d6c663, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:13:41.387158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Network cd2860df-484b-421a-877a-18f741d6c663 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:13:41.396513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, cd2860df-484b-421a-877a-18f741d6c663) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:41.396671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Pushing event updated for resources: {'Port': ['ID=009abdfd-fe4e-4160-bbbe-b5d2ac33fb89,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:41.400391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:41.408427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e9e9a2-52bb-448e-9867-9b70ee281020 None None] Network cd2860df-484b-421a-877a-18f741d6c663 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:41.408935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:41.409589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:41.435837 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6827393 Dec 21 17:13:41.439028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50358) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:41.445285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2160106a-9ac8-490f-8f1e-e5e82bf1485a tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd2860df-484b-421a-877a-18f741d6c663'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:41.497358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Attempting to bind port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:13:41.497692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Attempting to bind port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'd83344a1-e2cf-4753-bff6-a7f52f3cb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97f82458-af8e-446b-b09e-3189ed4e75cb'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:13:41.498096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Attempting to bind port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 on network 97f82458-af8e-446b-b09e-3189ed4e75cb {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:13:41.562379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:13:41.562808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Checking segment: {'id': 'd83344a1-e2cf-4753-bff6-a7f52f3cb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97f82458-af8e-446b-b09e-3189ed4e75cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:41.563269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:41.563705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Bound using segment: {'id': 'd83344a1-e2cf-4753-bff6-a7f52f3cb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97f82458-af8e-446b-b09e-3189ed4e75cb'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:13:41.564230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Bound port: 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83344a1-e2cf-4753-bff6-a7f52f3cb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97f82458-af8e-446b-b09e-3189ed4e75cb'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:13:41.564651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:41.723986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] For port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:13:41.729216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] For port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=009abdfd-fe4e-4160-bbbe-b5d2ac33fb89,segment=NetworkSegment(d83344a1-e2cf-4753-bff6-a7f52f3cb080),segment_id=d83344a1-e2cf-4753-bff6-a7f52f3cb080)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:13:41.759018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:41.768035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:41.821022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-cd2860df-484b-421a-877a-18f741d6c663', 'network_id': 'cd2860df-484b-421a-877a-18f741d6c663', 'tenant_id': '6fb42857605e46d8bcadbe7b5a5f4b2e', 'fixed_ips': [{'subnet_id': 'c9383f58-ad7d-40f7-8495-d72cbaba0d55'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:13:41.821898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:41.855714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2160106a-9ac8-490f-8f1e-e5e82bf1485a tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:41.913423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Pushing event updated for resources: {'Port': ['ID=009abdfd-fe4e-4160-bbbe-b5d2ac33fb89,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:41.916886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:42.021870 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.api.v2.resource [None req-2160106a-9ac8-490f-8f1e-e5e82bf1485a tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 17:13:42.023158 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2160106a-9ac8-490f-8f1e-e5e82bf1485a tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "PUT /v2.0/routers/6c023f99-9a74-4e34-a97a-2691a9e9e118 HTTP/1.1" status: 400 len: 364 time: 0.5828419 Dec 21 17:13:42.030725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50362) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:42.106213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-611d9949-eab7-46c4-95aa-ab562fa1e11c tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Deleting subnet c9383f58-ad7d-40f7-8495-d72cbaba0d55 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:13:42.208713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Allocated IP 172.21.0.2 (cd2860df-484b-421a-877a-18f741d6c663/c9383f58-ad7d-40f7-8495-d72cbaba0d55/03952252-1469-4f9d-b8f3-8952ba4d3ae5) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:13:42.440068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.451226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Transition to ACTIVE for port object 03952252-1469-4f9d-b8f3-8952ba4d3ae5 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:42.469640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Transition to ACTIVE for port object 03952252-1469-4f9d-b8f3-8952ba4d3ae5 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:42.472470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611d9949-eab7-46c4-95aa-ab562fa1e11c tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.478235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.483217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:42.534059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611d9949-eab7-46c4-95aa-ab562fa1e11c tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.551637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Network cd2860df-484b-421a-877a-18f741d6c663 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:42.554674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:42.557179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:13:42.563924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Pushing event updated for resources: {'Port': ['ID=03952252-1469-4f9d-b8f3-8952ba4d3ae5,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:42.568702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:42.638069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611d9949-eab7-46c4-95aa-ab562fa1e11c tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.661911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Attempting to bind port 03952252-1469-4f9d-b8f3-8952ba4d3ae5 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:13:42.662340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Attempting to bind port 03952252-1469-4f9d-b8f3-8952ba4d3ae5 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '8a4cb168-71cb-416b-b672-8602d12d8c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cd2860df-484b-421a-877a-18f741d6c663'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:13:42.662757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Attempting to bind port 03952252-1469-4f9d-b8f3-8952ba4d3ae5 on network cd2860df-484b-421a-877a-18f741d6c663 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:13:42.667420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:13:42.713070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:13:42.713481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Checking segment: {'id': '8a4cb168-71cb-416b-b672-8602d12d8c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cd2860df-484b-421a-877a-18f741d6c663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:42.713951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.714400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Bound using segment: {'id': '8a4cb168-71cb-416b-b672-8602d12d8c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cd2860df-484b-421a-877a-18f741d6c663'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:13:42.714953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Bound port: 03952252-1469-4f9d-b8f3-8952ba4d3ae5, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4cb168-71cb-416b-b672-8602d12d8c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cd2860df-484b-421a-877a-18f741d6c663'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:13:42.715381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.715564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611d9949-eab7-46c4-95aa-ab562fa1e11c tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.720274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-138b54a1-4fde-42b1-81f6-a75e81b5401c tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:42.762690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d9949-eab7-46c4-95aa-ab562fa1e11c tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Pushing event deleted for resources: {'Subnet': ['ID=c9383f58-ad7d-40f7-8495-d72cbaba0d55,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:42.765427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-611d9949-eab7-46c4-95aa-ab562fa1e11c tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:42.769140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611d9949-eab7-46c4-95aa-ab562fa1e11c tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.777951 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-611d9949-eab7-46c4-95aa-ab562fa1e11c tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "DELETE /v2.0/subnets/c9383f58-ad7d-40f7-8495-d72cbaba0d55 HTTP/1.1" status: 204 len: 168 time: 0.7436924 Dec 21 17:13:42.778387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50366) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:42.817316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:42.836071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] For port 03952252-1469-4f9d-b8f3-8952ba4d3ae5, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:13:42.839447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] For port 03952252-1469-4f9d-b8f3-8952ba4d3ae5, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=03952252-1469-4f9d-b8f3-8952ba4d3ae5,segment=NetworkSegment(8a4cb168-71cb-416b-b672-8602d12d8c30),segment_id=8a4cb168-71cb-416b-b672-8602d12d8c30)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:13:42.842821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.847220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:42.907005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.919723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Deleting port 03952252-1469-4f9d-b8f3-8952ba4d3ae5 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:13:42.920101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:42.928135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Pushing event updated for resources: {'Port': ['ID=03952252-1469-4f9d-b8f3-8952ba4d3ae5,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:42.959569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:42.998063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b79d70-6a75-4372-947a-4f9aa232b4d4 None None] Network cd2860df-484b-421a-877a-18f741d6c663 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:43.147266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] For port 03952252-1469-4f9d-b8f3-8952ba4d3ae5, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=03952252-1469-4f9d-b8f3-8952ba4d3ae5,segment=NetworkSegment(8a4cb168-71cb-416b-b672-8602d12d8c30),segment_id=8a4cb168-71cb-416b-b672-8602d12d8c30)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:43.147675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.292112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Calling delete_port for 03952252-1469-4f9d-b8f3-8952ba4d3ae5 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:13:43.372898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.378031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f1ff73c3-2c02-450a-8dac-06c3b94aca8c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:43.420804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Pushing event deleted for resources: {'Port': ['ID=03952252-1469-4f9d-b8f3-8952ba4d3ae5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:43.424697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:43.428052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] No DVR routers for this DVR port 03952252-1469-4f9d-b8f3-8952ba4d3ae5 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:13:43.512762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a056008-9293-434e-9e79-64068c82432c None None] Network 97f82458-af8e-446b-b09e-3189ed4e75cb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:43.559828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.590724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2860df-484b-421a-877a-18f741d6c663']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:43.603574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4cb168-71cb-416b-b672-8602d12d8c30') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:43.603857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4cb168-71cb-416b-b672-8602d12d8c30') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:43.617315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.634010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.634384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-160ddabf-e0ec-40a6-93a7-14a02c0d632c None None] Provisioning for port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:43.640362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:13:43.640793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.644059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-160ddabf-e0ec-40a6-93a7-14a02c0d632c None None] Provisioning complete for port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:43.644491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-160ddabf-e0ec-40a6-93a7-14a02c0d632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:13:43.656774 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:13:43.734667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.738121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8fe340a7-c22b-42f2-9288-04a21291e128 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:43.760873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.767520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Pushing event deleted for resources: {'Network': ['ID=cd2860df-484b-421a-877a-18f741d6c663,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:43.772800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:43.775763 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "DELETE /v2.0/networks/cd2860df-484b-421a-877a-18f741d6c663 HTTP/1.1" status: 204 len: 168 time: 0.9961541 Dec 21 17:13:43.778482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50370) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:43.849840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a294a1b-6301-46f2-b92f-32ccd9d71ec9 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Deleting subnet da3601f4-ea4b-4de9-8a79-7b9b719cb8b6 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:13:43.852961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a294a1b-6301-46f2-b92f-32ccd9d71ec9 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.868535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-160ddabf-e0ec-40a6-93a7-14a02c0d632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.910607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a294a1b-6301-46f2-b92f-32ccd9d71ec9 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.917087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-160ddabf-e0ec-40a6-93a7-14a02c0d632c None None] For port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=009abdfd-fe4e-4160-bbbe-b5d2ac33fb89,segment=NetworkSegment(d83344a1-e2cf-4753-bff6-a7f52f3cb080),segment_id=d83344a1-e2cf-4753-bff6-a7f52f3cb080)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:43.921184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-160ddabf-e0ec-40a6-93a7-14a02c0d632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:43.922838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:43.991654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ddabf-e0ec-40a6-93a7-14a02c0d632c None None] Pushing event updated for resources: {'Port': ['ID=009abdfd-fe4e-4160-bbbe-b5d2ac33fb89,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:43.995386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-160ddabf-e0ec-40a6-93a7-14a02c0d632c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:44.008592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a294a1b-6301-46f2-b92f-32ccd9d71ec9 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.083241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a294a1b-6301-46f2-b92f-32ccd9d71ec9 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.087987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ddd413ea-fc59-4786-87dc-286fdeee09b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:44.131491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a294a1b-6301-46f2-b92f-32ccd9d71ec9 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Pushing event deleted for resources: {'Subnet': ['ID=da3601f4-ea4b-4de9-8a79-7b9b719cb8b6,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:44.134443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7a294a1b-6301-46f2-b92f-32ccd9d71ec9 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:44.136977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7a294a1b-6301-46f2-b92f-32ccd9d71ec9 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.145937 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7a294a1b-6301-46f2-b92f-32ccd9d71ec9 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "DELETE /v2.0/subnets/da3601f4-ea4b-4de9-8a79-7b9b719cb8b6 HTTP/1.1" status: 204 len: 168 time: 0.3640091 Dec 21 17:13:44.146198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50374) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:44.159577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d319ed44-f0b2-4504-a2b1-b02664738fc7 None None] Network 97f82458-af8e-446b-b09e-3189ed4e75cb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:44.268852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.279929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Deleting port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:13:44.280303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.350474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-149f2fc8-88f4-4014-9cf1-84a8379143d1 None None] Provisioning complete for port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:44.350934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-149f2fc8-88f4-4014-9cf1-84a8379143d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.496964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fdbc71-e4ed-42f2-b670-81a696947e3a None None] DHCP port deletion for 97f82458-af8e-446b-b09e-3189ed4e75cb request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:13:44.498984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] For port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=009abdfd-fe4e-4160-bbbe-b5d2ac33fb89,segment=NetworkSegment(d83344a1-e2cf-4753-bff6-a7f52f3cb080),segment_id=d83344a1-e2cf-4753-bff6-a7f52f3cb080)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:44.499392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.503698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdbc71-e4ed-42f2-b670-81a696947e3a None None] Deleting port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:13:44.504179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1fdbc71-e4ed-42f2-b670-81a696947e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.628586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:13:44.629172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Calling delete_port for 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:13:44.701182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.705949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61c02774-3e49-4119-b800-689421f3312a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:44.751486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Pushing event deleted for resources: {'Port': ['ID=009abdfd-fe4e-4160-bbbe-b5d2ac33fb89,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:44.756005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:44.758584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] No DVR routers for this DVR port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:13:44.776036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a1fdbc71-e4ed-42f2-b670-81a696947e3a None None] For port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=009abdfd-fe4e-4160-bbbe-b5d2ac33fb89,segment=NetworkSegment(d83344a1-e2cf-4753-bff6-a7f52f3cb080),segment_id=d83344a1-e2cf-4753-bff6-a7f52f3cb080)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:44.776484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1fdbc71-e4ed-42f2-b670-81a696947e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.788690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No active binding found for port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 {{(pid=88889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 21 17:13:44.789142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:13:44.890477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.905941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdbc71-e4ed-42f2-b670-81a696947e3a None None] Calling delete_port for 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:13:44.917176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f82458-af8e-446b-b09e-3189ed4e75cb']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:44.930250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83344a1-e2cf-4753-bff6-a7f52f3cb080') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:44.930597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83344a1-e2cf-4753-bff6-a7f52f3cb080') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:44.943393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.958966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.965254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:13:44.965694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:44.974747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-a1fdbc71-e4ed-42f2-b670-81a696947e3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:13:44.975195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-a1fdbc71-e4ed-42f2-b670-81a696947e3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:13:44.980995 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:13:45.288279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:45.291902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:45.296406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6cd183fe-e52a-4db4-a542-9bf9979e3ea8 tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:45.322018 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "DELETE /v2.0/networks/97f82458-af8e-446b-b09e-3189ed4e75cb HTTP/1.1" status: 204 len: 168 time: 1.1743248 Dec 21 17:13:45.323031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Pushing event deleted for resources: {'Network': ['ID=97f82458-af8e-446b-b09e-3189ed4e75cb,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:45.325502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:45.327335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50378) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:45.372053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b12c625-16a4-49ea-82ea-1739a306b394 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Synchronizing usage tracker for tenant:6fb42857605e46d8bcadbe7b5a5f4b2e on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:13:45.388381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-8b12c625-16a4-49ea-82ea-1739a306b394 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Unset dirty status for tenant:6fb42857605e46d8bcadbe7b5a5f4b2e on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:13:45.389641 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8b12c625-16a4-49ea-82ea-1739a306b394 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c023f99-9a74-4e34-a97a-2691a9e9e118 HTTP/1.1" status: 200 len: 205 time: 0.0613101 Dec 21 17:13:45.392423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50382) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:45.476403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdbc71-e4ed-42f2-b670-81a696947e3a None None] Deleting port 009abdfd-fe4e-4160-bbbe-b5d2ac33fb89 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:13:45.476810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1fdbc71-e4ed-42f2-b670-81a696947e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:45.536245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2348d124-5aad-4232-9bc6-39aafe281d20 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:45.545070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdbc71-e4ed-42f2-b670-81a696947e3a None None] The port '009abdfd-fe4e-4160-bbbe-b5d2ac33fb89' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 17:13:45.579384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436ea01-bfc7-42cd-a372-f3e6f4b7abea None None] get_active_networks_info from dv-neutron-822515-1-hyperv {{(pid=88889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 17:13:45.660891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1436ea01-bfc7-42cd-a372-f3e6f4b7abea None None] Resources bound (agent type, host, resource id): {{(pid=88889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 17:13:45.814841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-751ecf50-3182-401a-b2e8-7ccf9dade379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:45.946092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2348d124-5aad-4232-9bc6-39aafe281d20 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:45.951123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2348d124-5aad-4232-9bc6-39aafe281d20 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:45.975282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2348d124-5aad-4232-9bc6-39aafe281d20 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:45.975838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2348d124-5aad-4232-9bc6-39aafe281d20 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Fanout notify agent at l3_agent the message router_deleted on router 6c023f99-9a74-4e34-a97a-2691a9e9e118 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:13:45.986928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2348d124-5aad-4232-9bc6-39aafe281d20 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:45.988165 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2348d124-5aad-4232-9bc6-39aafe281d20 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] 10.222.0.67 "DELETE /v2.0/routers/6c023f99-9a74-4e34-a97a-2691a9e9e118 HTTP/1.1" status: 204 len: 168 time: 0.5947170 Dec 21 17:13:46.288224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50392) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:46.474111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3c291170-b550-49ff-8a2d-0dfdb9561d68 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6fb42857605e46d8bcadbe7b5a5f4b2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1845338 Dec 21 17:13:46.476756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50398) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:46.538005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75bc3871-6365-40ed-a62b-86d4b7bb3d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:46.567234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75bc3871-6365-40ed-a62b-86d4b7bb3d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:46.612973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75bc3871-6365-40ed-a62b-86d4b7bb3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:46.618259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b0c678b1-d782-47d8-95ca-93dae3891100 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:46.632485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc3871-6365-40ed-a62b-86d4b7bb3d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719f7440-b8f6-4888-b508-efeb46bc1791,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:46.635519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-75bc3871-6365-40ed-a62b-86d4b7bb3d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:46.636421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-75bc3871-6365-40ed-a62b-86d4b7bb3d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:46.637645 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-75bc3871-6365-40ed-a62b-86d4b7bb3d69 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/719f7440-b8f6-4888-b508-efeb46bc1791 HTTP/1.1" status: 204 len: 168 time: 0.1599243 Dec 21 17:13:47.208036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:47.461889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50420) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:47.600027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1667474512-network', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:47.605235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:47.609314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Usage tracker for resource:network and tenant:928d594be8284c5d8551e5ca1c6e1cce is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:47.612477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:47.618538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:47.629203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Made reservation on behalf of 928d594be8284c5d8551e5ca1c6e1cce for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:47.633951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:47.647755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:47.682764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:47.686806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Usage tracker for resource:security_group_rule and tenant:928d594be8284c5d8551e5ca1c6e1cce is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:47.689862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:47.695950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:47.761747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:47.764558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:47.768637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:47.797133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:13:47.805860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ae976b-e39d-4178-a89a-022fb8d9060d,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:47.809646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:47.812073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:47.812458 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Added segment 4906dbe5-a763-42ac-8096-eec34b800d7e of type vlan for network b3b6d951-379d-49d0-a841-1d544ec66185 Dec 21 17:13:47.840149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:47.872925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:47.873882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:47.874521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:47.880191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:47.982036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Pushing event updated for resources: {'Network': ['ID=b3b6d951-379d-49d0-a841-1d544ec66185,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:47.985249 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5222552 Dec 21 17:13:47.986230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-006b26c9-d3b4-4dfe-b20c-d0aeba09a339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:47.988434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50426) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:47.993143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network b3b6d951-379d-49d0-a841-1d544ec66185 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:13:47.994238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Request body: {'subnet': {'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1667474512-subnet', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:47.999767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:48.003849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Usage tracker for resource:subnet and tenant:928d594be8284c5d8551e5ca1c6e1cce is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:48.007411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:48.013522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:48.023702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Made reservation on behalf of 928d594be8284c5d8551e5ca1c6e1cce for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:48.029075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.109058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ceed34f-f717-498b-823b-9b84e4b09a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.241812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.246270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d670cc9f-718a-495e-bfcb-bc3cd7b15ddd tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:48.321672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea30ce07-9459-4e4d-bdfc-3c4f5e96238f,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:48.325673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:48.335262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Checking segment: {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:48.335660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Network hostable DHCP agents. Network: b3b6d951-379d-49d0-a841-1d544ec66185, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:13:48.356703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Network b3b6d951-379d-49d0-a841-1d544ec66185 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:13:48.365346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, b3b6d951-379d-49d0-a841-1d544ec66185) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:48.370334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:48.371041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.375706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4307e7-cd84-45d9-b565-88bd16bc0cad None None] Network b3b6d951-379d-49d0-a841-1d544ec66185 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:48.396729 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5b2f43c8-09f3-430b-8ca7-5681b625bb9b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4041541 Dec 21 17:13:48.396940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50430) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:48.402519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1667474512-router', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:48.409252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:48.413404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Usage tracker for resource:router and tenant:928d594be8284c5d8551e5ca1c6e1cce is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:48.416866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:48.423027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:48.433589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.434584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.453673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.475963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.614265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.772704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-b3b6d951-379d-49d0-a841-1d544ec66185', 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'fixed_ips': [{'subnet_id': 'ea30ce07-9459-4e4d-bdfc-3c4f5e96238f'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:13:48.773604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.815547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.847344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:48.937284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Allocated IP 172.20.0.2 (b3b6d951-379d-49d0-a841-1d544ec66185/ea30ce07-9459-4e4d-bdfc-3c4f5e96238f/1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:13:48.991925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Allocated IP 172.26.7.141 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/1c656abb-c9c9-4166-8df5-b314a3ad2af9) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:13:49.150894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:49.152779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:49.164248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Transition to ACTIVE for port object 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:49.177192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:49.181832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6d2efa5f-35fb-4cb2-99e9-25ddb737dc13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:49.183239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Transition to ACTIVE for port object 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:49.187440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:49.192308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-830c4a91-c5e1-4144-8d12-0ee8b868553b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:49.251928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:49.255033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:49.259498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:13:49.260245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Network b3b6d951-379d-49d0-a841-1d544ec66185 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:49.263876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:49.265908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Pushing event updated for resources: {'Port': ['ID=1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:49.268248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:13:49.271694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:49.290871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Pushing event updated for resources: {'Port': ['ID=1c656abb-c9c9-4166-8df5-b314a3ad2af9,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:49.294006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:49.373128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Attempting to bind port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:13:49.373538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Attempting to bind port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:13:49.373949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Attempting to bind port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b on network b3b6d951-379d-49d0-a841-1d544ec66185 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:13:49.381674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:13:49.382743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Checking segment: {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:49.382743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:49.382979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Bound using segment: {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:13:49.383486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Bound port: 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:13:49.383892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:49.424931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:49.425708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:49.477291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] For port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:13:49.480536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] For port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:13:49.483846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:49.488212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:49.574299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Pushing event updated for resources: {'Port': ['ID=1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:49.577820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:49.908162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Router b0983892-a4b4-4ec7-9193-35f84529dc08 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:13:49.929648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:50.133364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:13:50.143160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Sync routers for ids ['b0983892-a4b4-4ec7-9193-35f84529dc08'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:13:50.156172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:50.156684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Routers {'b0983892-a4b4-4ec7-9193-35f84529dc08'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:13:50.157359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:13:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b0983892-a4b4-4ec7-9193-35f84529dc08'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:50.157522 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dfb181d9-3da4-4e47-81cb-17b951ccb627 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7595115 Dec 21 17:13:50.161185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50434) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:50.348553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Set router b0983892-a4b4-4ec7-9193-35f84529dc08 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:13:50.664255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'name': 'tempest-TestEncryptedCinderVolumes-1667474512-router', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:49Z', 'revision_number': 3, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'gw_port': {'id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:50.665690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:13:50.669957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Checking router: b0983892-a4b4-4ec7-9193-35f84529dc08 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:13:50.670352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Updating router b0983892-a4b4-4ec7-9193-35f84529dc08 port 1c656abb-c9c9-4166-8df5-b314a3ad2af9 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:13:50.734106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:50.739801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:51.109802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.124493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Transition to ACTIVE for port object 1c656abb-c9c9-4166-8df5-b314a3ad2af9 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:51.131128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.135017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6db8b40-d0f2-4c96-abd5-3547231ede69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:51.209382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.219206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Pushing event updated for resources: {'Port': ['ID=1c656abb-c9c9-4166-8df5-b314a3ad2af9,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:51.222244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Attempting to bind port 1c656abb-c9c9-4166-8df5-b314a3ad2af9 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:13:51.222675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Attempting to bind port 1c656abb-c9c9-4166-8df5-b314a3ad2af9 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:13:51.223124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Attempting to bind port 1c656abb-c9c9-4166-8df5-b314a3ad2af9 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:13:51.234967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:51.235348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:51.235721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:51.236083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:51.236450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:51.236823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:51.237619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:51.237619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:51.237970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:51.238219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:51.238595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:13:51.241925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:13:51.242334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:51.242796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.243216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:13:51.243766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Bound port: 1c656abb-c9c9-4166-8df5-b314a3ad2af9, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:13:51.244191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.252361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fab677-e3cf-4a93-a609-40bc6327cd85 None None] Network b3b6d951-379d-49d0-a841-1d544ec66185 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:51.272807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:51.321355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] For port 1c656abb-c9c9-4166-8df5-b314a3ad2af9, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:13:51.324826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] For port 1c656abb-c9c9-4166-8df5-b314a3ad2af9, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1c656abb-c9c9-4166-8df5-b314a3ad2af9,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:13:51.328354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.332723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38d52338-0618-4953-9ead-9c44183ec9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:51.371779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2acbea12-df6f-4af2-8d48-8a1ba5abeef7 None None] Provisioning for port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:51.382397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2acbea12-df6f-4af2-8d48-8a1ba5abeef7 None None] Provisioning complete for port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:51.383077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2acbea12-df6f-4af2-8d48-8a1ba5abeef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.404467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Pushing event updated for resources: {'Port': ['ID=1c656abb-c9c9-4166-8df5-b314a3ad2af9,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:51.409906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:51.430172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Routers {'b0983892-a4b4-4ec7-9193-35f84529dc08'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:13:51.430885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:13:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b0983892-a4b4-4ec7-9193-35f84529dc08'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:51.459811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Allocated IP 172.20.0.1 (b3b6d951-379d-49d0-a841-1d544ec66185/ea30ce07-9459-4e4d-bdfc-3c4f5e96238f/bc55703d-a7e6-45a9-99b2-507c31d451d4) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:13:51.619647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.621598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] Set router b0983892-a4b4-4ec7-9193-35f84529dc08 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:13:51.636896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Transition to ACTIVE for port object bc55703d-a7e6-45a9-99b2-507c31d451d4 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:51.646636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2acbea12-df6f-4af2-8d48-8a1ba5abeef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.656203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.661331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1caf0409-fdb4-4318-9517-2e7649a2f7e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:51.685382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2acbea12-df6f-4af2-8d48-8a1ba5abeef7 None None] For port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:51.690918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2acbea12-df6f-4af2-8d48-8a1ba5abeef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.692906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:51.742530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Network b3b6d951-379d-49d0-a841-1d544ec66185 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:51.747214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:51.751218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:13:51.770748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbea12-df6f-4af2-8d48-8a1ba5abeef7 None None] Pushing event updated for resources: {'Port': ['ID=1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:51.774648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2acbea12-df6f-4af2-8d48-8a1ba5abeef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:51.802204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Pushing event updated for resources: {'Port': ['ID=bc55703d-a7e6-45a9-99b2-507c31d451d4,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:51.810931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:51.828546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.920976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:51.953490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'name': 'tempest-TestEncryptedCinderVolumes-1667474512-router', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:49Z', 'revision_number': 3, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'gw_port': {'id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:51.957742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990ed86-c07c-4f51-92f6-ad3e318355c4 None None] The sync data for ids ['b0983892-a4b4-4ec7-9193-35f84529dc08'] in dv-neutron-822515-1-hyperv is: [{'id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'name': 'tempest-TestEncryptedCinderVolumes-1667474512-router', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:49Z', 'revision_number': 3, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'gw_port': {'id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:13:52.015951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c88c64ca-ef2d-4038-b2f6-2dd3c0d9ef65 None None] Provisioning complete for port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:52.016378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c88c64ca-ef2d-4038-b2f6-2dd3c0d9ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:52.189055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:52.193329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:52.227104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a343f9c2-abcd-4198-a44b-1c244560dc80 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:52.278448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9aedfb79-8150-45ea-9c00-6dbf6e45e08d None None] Provisioning for port bc55703d-a7e6-45a9-99b2-507c31d451d4 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:52.283281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9aedfb79-8150-45ea-9c00-6dbf6e45e08d None None] Provisioning complete for port bc55703d-a7e6-45a9-99b2-507c31d451d4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:52.283702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9aedfb79-8150-45ea-9c00-6dbf6e45e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:52.313502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Pushing event updated for resources: {'Port': ['ID=bc55703d-a7e6-45a9-99b2-507c31d451d4,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:52.316273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:52.321098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:52.339846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9aedfb79-8150-45ea-9c00-6dbf6e45e08d None None] Port bc55703d-a7e6-45a9-99b2-507c31d451d4 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:13:52.492077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Network b3b6d951-379d-49d0-a841-1d544ec66185 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:52.493266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:52.740942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:13:52.820261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:52.820674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:52.896316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-117b1dc0-a022-4508-86bf-604270b56d66 None None] Provisioning complete for port bc55703d-a7e6-45a9-99b2-507c31d451d4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:52.896737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-117b1dc0-a022-4508-86bf-604270b56d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:52.925573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Router b0983892-a4b4-4ec7-9193-35f84529dc08 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:13:53.003739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-117b1dc0-a022-4508-86bf-604270b56d66 None None] Port bc55703d-a7e6-45a9-99b2-507c31d451d4 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:13:53.015526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1c656abb-c9c9-4166-8df5-b314a3ad2af9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:13:53.087983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 1c656abb-c9c9-4166-8df5-b314a3ad2af9 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:53.093977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 1c656abb-c9c9-4166-8df5-b314a3ad2af9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:53.094407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:53.161487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:13:53.171031 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] 10.222.0.67 "PUT /v2.0/routers/b0983892-a4b4-4ec7-9193-35f84529dc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0086703 Dec 21 17:13:53.231089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:53.248573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 1c656abb-c9c9-4166-8df5-b314a3ad2af9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1c656abb-c9c9-4166-8df5-b314a3ad2af9,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:53.251451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:53.253406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:53.321689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=1c656abb-c9c9-4166-8df5-b314a3ad2af9,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:53.325120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:54.077419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50456) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:54.084410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-44308689-network', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:54.089546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:54.093628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Usage tracker for resource:network and tenant:4f9f8f8ff261493bb556f1dd5b947df4 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:54.096656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:54.103073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:54.112990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Made reservation on behalf of 4f9f8f8ff261493bb556f1dd5b947df4 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:54.117810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.131762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.164491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:54.168500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Usage tracker for resource:security_group_rule and tenant:4f9f8f8ff261493bb556f1dd5b947df4 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:54.171447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:54.177525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:54.244537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.247511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.251897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5c8fd83-b4b1-44e9-8021-bc0ac5a88e32 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:54.280960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:13:54.295132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee204f57-0f50-49c2-b4e0-a625abb2cae6,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:54.298435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:54.301635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.302033 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Added segment 884b1a82-855c-4052-845d-fa1b53da7f25 of type vlan for network ecae2d2d-7945-4991-b37b-3327c84e3cc9 Dec 21 17:13:54.332510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.362871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.364516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:54.365168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.370663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-18c2b2e8-d159-4ffe-95a6-00643a8198b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:54.474163 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3955023 Dec 21 17:13:54.477265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50460) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:54.479729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Pushing event updated for resources: {'Network': ['ID=ecae2d2d-7945-4991-b37b-3327c84e3cc9,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:54.482552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:54.483774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Request body: {'subnet': {'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-44308689-subnet', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:54.489820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:54.491038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network ecae2d2d-7945-4991-b37b-3327c84e3cc9 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:13:54.493909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Usage tracker for resource:subnet and tenant:4f9f8f8ff261493bb556f1dd5b947df4 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:54.498384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:54.505217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:54.514080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Made reservation on behalf of 4f9f8f8ff261493bb556f1dd5b947df4 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:13:54.518878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.647936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1c656abb-c9c9-4166-8df5-b314a3ad2af9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:13:54.719838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 1c656abb-c9c9-4166-8df5-b314a3ad2af9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:54.720275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.747974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.752324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c495769-3cbc-429f-89d7-6220182d8b06 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:54.829475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a7ab00-dc65-47e8-9752-83af36028073,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:54.833620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:54.842445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Checking segment: {'id': '884b1a82-855c-4052-845d-fa1b53da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:54.842864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Network hostable DHCP agents. Network: ecae2d2d-7945-4991-b37b-3327c84e3cc9, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:13:54.866209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Network ecae2d2d-7945-4991-b37b-3327c84e3cc9 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:13:54.874523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, ecae2d2d-7945-4991-b37b-3327c84e3cc9) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:54.878333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:13:54.879047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.884350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93f696-46b7-4b8d-981d-882bc55e7b1d None None] Network ecae2d2d-7945-4991-b37b-3327c84e3cc9 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:54.901839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4207969 Dec 21 17:13:54.902335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50464) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:54.908214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-44308689-router', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:13:54.913993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:13:54.918480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Usage tracker for resource:router and tenant:4f9f8f8ff261493bb556f1dd5b947df4 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:13:54.921937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:13:54.928913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:13:54.939388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.940480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:54.959826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:55.049077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Sync routers for ids ['b0983892-a4b4-4ec7-9193-35f84529dc08'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:13:55.117848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:55.123305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Routers {'b0983892-a4b4-4ec7-9193-35f84529dc08'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:13:55.124028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:13:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b0983892-a4b4-4ec7-9193-35f84529dc08'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:55.196739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-ecae2d2d-7945-4991-b37b-3327c84e3cc9', 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'fixed_ips': [{'subnet_id': 'f7a7ab00-dc65-47e8-9752-83af36028073'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:13:55.197643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:55.568177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:55.600796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:55.627065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Set router b0983892-a4b4-4ec7-9193-35f84529dc08 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:13:55.746389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Allocated IP 172.26.7.242 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/d3ac6ae4-f777-40fc-ad34-1f158775b37e) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:13:55.780495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Allocated IP 172.20.0.2 (ecae2d2d-7945-4991-b37b-3327c84e3cc9/f7a7ab00-dc65-47e8-9752-83af36028073/9b64c4d4-57eb-4aef-84c1-529aec8bc1d1) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:13:55.901941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:55.927922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:55.932439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:56.011189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:56.014261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:56.018863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:13:56.044828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Pushing event updated for resources: {'Port': ['ID=d3ac6ae4-f777-40fc-ad34-1f158775b37e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:56.050284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:56.173660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:56.181723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:56.182510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:56.186925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'name': 'tempest-TestEncryptedCinderVolumes-1667474512-router', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:51Z', 'revision_number': 4, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'gw_port': {'id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'bc55703d-a7e6-45a9-99b2-507c31d451d4', 'name': '', 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'mac_address': 'fa:16:3e:ab:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea30ce07-9459-4e4d-bdfc-3c4f5e96238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:51Z', 'updated_at': '2021-12-21T17:13:52Z', 'revision_number': 2, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'subnets': [{'id': 'ea30ce07-9459-4e4d-bdfc-3c4f5e96238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:56.192479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Transition to ACTIVE for port object 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:56.195026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Checking router: b0983892-a4b4-4ec7-9193-35f84529dc08 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:13:56.195440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Updating router b0983892-a4b4-4ec7-9193-35f84529dc08 port bc55703d-a7e6-45a9-99b2-507c31d451d4 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:13:56.261335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Transition to ACTIVE for port object 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:56.270581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:56.275182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7493b33-fdc5-4b70-a8a0-4ca09b4ab16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:56.304360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:56.401481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Network ecae2d2d-7945-4991-b37b-3327c84e3cc9 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:56.402405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Pushing event updated for resources: {'Port': ['ID=9b64c4d4-57eb-4aef-84c1-529aec8bc1d1,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:56.418251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:56.420283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:56.423625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:13:56.440961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Router b7664166-ec75-4909-a3f7-b0c39cf7607c is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:13:56.588150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Attempting to bind port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:13:56.588575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Attempting to bind port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '884b1a82-855c-4052-845d-fa1b53da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:13:56.588987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Attempting to bind port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 on network ecae2d2d-7945-4991-b37b-3327c84e3cc9 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:13:56.626136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:13:56.626561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Checking segment: {'id': '884b1a82-855c-4052-845d-fa1b53da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:56.627044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:56.627492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Bound using segment: {'id': '884b1a82-855c-4052-845d-fa1b53da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:13:56.628025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Bound port: 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884b1a82-855c-4052-845d-fa1b53da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:13:56.628453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:56.652827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:13:56.663285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Sync routers for ids ['b7664166-ec75-4909-a3f7-b0c39cf7607c'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:13:56.675742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Routers {'b7664166-ec75-4909-a3f7-b0c39cf7607c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:13:56.676381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:13:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b7664166-ec75-4909-a3f7-b0c39cf7607c'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:56.679892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:56.683981 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7777758 Dec 21 17:13:56.684141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50468) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:13:56.765585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:13:56.810354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] For port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:13:56.814547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] For port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b64c4d4-57eb-4aef-84c1-529aec8bc1d1,segment=NetworkSegment(884b1a82-855c-4052-845d-fa1b53da7f25),segment_id=884b1a82-855c-4052-845d-fa1b53da7f25)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:13:56.827152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:56.835630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:56.980255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:56.990061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Pushing event updated for resources: {'Port': ['ID=9b64c4d4-57eb-4aef-84c1-529aec8bc1d1,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:57.016657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:57.017832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Transition to ACTIVE for port object bc55703d-a7e6-45a9-99b2-507c31d451d4 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:57.025319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:57.028537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Set router b7664166-ec75-4909-a3f7-b0c39cf7607c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:13:57.030163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ce1341b4-d795-4685-b5ac-1d0160fdbfe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:57.175994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e47d20-781d-4a7c-a2ca-c3f522036f75 None None] Pushing event updated for resources: {'Port': ['ID=bc55703d-a7e6-45a9-99b2-507c31d451d4,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:57.179648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91e47d20-781d-4a7c-a2ca-c3f522036f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:57.287698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Attempting to bind port bc55703d-a7e6-45a9-99b2-507c31d451d4 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:13:57.288135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Attempting to bind port bc55703d-a7e6-45a9-99b2-507c31d451d4 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:13:57.288687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Attempting to bind port bc55703d-a7e6-45a9-99b2-507c31d451d4 on network b3b6d951-379d-49d0-a841-1d544ec66185 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:13:57.297300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:13:57.297734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Checking segment: {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:57.298200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:57.298812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Bound using segment: {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:13:57.299473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Bound port: bc55703d-a7e6-45a9-99b2-507c31d451d4, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:13:57.299792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:57.418889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] For port bc55703d-a7e6-45a9-99b2-507c31d451d4, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:13:57.423118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] For port bc55703d-a7e6-45a9-99b2-507c31d451d4, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bc55703d-a7e6-45a9-99b2-507c31d451d4,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:13:57.429390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:57.438002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:57.493826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'name': 'tempest-TestEncryptedCinderVolumes-44308689-router', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:54Z', 'updated_at': '2021-12-21T17:13:56Z', 'revision_number': 3, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'gw_port': {'id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:55Z', 'updated_at': '2021-12-21T17:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:57.499518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Checking router: b7664166-ec75-4909-a3f7-b0c39cf7607c for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:13:57.500110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Updating router b7664166-ec75-4909-a3f7-b0c39cf7607c port d3ac6ae4-f777-40fc-ad34-1f158775b37e binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:13:57.525692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e47d20-781d-4a7c-a2ca-c3f522036f75 None None] Pushing event updated for resources: {'Port': ['ID=bc55703d-a7e6-45a9-99b2-507c31d451d4,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:57.531090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91e47d20-781d-4a7c-a2ca-c3f522036f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:57.551975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Routers {'b0983892-a4b4-4ec7-9193-35f84529dc08'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:13:57.552684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:13:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b0983892-a4b4-4ec7-9193-35f84529dc08'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:57.586109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:57.684354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:57.819951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] Set router b0983892-a4b4-4ec7-9193-35f84529dc08 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:13:57.980814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Allocated IP 172.20.0.1 (ecae2d2d-7945-4991-b37b-3327c84e3cc9/f7a7ab00-dc65-47e8-9752-83af36028073/e1591f79-313d-43cd-9f03-2fbae82fd44f) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:13:58.081050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:58.094684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Transition to ACTIVE for port object d3ac6ae4-f777-40fc-ad34-1f158775b37e will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:58.102181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:58.116492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:58.162608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:58.180000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Transition to ACTIVE for port object e1591f79-313d-43cd-9f03-2fbae82fd44f will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:13:58.189132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Attempting to bind port d3ac6ae4-f777-40fc-ad34-1f158775b37e on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:13:58.189629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Attempting to bind port d3ac6ae4-f777-40fc-ad34-1f158775b37e by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:13:58.190152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Attempting to bind port d3ac6ae4-f777-40fc-ad34-1f158775b37e on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:13:58.203163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:58.210691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef9481-8ae6-45c9-8657-42db4781bf08 None None] Pushing event updated for resources: {'Port': ['ID=d3ac6ae4-f777-40fc-ad34-1f158775b37e,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:58.214342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f9ef9481-8ae6-45c9-8657-42db4781bf08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:58.215249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a77dc16e-dd35-4a77-8b46-f1866b7bedc0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:58.215566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:13:58.216098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:13:58.216652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:58.218317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:13:58.219014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Bound port: d3ac6ae4-f777-40fc-ad34-1f158775b37e, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:13:58.219546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:58.268361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Network ecae2d2d-7945-4991-b37b-3327c84e3cc9 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:58.271737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:58.275607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:13:58.300775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] For port d3ac6ae4-f777-40fc-ad34-1f158775b37e, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:13:58.304555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] For port d3ac6ae4-f777-40fc-ad34-1f158775b37e, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d3ac6ae4-f777-40fc-ad34-1f158775b37e,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:13:58.308664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:58.313526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-09e7b762-40d4-4fa9-914a-4cb96d841f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:58.339152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1591f79-313d-43cd-9f03-2fbae82fd44f,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:58.343297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:58.350061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:58.385893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef9481-8ae6-45c9-8657-42db4781bf08 None None] Pushing event updated for resources: {'Port': ['ID=d3ac6ae4-f777-40fc-ad34-1f158775b37e,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:58.391401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f9ef9481-8ae6-45c9-8657-42db4781bf08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:58.410961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'name': 'tempest-TestEncryptedCinderVolumes-1667474512-router', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:51Z', 'revision_number': 4, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'gw_port': {'id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'bc55703d-a7e6-45a9-99b2-507c31d451d4', 'name': '', 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'mac_address': 'fa:16:3e:ab:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea30ce07-9459-4e4d-bdfc-3c4f5e96238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:51Z', 'updated_at': '2021-12-21T17:13:57Z', 'revision_number': 4, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'subnets': [{'id': 'ea30ce07-9459-4e4d-bdfc-3c4f5e96238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:58.412195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Routers {'b7664166-ec75-4909-a3f7-b0c39cf7607c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:13:58.412977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:13:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b7664166-ec75-4909-a3f7-b0c39cf7607c'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:58.415561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81460ea2-6587-4ec8-894a-3d82590e6d98 None None] The sync data for ids ['b0983892-a4b4-4ec7-9193-35f84529dc08'] in dv-neutron-822515-1-hyperv is: [{'id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'name': 'tempest-TestEncryptedCinderVolumes-1667474512-router', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:51Z', 'revision_number': 4, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'gw_port': {'id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'bc55703d-a7e6-45a9-99b2-507c31d451d4', 'name': '', 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'mac_address': 'fa:16:3e:ab:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea30ce07-9459-4e4d-bdfc-3c4f5e96238f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:51Z', 'updated_at': '2021-12-21T17:13:57Z', 'revision_number': 4, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'subnets': [{'id': 'ea30ce07-9459-4e4d-bdfc-3c4f5e96238f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:13:58.463190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:58.666054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] Set router b7664166-ec75-4909-a3f7-b0c39cf7607c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:13:58.746690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bc55703d-a7e6-45a9-99b2-507c31d451d4 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:13:58.814354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:58.820379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:58.846119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port bc55703d-a7e6-45a9-99b2-507c31d451d4 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:58.852772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1700c666-0381-44c7-a5f5-97851148285d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:58.857906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bc55703d-a7e6-45a9-99b2-507c31d451d4 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:58.858345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:59.054458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:59.104201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port bc55703d-a7e6-45a9-99b2-507c31d451d4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bc55703d-a7e6-45a9-99b2-507c31d451d4,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:59.107844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:59.108788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:13:59.172910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'name': 'tempest-TestEncryptedCinderVolumes-44308689-router', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:54Z', 'updated_at': '2021-12-21T17:13:58Z', 'revision_number': 4, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'gw_port': {'id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:55Z', 'updated_at': '2021-12-21T17:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'e1591f79-313d-43cd-9f03-2fbae82fd44f', 'name': '', 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'mac_address': 'fa:16:3e:bd:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7a7ab00-dc65-47e8-9752-83af36028073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:57Z', 'updated_at': '2021-12-21T17:13:57Z', 'revision_number': 1, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'subnets': [{'id': 'f7a7ab00-dc65-47e8-9752-83af36028073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:13:59.179291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:59.181133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef646c-33fe-4541-8b1a-72a273afec3f None None] The sync data for ids ['b7664166-ec75-4909-a3f7-b0c39cf7607c'] in dv-neutron-822515-1-hyperv is: [{'id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'name': 'tempest-TestEncryptedCinderVolumes-44308689-router', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:54Z', 'updated_at': '2021-12-21T17:13:58Z', 'revision_number': 4, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'gw_port': {'id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:55Z', 'updated_at': '2021-12-21T17:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'e1591f79-313d-43cd-9f03-2fbae82fd44f', 'name': '', 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'mac_address': 'fa:16:3e:bd:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7a7ab00-dc65-47e8-9752-83af36028073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:57Z', 'updated_at': '2021-12-21T17:13:57Z', 'revision_number': 1, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'subnets': [{'id': 'f7a7ab00-dc65-47e8-9752-83af36028073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:13:59.279376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:59.284210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:59.287821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50367cf7-7931-431a-93c8-d8c1305d7812 None None] Network ecae2d2d-7945-4991-b37b-3327c84e3cc9 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:13:59.290036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1591f79-313d-43cd-9f03-2fbae82fd44f,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:59.293614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:59.338707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=bc55703d-a7e6-45a9-99b2-507c31d451d4,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:59.343852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:59.470014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Network ecae2d2d-7945-4991-b37b-3327c84e3cc9 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:13:59.471444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:13:59.527580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aa51c12f-8df3-4710-8697-e771fa5b168c None None] Provisioning for port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:13:59.540330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-aa51c12f-8df3-4710-8697-e771fa5b168c None None] Provisioning complete for port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:13:59.540720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa51c12f-8df3-4710-8697-e771fa5b168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:59.652295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:59.740252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa51c12f-8df3-4710-8697-e771fa5b168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:59.780313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-aa51c12f-8df3-4710-8697-e771fa5b168c None None] For port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b64c4d4-57eb-4aef-84c1-529aec8bc1d1,segment=NetworkSegment(884b1a82-855c-4052-845d-fa1b53da7f25),segment_id=884b1a82-855c-4052-845d-fa1b53da7f25)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:13:59.784629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa51c12f-8df3-4710-8697-e771fa5b168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:13:59.787003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2acbea12-df6f-4af2-8d48-8a1ba5abeef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:13:59.878420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51c12f-8df3-4710-8697-e771fa5b168c None None] Pushing event updated for resources: {'Port': ['ID=9b64c4d4-57eb-4aef-84c1-529aec8bc1d1,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:13:59.883640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa51c12f-8df3-4710-8697-e771fa5b168c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:13:59.954420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Router b7664166-ec75-4909-a3f7-b0c39cf7607c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:14:00.116841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-16283255-06ed-4659-a2d6-9bf14e7bc8d0 None None] Provisioning complete for port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:00.117265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16283255-06ed-4659-a2d6-9bf14e7bc8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:00.242257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:14:00.255864 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] 10.222.0.67 "PUT /v2.0/routers/b7664166-ec75-4909-a3f7-b0c39cf7607c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5683360 Dec 21 17:14:00.308074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-16283255-06ed-4659-a2d6-9bf14e7bc8d0 None None] Provisioning for port e1591f79-313d-43cd-9f03-2fbae82fd44f completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:14:00.313871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-16283255-06ed-4659-a2d6-9bf14e7bc8d0 None None] Provisioning complete for port e1591f79-313d-43cd-9f03-2fbae82fd44f triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:00.314555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16283255-06ed-4659-a2d6-9bf14e7bc8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:00.377729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-16283255-06ed-4659-a2d6-9bf14e7bc8d0 None None] Port e1591f79-313d-43cd-9f03-2fbae82fd44f cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:14:00.509744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c0e00fc0-7904-4764-a5b1-5c1198b35236 None None] Provisioning complete for port e1591f79-313d-43cd-9f03-2fbae82fd44f triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:00.510299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0e00fc0-7904-4764-a5b1-5c1198b35236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:00.571642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c0e00fc0-7904-4764-a5b1-5c1198b35236 None None] Port e1591f79-313d-43cd-9f03-2fbae82fd44f cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:14:00.691884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bc55703d-a7e6-45a9-99b2-507c31d451d4 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:14:00.771568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bc55703d-a7e6-45a9-99b2-507c31d451d4 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:00.772251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:00.828357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-07389dd4-c7d8-4cdc-a3bc-31d2bfde69fa None None] Provisioning complete for port e1591f79-313d-43cd-9f03-2fbae82fd44f triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:00.828787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07389dd4-c7d8-4cdc-a3bc-31d2bfde69fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:00.916027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-07389dd4-c7d8-4cdc-a3bc-31d2bfde69fa None None] Port e1591f79-313d-43cd-9f03-2fbae82fd44f cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:14:00.990141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:14:01.063850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:01.064286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:01.315794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-ad06630d-ea54-4192-b99b-c277de259427 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:01.317511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-ad06630d-ea54-4192-b99b-c277de259427 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/networks?id=b3b6d951-379d-49d0-a841-1d544ec66185 HTTP/1.1" status: 200 len: 817 time: 0.1625991 Dec 21 17:14:01.339193 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-240e777a-48dc-43a4-89fd-b7eb4aff5f3f tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/quotas/928d594be8284c5d8551e5ca1c6e1cce HTTP/1.1" status: 200 len: 375 time: 0.0149994 Dec 21 17:14:01.427551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-d8ed0540-2ec3-4444-9d66-8a7b8a9dd1d4 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Synchronizing usage tracker for tenant:928d594be8284c5d8551e5ca1c6e1cce on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:14:01.445440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-d8ed0540-2ec3-4444-9d66-8a7b8a9dd1d4 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Unset dirty status for tenant:928d594be8284c5d8551e5ca1c6e1cce on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:14:01.446817 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-d8ed0540-2ec3-4444-9d66-8a7b8a9dd1d4 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=928d594be8284c5d8551e5ca1c6e1cce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015611 Dec 21 17:14:01.601808 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-097fd97d-e403-481a-bc37-9008865efbc5 service neutron] 10.222.0.67 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412337 Dec 21 17:14:01.750223 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-a3bd8660-8459-486e-8c40-4727337c571d service neutron] 10.222.0.67 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420882 Dec 21 17:14:01.948566 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bdffb097-a23b-4660-936f-ce2f2177aa8d req-88177459-6348-47d0-ad9d-d9d07369df2a tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 210 time: 0.0488694 Dec 21 17:14:02.654727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d3ac6ae4-f777-40fc-ad34-1f158775b37e up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:14:02.725955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port d3ac6ae4-f777-40fc-ad34-1f158775b37e completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:14:02.731017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d3ac6ae4-f777-40fc-ad34-1f158775b37e triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:02.731451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:02.857005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:02.873970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port d3ac6ae4-f777-40fc-ad34-1f158775b37e, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d3ac6ae4-f777-40fc-ad34-1f158775b37e,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:14:02.877382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:02.880167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:02.950794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=d3ac6ae4-f777-40fc-ad34-1f158775b37e,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:02.954262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:03.015537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-906f30a1-e6c0-43b4-837a-c616a209371b tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:03.016278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-906f30a1-e6c0-43b4-837a-c616a209371b tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Synchronizing usage tracker for tenant:928d594be8284c5d8551e5ca1c6e1cce on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:14:03.034032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-906f30a1-e6c0-43b4-837a-c616a209371b tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Unset dirty status for tenant:928d594be8284c5d8551e5ca1c6e1cce on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:14:03.035359 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-906f30a1-e6c0-43b4-837a-c616a209371b tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.48 "GET /v2.0/networks?id=b3b6d951-379d-49d0-a841-1d544ec66185 HTTP/1.1" status: 200 len: 817 time: 0.1893642 Dec 21 17:14:03.050520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Request body: {'port': {'device_id': '9d00dd43-99db-412a-b8b7-27c2e4dae26e', 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185', 'admin_state_up': True, 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:14:03.125339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6e336804-d4fd-40ed-bfe1-b6d8ff827c59 req-9c639cbc-9edf-4644-aa05-99074f0604d0 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 210 time: 0.0476487 Dec 21 17:14:03.198475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:14:03.209088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:14:03.217721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Made reservation on behalf of 928d594be8284c5d8551e5ca1c6e1cce for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:14:03.223246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:03.398314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Allocated IP 172.20.0.11 (b3b6d951-379d-49d0-a841-1d544ec66185/ea30ce07-9459-4e4d-bdfc-3c4f5e96238f/30039f9a-8111-4fd0-9a15-2fce2944fdb8) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:14:03.618163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:03.635411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Transition to ACTIVE for port object 30039f9a-8111-4fd0-9a15-2fce2944fdb8 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:14:03.654531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:03.660959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c5f64b3e-8374-4519-afdc-93e233826cf7 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:03.731858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Network b3b6d951-379d-49d0-a841-1d544ec66185 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:14:03.735328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:14:03.740633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:14:03.767945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Pushing event updated for resources: {'Port': ['ID=30039f9a-8111-4fd0-9a15-2fce2944fdb8,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:03.774006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:03.808729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:03.809413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:03.839766 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7934659 Dec 21 17:14:03.852415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Request body: {'port': {'device_id': '9d00dd43-99db-412a-b8b7-27c2e4dae26e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:14:03.907842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Sync routers for ids ['b7664166-ec75-4909-a3f7-b0c39cf7607c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:14:03.921512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Routers {'b7664166-ec75-4909-a3f7-b0c39cf7607c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:14:03.922213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:13:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b7664166-ec75-4909-a3f7-b0c39cf7607c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:14:03.976748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:04.106620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-52a551cc-3476-427f-b491-999266502f5b None None] Provisioning for port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:14:04.119019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-52a551cc-3476-427f-b491-999266502f5b None None] Provisioning complete for port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:04.119451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52a551cc-3476-427f-b491-999266502f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:04.175147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-52a551cc-3476-427f-b491-999266502f5b None None] Port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:14:04.182855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Set router b7664166-ec75-4909-a3f7-b0c39cf7607c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:14:04.344118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30039f9a-8111-4fd0-9a15-2fce2944fdb8 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:14:04.346637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa1e84-d9df-4576-8409-147aaf6e1c76 req-4c8ba3df-d603-4a0f-a865-06a91f890950 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:04.348400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4bfa1e84-d9df-4576-8409-147aaf6e1c76 req-4c8ba3df-d603-4a0f-a865-06a91f890950 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 932 time: 0.0959952 Dec 21 17:14:04.351277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:04.381695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Transition to ACTIVE for port object 30039f9a-8111-4fd0-9a15-2fce2944fdb8 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:14:04.384679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:04.397790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-116d522e-b33f-4e21-a070-79198bc50c93 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:04.407277 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4bfa1e84-d9df-4576-8409-147aaf6e1c76 req-d9de15c8-e1e9-4196-ab24-c29c251a6b37 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520406 Dec 21 17:14:04.536619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Pushing event updated for resources: {'Port': ['ID=30039f9a-8111-4fd0-9a15-2fce2944fdb8,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:04.538099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'name': 'tempest-TestEncryptedCinderVolumes-44308689-router', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:54Z', 'updated_at': '2021-12-21T17:13:58Z', 'revision_number': 4, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'gw_port': {'id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:55Z', 'updated_at': '2021-12-21T17:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'e1591f79-313d-43cd-9f03-2fbae82fd44f', 'name': '', 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'mac_address': 'fa:16:3e:bd:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7a7ab00-dc65-47e8-9752-83af36028073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:57Z', 'updated_at': '2021-12-21T17:13:58Z', 'revision_number': 2, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'subnets': [{'id': 'f7a7ab00-dc65-47e8-9752-83af36028073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:14:04.543499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Checking router: b7664166-ec75-4909-a3f7-b0c39cf7607c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:14:04.543923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Updating router b7664166-ec75-4909-a3f7-b0c39cf7607c port e1591f79-313d-43cd-9f03-2fbae82fd44f binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:14:04.568755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:04.601495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:04.657619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Attempting to bind port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:14:04.658395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Attempting to bind port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:14:04.658767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Attempting to bind port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 on network b3b6d951-379d-49d0-a841-1d544ec66185 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:14:04.666873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d3ac6ae4-f777-40fc-ad34-1f158775b37e up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:14:04.667380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 on network b3b6d951-379d-49d0-a841-1d544ec66185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:14:04.667380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Attempting to bind port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 on network b3b6d951-379d-49d0-a841-1d544ec66185 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:14:04.674927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:14:04.675336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Checking segment: {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:14:04.676592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Bound using segment: {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:14:04.677073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Bound port: 30039f9a-8111-4fd0-9a15-2fce2944fdb8, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:14:04.677459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:04.776593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] For port 30039f9a-8111-4fd0-9a15-2fce2944fdb8, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:14:04.780101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] For port 30039f9a-8111-4fd0-9a15-2fce2944fdb8, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30039f9a-8111-4fd0-9a15-2fce2944fdb8,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:14:04.783673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:04.790187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0d34e61-e2cf-4660-8841-eac2f9050371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:04.871254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:04.872964 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] 10.222.0.48 "PUT /v2.0/ports/30039f9a-8111-4fd0-9a15-2fce2944fdb8 HTTP/1.1" status: 200 len: 1094 time: 1.0258431 Dec 21 17:14:04.876550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d00dd43-99db-412a-b8b7-27c2e4dae26e', 'tag': '30039f9a-8111-4fd0-9a15-2fce2944fdb8'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:14:04.912138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Pushing event updated for resources: {'Port': ['ID=30039f9a-8111-4fd0-9a15-2fce2944fdb8,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:04.956915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:04.959412 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d00dd43-99db-412a-b8b7-27c2e4dae26e', 'tag': '30039f9a-8111-4fd0-9a15-2fce2944fdb8', 'status': 'completed', 'code': 200} Dec 21 17:14:05.005263 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-859525cd-540b-4bcb-b891-deaa443a332a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=928d594be8284c5d8551e5ca1c6e1cce&device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 1097 time: 0.0894022 Dec 21 17:14:05.020489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d3ac6ae4-f777-40fc-ad34-1f158775b37e triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:05.020917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:05.083001 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-3fc70631-ced3-466c-8e21-a6e7742b2e35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30039f9a-8111-4fd0-9a15-2fce2944fdb8 HTTP/1.1" status: 200 len: 217 time: 0.0697775 Dec 21 17:14:05.154507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-8d28458e-ee8a-443f-a24b-7c7c008ff672 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:05.156173 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-8d28458e-ee8a-443f-a24b-7c7c008ff672 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea30ce07-9459-4e4d-bdfc-3c4f5e96238f HTTP/1.1" status: 200 len: 856 time: 0.0670643 Dec 21 17:14:05.245101 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-30e45163-49ae-4ebe-970b-317e175ad060 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b6d951-379d-49d0-a841-1d544ec66185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826528 Dec 21 17:14:05.363054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:05.377616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Transition to ACTIVE for port object e1591f79-313d-43cd-9f03-2fbae82fd44f will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:14:05.384421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:05.390102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:05.393847 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-69a0aa69-980e-4c2a-b60f-e6ae217a68d8 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425095 Dec 21 17:14:05.523277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e4a60-3bb1-4e52-9377-486640b4910c None None] Pushing event updated for resources: {'Port': ['ID=e1591f79-313d-43cd-9f03-2fbae82fd44f,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:05.527216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d89e4a60-3bb1-4e52-9377-486640b4910c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:05.560145 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcd5ec9-1da0-486f-a7f4-cf22a3453a1b req-7a28acee-8f31-4d57-91ed-3b5f2ae6e73e service neutron] 10.222.0.48 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594081 Dec 21 17:14:05.620574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Attempting to bind port e1591f79-313d-43cd-9f03-2fbae82fd44f on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:14:05.621004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Attempting to bind port e1591f79-313d-43cd-9f03-2fbae82fd44f by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '884b1a82-855c-4052-845d-fa1b53da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:14:05.621412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Attempting to bind port e1591f79-313d-43cd-9f03-2fbae82fd44f on network ecae2d2d-7945-4991-b37b-3327c84e3cc9 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:14:05.629697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:14:05.630137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Checking segment: {'id': '884b1a82-855c-4052-845d-fa1b53da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:14:05.630604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:05.631103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Bound using segment: {'id': '884b1a82-855c-4052-845d-fa1b53da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:14:05.631650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Bound port: e1591f79-313d-43cd-9f03-2fbae82fd44f, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884b1a82-855c-4052-845d-fa1b53da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:14:05.632087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:05.666739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcc342-ee9e-44c9-9dc3-2262513d8fa6 req-607fe300-fac0-421c-980f-d301b87b5db1 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:05.668789 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f7dcc342-ee9e-44c9-9dc3-2262513d8fa6 req-607fe300-fac0-421c-980f-d301b87b5db1 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 944 time: 0.1062944 Dec 21 17:14:05.700837 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3d723122-0622-448c-b4aa-d4764eb999b5 req-6f28a542-ad3a-4c92-b35e-08bc18f6aead service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=928d594be8284c5d8551e5ca1c6e1cce&device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 1097 time: 0.0938392 Dec 21 17:14:05.722345 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f7dcc342-ee9e-44c9-9dc3-2262513d8fa6 req-aa4742d0-9f95-410f-b0f4-847d55fbf2b9 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Dec 21 17:14:05.737240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] For port e1591f79-313d-43cd-9f03-2fbae82fd44f, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:14:05.748864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] For port e1591f79-313d-43cd-9f03-2fbae82fd44f, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e1591f79-313d-43cd-9f03-2fbae82fd44f,segment=NetworkSegment(884b1a82-855c-4052-845d-fa1b53da7f25),segment_id=884b1a82-855c-4052-845d-fa1b53da7f25)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:14:05.752419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:05.757721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91e47d20-781d-4a7c-a2ca-c3f522036f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:05.853909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e4a60-3bb1-4e52-9377-486640b4910c None None] Pushing event updated for resources: {'Port': ['ID=e1591f79-313d-43cd-9f03-2fbae82fd44f,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:05.857403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d89e4a60-3bb1-4e52-9377-486640b4910c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:05.859092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d723122-0622-448c-b4aa-d4764eb999b5 req-7e77ce23-fa18-475f-b676-4f5b7e7016cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:05.859376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Routers {'b7664166-ec75-4909-a3f7-b0c39cf7607c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:14:05.860091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:13:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b7664166-ec75-4909-a3f7-b0c39cf7607c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:14:05.860952 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3d723122-0622-448c-b4aa-d4764eb999b5 req-7e77ce23-fa18-475f-b676-4f5b7e7016cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b6d951-379d-49d0-a841-1d544ec66185 HTTP/1.1" status: 200 len: 918 time: 0.1531169 Dec 21 17:14:05.945114 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3d723122-0622-448c-b4aa-d4764eb999b5 req-8125f78a-c270-4413-a204-7cb63a8ba7bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30039f9a-8111-4fd0-9a15-2fce2944fdb8 HTTP/1.1" status: 200 len: 217 time: 0.0759995 Dec 21 17:14:06.018579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d723122-0622-448c-b4aa-d4764eb999b5 req-97494d83-84e5-4827-adf8-97544e3f24fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:06.020324 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3d723122-0622-448c-b4aa-d4764eb999b5 req-97494d83-84e5-4827-adf8-97544e3f24fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea30ce07-9459-4e4d-bdfc-3c4f5e96238f HTTP/1.1" status: 200 len: 856 time: 0.0681796 Dec 21 17:14:06.068925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] Set router b7664166-ec75-4909-a3f7-b0c39cf7607c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:14:06.110596 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3d723122-0622-448c-b4aa-d4764eb999b5 req-df1c7ca4-e8b0-49aa-bbe2-75d38b75348a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b6d951-379d-49d0-a841-1d544ec66185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835607 Dec 21 17:14:06.256185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3d723122-0622-448c-b4aa-d4764eb999b5 req-aacfc68a-c3a9-43e0-acb3-29e31b5f3100 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374800 Dec 21 17:14:06.404267 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3d723122-0622-448c-b4aa-d4764eb999b5 req-4ce87df3-49bb-4e75-9a71-3efd18152223 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418085 Dec 21 17:14:06.416526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'name': 'tempest-TestEncryptedCinderVolumes-44308689-router', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:54Z', 'updated_at': '2021-12-21T17:13:58Z', 'revision_number': 4, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'gw_port': {'id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:55Z', 'updated_at': '2021-12-21T17:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'e1591f79-313d-43cd-9f03-2fbae82fd44f', 'name': '', 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'mac_address': 'fa:16:3e:bd:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7a7ab00-dc65-47e8-9752-83af36028073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:57Z', 'updated_at': '2021-12-21T17:14:05Z', 'revision_number': 4, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'subnets': [{'id': 'f7a7ab00-dc65-47e8-9752-83af36028073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:14:06.424555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c22e9d-403d-41b6-a2f1-b07b55f72e90 None None] The sync data for ids ['b7664166-ec75-4909-a3f7-b0c39cf7607c'] in dv-neutron-822515-1-hyperv is: [{'id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'name': 'tempest-TestEncryptedCinderVolumes-44308689-router', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:54Z', 'updated_at': '2021-12-21T17:13:58Z', 'revision_number': 4, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'gw_port': {'id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:55Z', 'updated_at': '2021-12-21T17:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'e1591f79-313d-43cd-9f03-2fbae82fd44f', 'name': '', 'network_id': 'ecae2d2d-7945-4991-b37b-3327c84e3cc9', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'mac_address': 'fa:16:3e:bd:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7a7ab00-dc65-47e8-9752-83af36028073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:57Z', 'updated_at': '2021-12-21T17:14:05Z', 'revision_number': 4, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'subnets': [{'id': 'f7a7ab00-dc65-47e8-9752-83af36028073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:14:06.665022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e1591f79-313d-43cd-9f03-2fbae82fd44f up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:14:06.740329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port e1591f79-313d-43cd-9f03-2fbae82fd44f completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:14:06.747190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e1591f79-313d-43cd-9f03-2fbae82fd44f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:06.747901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:06.875329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:06.919532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port e1591f79-313d-43cd-9f03-2fbae82fd44f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e1591f79-313d-43cd-9f03-2fbae82fd44f,segment=NetworkSegment(884b1a82-855c-4052-845d-fa1b53da7f25),segment_id=884b1a82-855c-4052-845d-fa1b53da7f25)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:14:06.923166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:06.925294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:06.942402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79f533-ac28-4d81-91f9-d22b0ae149e5 req-e2563260-9df8-4f50-bf66-6b2d28f14e15 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:06.944105 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec79f533-ac28-4d81-91f9-d22b0ae149e5 req-e2563260-9df8-4f50-bf66-6b2d28f14e15 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 944 time: 0.0907564 Dec 21 17:14:06.994378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=e1591f79-313d-43cd-9f03-2fbae82fd44f,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:06.998035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:06.998930 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec79f533-ac28-4d81-91f9-d22b0ae149e5 req-6a79d0a2-db45-4c9d-9da6-9794b55ad462 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478799 Dec 21 17:14:07.785814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 30039f9a-8111-4fd0-9a15-2fce2944fdb8 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:14:07.931645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 30039f9a-8111-4fd0-9a15-2fce2944fdb8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30039f9a-8111-4fd0-9a15-2fce2944fdb8,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:14:07.946063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '30039f9a-8111-4fd0-9a15-2fce2944fdb8', 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185', 'port_id': '30039f9a-8111-4fd0-9a15-2fce2944fdb8', 'mac_address': 'fa:16:3e:d9:3c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea30ce07-9459-4e4d-bdfc-3c4f5e96238f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:14:08.000304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:08.018523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30039f9a-8111-4fd0-9a15-2fce2944fdb8 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:14:08.033356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 30039f9a-8111-4fd0-9a15-2fce2944fdb8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30039f9a-8111-4fd0-9a15-2fce2944fdb8,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:14:08.036354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:08.038201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:08.107844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=30039f9a-8111-4fd0-9a15-2fce2944fdb8,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:08.111206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:08.202583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128acd0c-ef64-4db7-9a2f-98752b0a0e95 req-9216a785-2d91-456f-b256-5940c3b92f21 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:08.204149 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-128acd0c-ef64-4db7-9a2f-98752b0a0e95 req-9216a785-2d91-456f-b256-5940c3b92f21 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 945 time: 0.0835879 Dec 21 17:14:08.237835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['30039f9a-8111-4fd0-9a15-2fce2944fdb8'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:14:08.253815 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-128acd0c-ef64-4db7-9a2f-98752b0a0e95 req-9771f193-c742-4ac6-86b1-73dc935f21d0 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434499 Dec 21 17:14:08.642948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e1591f79-313d-43cd-9f03-2fbae82fd44f up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:14:08.714216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e1591f79-313d-43cd-9f03-2fbae82fd44f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:08.714634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:09.464169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054b906-7496-47ba-8d2c-55a1c833a92a req-93fd51b3-666e-417c-8c5f-679b5d8c89ab tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:09.465767 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d054b906-7496-47ba-8d2c-55a1c833a92a req-93fd51b3-666e-417c-8c5f-679b5d8c89ab tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 945 time: 0.0850406 Dec 21 17:14:09.514907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d054b906-7496-47ba-8d2c-55a1c833a92a req-93a9aabd-c556-4500-95f1-2b541611ca71 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429265 Dec 21 17:14:09.802136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 30039f9a-8111-4fd0-9a15-2fce2944fdb8 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:14:09.870995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:14:09.875703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:09.876127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:10.000388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:10.028150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d00dd43-99db-412a-b8b7-27c2e4dae26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30039f9a-8111-4fd0-9a15-2fce2944fdb8'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:14:10.038810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 30039f9a-8111-4fd0-9a15-2fce2944fdb8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30039f9a-8111-4fd0-9a15-2fce2944fdb8,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:14:10.042285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:10.044299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:10.087160 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d00dd43-99db-412a-b8b7-27c2e4dae26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30039f9a-8111-4fd0-9a15-2fce2944fdb8', 'code': 200} Dec 21 17:14:10.115617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=30039f9a-8111-4fd0-9a15-2fce2944fdb8,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:10.125597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:10.125989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:10.126377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:10.126757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:10.127169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:10.127544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:10.127916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:10.128292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:10.128665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:10.129038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:10.129407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:10.133286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:10.329277 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-df7f28ff-b878-4a0f-864c-f214811b1c16 req-f8e3d20a-1e2e-4882-a458-f1ff01ef960a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 1099 time: 0.0791566 Dec 21 17:14:10.374103 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-df7f28ff-b878-4a0f-864c-f214811b1c16 req-4b9e194f-5d40-4d70-8d10-13a35039ff2e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391138 Dec 21 17:14:10.722918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bbf63-2fa3-4cb2-9101-b3bf3b33c17f req-515a82dd-3e55-4aaf-8a19-79979426fa38 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:10.724520 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b04bbf63-2fa3-4cb2-9101-b3bf3b33c17f req-515a82dd-3e55-4aaf-8a19-79979426fa38 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 946 time: 0.0874624 Dec 21 17:14:10.773171 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b04bbf63-2fa3-4cb2-9101-b3bf3b33c17f req-11d49a50-3100-4e22-b855-ff4304875b4c tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Dec 21 17:14:11.982053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a8a2f-c3c3-45dc-8e75-39740f8efadd req-d8a8696f-2b0b-4951-b957-c3509ff5a70a tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:11.983675 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2d4a8a2f-c3c3-45dc-8e75-39740f8efadd req-d8a8696f-2b0b-4951-b957-c3509ff5a70a tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 946 time: 0.0844491 Dec 21 17:14:12.032797 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2d4a8a2f-c3c3-45dc-8e75-39740f8efadd req-6dffa171-8bf9-4a28-a03b-e393c0f2ebd2 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Dec 21 17:14:12.232177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89500d-8e1d-479c-9764-74e1089fb8ac req-601c4703-9978-4fd0-adb5-d80e7b328669 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:12.233775 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a89500d-8e1d-479c-9764-74e1089fb8ac req-601c4703-9978-4fd0-adb5-d80e7b328669 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 946 time: 0.0814149 Dec 21 17:14:12.287631 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a89500d-8e1d-479c-9764-74e1089fb8ac req-d852f66b-fe3b-4cff-be83-d20af8363639 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477359 Dec 21 17:14:15.808199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3173ff28-b059-4627-b16a-231f9f63176a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:17.209217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:18.050555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-142d140f-1244-4d89-b56c-1c6f7908c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:18.423700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:19.927561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:27.134752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9ebbd-ad8a-4e18-b9da-b94ae6bcacd9 req-f4a4ff98-924d-4830-9a8f-25c41bbcb5f2 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:27.136406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6af9ebbd-ad8a-4e18-b9da-b94ae6bcacd9 req-f4a4ff98-924d-4830-9a8f-25c41bbcb5f2 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 946 time: 0.0832002 Dec 21 17:14:27.184566 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6af9ebbd-ad8a-4e18-b9da-b94ae6bcacd9 req-993be2ae-d1fd-4d1d-acae-16fcbef4d1ef tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 Dec 21 17:14:28.398687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0694bf-70a6-4a41-86d8-f369485b09df req-1a68a9d2-8072-438d-a1ec-e445a38e6b42 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:28.400322 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a0694bf-70a6-4a41-86d8-f369485b09df req-1a68a9d2-8072-438d-a1ec-e445a38e6b42 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 946 time: 0.0899093 Dec 21 17:14:28.450643 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a0694bf-70a6-4a41-86d8-f369485b09df req-1cf8b7eb-8fc8-49bf-9a15-588ce585979e tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441072 Dec 21 17:14:28.705897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-676025d8-2eee-40a0-be69-484f988629f0 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:28.706650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-676025d8-2eee-40a0-be69-484f988629f0 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Synchronizing usage tracker for tenant:928d594be8284c5d8551e5ca1c6e1cce on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:14:28.721848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-676025d8-2eee-40a0-be69-484f988629f0 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Unset dirty status for tenant:928d594be8284c5d8551e5ca1c6e1cce on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:14:28.723603 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-676025d8-2eee-40a0-be69-484f988629f0 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 946 time: 0.0971754 Dec 21 17:14:28.800166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Deleting port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:14:28.800553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:29.051387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] For port 30039f9a-8111-4fd0-9a15-2fce2944fdb8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30039f9a-8111-4fd0-9a15-2fce2944fdb8,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:14:29.051786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:29.178437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Calling delete_port for 30039f9a-8111-4fd0-9a15-2fce2944fdb8 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:14:29.319472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:29.325265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:29.333076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['30039f9a-8111-4fd0-9a15-2fce2944fdb8'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:14:29.372553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Pushing event deleted for resources: {'Port': ['ID=30039f9a-8111-4fd0-9a15-2fce2944fdb8,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:29.376947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:29.453097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] No DVR routers for this DVR port 30039f9a-8111-4fd0-9a15-2fce2944fdb8 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:14:29.455927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:29.459543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d00dd43-99db-412a-b8b7-27c2e4dae26e', 'name': 'network-vif-deleted', 'tag': '30039f9a-8111-4fd0-9a15-2fce2944fdb8'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:14:29.475775 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-72df542f-e2f9-4b23-a4ce-0baad3f92b76 req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.48 "DELETE /v2.0/ports/30039f9a-8111-4fd0-9a15-2fce2944fdb8 HTTP/1.1" status: 204 len: 173 time: 0.7464368 Dec 21 17:14:29.524247 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d00dd43-99db-412a-b8b7-27c2e4dae26e', 'name': 'network-vif-deleted', 'tag': '30039f9a-8111-4fd0-9a15-2fce2944fdb8', 'status': 'completed', 'code': 200} Dec 21 17:14:29.614054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:29.646917 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f18bdb7a-9623-46be-986b-bc5bf28f2292 req-cd227810-00b9-44cc-9802-a8e97ba4cb47 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d00dd43-99db-412a-b8b7-27c2e4dae26e HTTP/1.1" status: 200 len: 210 time: 0.0470753 Dec 21 17:14:31.748972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-549587c9-e13d-4987-b6b5-801333a0a00b tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:31.750586 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-549587c9-e13d-4987-b6b5-801333a0a00b tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/networks?id=b3b6d951-379d-49d0-a841-1d544ec66185 HTTP/1.1" status: 200 len: 817 time: 0.1579220 Dec 21 17:14:31.768833 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-b9a1411a-dc16-40a0-a353-facc3d03911d tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/quotas/928d594be8284c5d8551e5ca1c6e1cce HTTP/1.1" status: 200 len: 375 time: 0.0116308 Dec 21 17:14:31.857870 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-a48bc81f-89ef-40fe-bca2-9e97ecb3ae2d tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=928d594be8284c5d8551e5ca1c6e1cce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830271 Dec 21 17:14:31.874946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-4640296d-5202-4c09-b4f8-cab4fe8c06c4 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 17:14:31.876033 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-4640296d-5202-4c09-b4f8-cab4fe8c06c4 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055277 Dec 21 17:14:31.942951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 30039f9a-8111-4fd0-9a15-2fce2944fdb8 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:14:31.976365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 30039f9a-8111-4fd0-9a15-2fce2944fdb8 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:14:31.976767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 30039f9a-8111-4fd0-9a15-2fce2944fdb8 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:14:32.019884 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-d514dc34-3676-4ccf-9ab2-ebe594dbe175 service neutron] 10.222.0.67 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372359 Dec 21 17:14:32.396240 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-851b3476-0011-460e-9d71-21ab208884ad service neutron] 10.222.0.67 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701489 Dec 21 17:14:32.592682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8bd8f0e1-8ac0-47c7-af37-1ed6cf3e0dff req-598a9ecb-968f-43e7-883e-77317e29dac4 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 210 time: 0.0446162 Dec 21 17:14:33.759322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:14:33.770352 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-333995b2-ef35-4ce1-a0ba-cb804ce368ae req-a1b7cfba-820c-43bc-811b-d6767cba0896 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 210 time: 0.0459816 Dec 21 17:14:34.098454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-cbcf3754-a716-4550-9d29-064e314ff141 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:34.100043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-cbcf3754-a716-4550-9d29-064e314ff141 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.48 "GET /v2.0/networks?id=b3b6d951-379d-49d0-a841-1d544ec66185 HTTP/1.1" status: 200 len: 817 time: 0.4090221 Dec 21 17:14:34.115595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Request body: {'port': {'device_id': '2dc983c1-0d2c-4ec6-aef9-b0db291d594d', 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185', 'admin_state_up': True, 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:14:34.256954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:14:34.261243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Usage tracker for resource:port and tenant:928d594be8284c5d8551e5ca1c6e1cce is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:14:34.264237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:14:34.270761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:14:34.279616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Made reservation on behalf of 928d594be8284c5d8551e5ca1c6e1cce for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:14:34.286351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:34.459658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Allocated IP 172.20.0.7 (b3b6d951-379d-49d0-a841-1d544ec66185/ea30ce07-9459-4e4d-bdfc-3c4f5e96238f/ad6b8d9f-8ccb-4816-bba7-af20de1543e5) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:14:34.666227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:34.682133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Transition to ACTIVE for port object ad6b8d9f-8ccb-4816-bba7-af20de1543e5 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:14:34.702510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:34.710563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-38318820-00e1-43b0-af82-84840c0d9b86 tempest-DeleteServersTestJSON-89588810 tempest-DeleteServersTestJSON-89588810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:34.785956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Network b3b6d951-379d-49d0-a841-1d544ec66185 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:14:34.789437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:14:34.791512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Pushing event updated for resources: {'Port': ['ID=ad6b8d9f-8ccb-4816-bba7-af20de1543e5,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:34.793796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:14:34.821792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:34.862975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:34.864177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:34.890644 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7788973 Dec 21 17:14:34.903161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Request body: {'port': {'device_id': '2dc983c1-0d2c-4ec6-aef9-b0db291d594d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:14:34.988078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcde1a0-675a-4ebf-bba7-9239f96ef92b req-36d747ef-f06c-41cb-8028-b566434b9411 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:34.990698 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcde1a0-675a-4ebf-bba7-9239f96ef92b req-36d747ef-f06c-41cb-8028-b566434b9411 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 931 time: 0.0894072 Dec 21 17:14:35.025527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:35.043722 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddcde1a0-675a-4ebf-bba7-9239f96ef92b req-9abde3f5-a66f-44a8-82a5-3394e832969f tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460830 Dec 21 17:14:35.084280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4f634286-e8ae-498a-8ce0-311aafa4dd43 None None] Provisioning for port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:14:35.089388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4f634286-e8ae-498a-8ce0-311aafa4dd43 None None] Provisioning complete for port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:35.089815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f634286-e8ae-498a-8ce0-311aafa4dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:35.147605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-4f634286-e8ae-498a-8ce0-311aafa4dd43 None None] Port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:14:35.385102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6b8d9f-8ccb-4816-bba7-af20de1543e5 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:14:35.392178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:35.407605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Transition to ACTIVE for port object ad6b8d9f-8ccb-4816-bba7-af20de1543e5 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:14:35.411153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:35.415758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:35.547276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b8d9f-8ccb-4816-bba7-af20de1543e5,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:35.593248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:35.593675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:35.594098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:35.594518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:35.594960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:35.595377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:35.595789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:35.596201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:35.596608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:35.597017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:35.597423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:14:35.606338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:35.679012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Attempting to bind port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:14:35.679390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Attempting to bind port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:14:35.679751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Attempting to bind port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 on network b3b6d951-379d-49d0-a841-1d544ec66185 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:14:35.685906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 on network b3b6d951-379d-49d0-a841-1d544ec66185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:14:35.686264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Attempting to bind port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 on network b3b6d951-379d-49d0-a841-1d544ec66185 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:14:35.693301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:14:35.694674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Checking segment: {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:14:35.696509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Bound using segment: {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:14:35.697031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Bound port: ad6b8d9f-8ccb-4816-bba7-af20de1543e5, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4906dbe5-a763-42ac-8096-eec34b800d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:14:35.698467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:35.793118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] For port ad6b8d9f-8ccb-4816-bba7-af20de1543e5, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:14:35.796206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] For port ad6b8d9f-8ccb-4816-bba7-af20de1543e5, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ad6b8d9f-8ccb-4816-bba7-af20de1543e5,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:14:35.799498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:35.803892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5c8a859f-9738-4c27-bf2c-9df69381b36e tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:35.865984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:35.867513 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/ad6b8d9f-8ccb-4816-bba7-af20de1543e5 HTTP/1.1" status: 200 len: 1093 time: 0.9690070 Dec 21 17:14:35.868082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc983c1-0d2c-4ec6-aef9-b0db291d594d', 'tag': 'ad6b8d9f-8ccb-4816-bba7-af20de1543e5'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:14:35.884626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b8d9f-8ccb-4816-bba7-af20de1543e5,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:35.888014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:35.951152 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc983c1-0d2c-4ec6-aef9-b0db291d594d', 'tag': 'ad6b8d9f-8ccb-4816-bba7-af20de1543e5', 'status': 'completed', 'code': 200} Dec 21 17:14:35.989435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-901c36f4-b50d-423d-8b7b-da0f842b30d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=928d594be8284c5d8551e5ca1c6e1cce&device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 1096 time: 0.0809858 Dec 21 17:14:36.067362 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-13c744f3-c473-465c-8221-a9477cb0efd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad6b8d9f-8ccb-4816-bba7-af20de1543e5 HTTP/1.1" status: 200 len: 217 time: 0.0692539 Dec 21 17:14:36.138951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-daaa42e8-74c3-4def-9a99-75a16b075f47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:36.140482 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-daaa42e8-74c3-4def-9a99-75a16b075f47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea30ce07-9459-4e4d-bdfc-3c4f5e96238f HTTP/1.1" status: 200 len: 856 time: 0.0684154 Dec 21 17:14:36.225344 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-0f677919-49f0-4804-99fc-c928bbd007c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b6d951-379d-49d0-a841-1d544ec66185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787404 Dec 21 17:14:36.249097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ac31a-f593-40a1-8c13-d91bb9590a49 req-cfb13180-fc62-4ba1-8259-4a194379f2c5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:36.250723 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a53ac31a-f593-40a1-8c13-d91bb9590a49 req-cfb13180-fc62-4ba1-8259-4a194379f2c5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 943 time: 0.0824702 Dec 21 17:14:36.299800 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a53ac31a-f593-40a1-8c13-d91bb9590a49 req-d9f317fe-ab77-4901-90be-252e32683f6a tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Dec 21 17:14:36.367445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-05a58d93-4fbd-497e-bcf8-f2c0f5771b98 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356769 Dec 21 17:14:36.507151 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2a160d78-4bbe-42a4-a1f8-4ce771fc5a5b req-895ea239-a8ed-4626-a5d7-3394a2a80658 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341155 Dec 21 17:14:36.621925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-17f67aed-776e-475f-bdfe-cdf7267c1a1c req-9086e662-7c4d-4623-b479-10a20c0d5f2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=928d594be8284c5d8551e5ca1c6e1cce&device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 1096 time: 0.0741999 Dec 21 17:14:36.766604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f67aed-776e-475f-bdfe-cdf7267c1a1c req-bb086e06-2081-46c3-b858-7fa2c35eaf9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:36.768227 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-17f67aed-776e-475f-bdfe-cdf7267c1a1c req-bb086e06-2081-46c3-b858-7fa2c35eaf9a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b6d951-379d-49d0-a841-1d544ec66185 HTTP/1.1" status: 200 len: 918 time: 0.1392863 Dec 21 17:14:36.843108 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-17f67aed-776e-475f-bdfe-cdf7267c1a1c req-302e7d0c-6145-4cda-ad38-8e55770e43a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad6b8d9f-8ccb-4816-bba7-af20de1543e5 HTTP/1.1" status: 200 len: 217 time: 0.0677381 Dec 21 17:14:36.910812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f67aed-776e-475f-bdfe-cdf7267c1a1c req-d931b730-0072-4a84-89c7-8cfdfaa40987 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:36.912418 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-17f67aed-776e-475f-bdfe-cdf7267c1a1c req-d931b730-0072-4a84-89c7-8cfdfaa40987 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea30ce07-9459-4e4d-bdfc-3c4f5e96238f HTTP/1.1" status: 200 len: 856 time: 0.0632079 Dec 21 17:14:36.991903 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-17f67aed-776e-475f-bdfe-cdf7267c1a1c req-1d88f9ea-276c-4dcb-bf0e-195f8050b009 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b6d951-379d-49d0-a841-1d544ec66185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723348 Dec 21 17:14:37.136355 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-17f67aed-776e-475f-bdfe-cdf7267c1a1c req-9eefefe0-e9a6-45fb-ba7b-e6478482b0a4 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362057 Dec 21 17:14:37.278757 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-17f67aed-776e-475f-bdfe-cdf7267c1a1c req-bf8cab56-f662-492c-b161-889d9f103edb service neutron] 10.222.0.48 "GET /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351957 Dec 21 17:14:37.513270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56adbd-94b6-4fb0-9fe7-1499d156469e req-d6e36a59-d4f9-4d58-82d2-3ec638c3a999 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:37.514907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4e56adbd-94b6-4fb0-9fe7-1499d156469e req-d6e36a59-d4f9-4d58-82d2-3ec638c3a999 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 943 time: 0.0864484 Dec 21 17:14:37.562519 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4e56adbd-94b6-4fb0-9fe7-1499d156469e req-34098ced-cc34-4905-aa50-f029ea2dce3d tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Dec 21 17:14:37.973247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ad6b8d9f-8ccb-4816-bba7-af20de1543e5 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:14:38.278764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port ad6b8d9f-8ccb-4816-bba7-af20de1543e5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ad6b8d9f-8ccb-4816-bba7-af20de1543e5,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:14:38.293833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'ad6b8d9f-8ccb-4816-bba7-af20de1543e5', 'network_id': 'b3b6d951-379d-49d0-a841-1d544ec66185', 'port_id': 'ad6b8d9f-8ccb-4816-bba7-af20de1543e5', 'mac_address': 'fa:16:3e:19:13:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea30ce07-9459-4e4d-bdfc-3c4f5e96238f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:14:38.349606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:38.368268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6b8d9f-8ccb-4816-bba7-af20de1543e5 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:14:38.384014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port ad6b8d9f-8ccb-4816-bba7-af20de1543e5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ad6b8d9f-8ccb-4816-bba7-af20de1543e5,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:14:38.388157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:38.390017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf039072-6d71-4014-9e3a-ee461cb1ba09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:38.458361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=ad6b8d9f-8ccb-4816-bba7-af20de1543e5,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:38.461610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:38.576848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['ad6b8d9f-8ccb-4816-bba7-af20de1543e5'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:14:38.767104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf759-4569-49a5-b46c-fce8f88ec5db req-d614ebca-9a50-4871-9315-900d16e6dff1 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:38.768723 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-603cf759-4569-49a5-b46c-fce8f88ec5db req-d614ebca-9a50-4871-9315-900d16e6dff1 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 944 time: 0.0846972 Dec 21 17:14:38.820848 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-603cf759-4569-49a5-b46c-fce8f88ec5db req-37489a4d-a665-4292-813f-910e6a8f53af tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454631 Dec 21 17:14:39.973286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ad6b8d9f-8ccb-4816-bba7-af20de1543e5 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:14:40.023684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224c2b8-7a30-4e70-8895-6725df743726 req-f0ef27ac-33d9-4e81-a87a-1e16b3756d97 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:40.025301 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8224c2b8-7a30-4e70-8895-6725df743726 req-f0ef27ac-33d9-4e81-a87a-1e16b3756d97 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 944 time: 0.0831597 Dec 21 17:14:40.046460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:14:40.051375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:14:40.051798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:40.075435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8224c2b8-7a30-4e70-8895-6725df743726 req-e5c2b288-0555-48b9-ba39-1bdf4e7356d2 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Dec 21 17:14:40.173017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:40.200603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc983c1-0d2c-4ec6-aef9-b0db291d594d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6b8d9f-8ccb-4816-bba7-af20de1543e5'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:14:40.211236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port ad6b8d9f-8ccb-4816-bba7-af20de1543e5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ad6b8d9f-8ccb-4816-bba7-af20de1543e5,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:14:40.214574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:40.217379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:40.287540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=ad6b8d9f-8ccb-4816-bba7-af20de1543e5,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:40.291053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:40.346868 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc983c1-0d2c-4ec6-aef9-b0db291d594d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6b8d9f-8ccb-4816-bba7-af20de1543e5', 'code': 200} Dec 21 17:14:40.592982 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-91e018c7-d6df-46d3-b3ef-22ee74c2ce6f req-c2d58aa0-7ef1-47a2-8b79-169adc01ded5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 1098 time: 0.0770278 Dec 21 17:14:40.644990 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-91e018c7-d6df-46d3-b3ef-22ee74c2ce6f req-1e902b2a-5784-4772-9f72-28a00189cd48 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456026 Dec 21 17:14:41.284860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bb9f2-9950-4f3e-b180-c3aa5a33fb95 req-3f7417dd-0a6b-43b7-81e9-021c0357aafc tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:41.287495 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb3bb9f2-9950-4f3e-b180-c3aa5a33fb95 req-3f7417dd-0a6b-43b7-81e9-021c0357aafc tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 945 time: 0.0858819 Dec 21 17:14:41.334342 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb3bb9f2-9950-4f3e-b180-c3aa5a33fb95 req-cbe3399a-22d0-4793-886f-7f46fe098b89 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Dec 21 17:14:42.540155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4fb68-231b-4ef0-a940-3d86ede3445e req-d5cf1ed9-1a1b-4758-a8ee-80977008e0ab tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:42.541742 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e2e4fb68-231b-4ef0-a940-3d86ede3445e req-d5cf1ed9-1a1b-4758-a8ee-80977008e0ab tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 945 time: 0.0828490 Dec 21 17:14:42.588803 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e2e4fb68-231b-4ef0-a940-3d86ede3445e req-70ae16b3-ac97-4bd8-9c00-8e24fd0dcb9a tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Dec 21 17:14:42.796355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399ea2-898c-4748-b3ed-ce81dcb9ce78 req-b0a0eacd-422f-4a7a-b46f-66c2c708ed89 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:42.797965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-25399ea2-898c-4748-b3ed-ce81dcb9ce78 req-b0a0eacd-422f-4a7a-b46f-66c2c708ed89 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 945 time: 0.0881240 Dec 21 17:14:42.845376 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-25399ea2-898c-4748-b3ed-ce81dcb9ce78 req-fd6f98ae-54df-4c3a-a5d0-c107018d3ecf tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407302 Dec 21 17:14:45.810222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a37a-10bd-47bc-9b5f-de2460e65e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:47.210582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:48.051180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7c3dfe2-3fb1-41ed-8725-f7df8f51ea87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:48.426758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:49.934489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:57.498112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db4c7d-17e0-4652-85ca-1044b4d9ccd1 req-fdb07eb8-4983-4e5a-a768-8f56c5594c82 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:57.499740 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71db4c7d-17e0-4652-85ca-1044b4d9ccd1 req-fdb07eb8-4983-4e5a-a768-8f56c5594c82 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 945 time: 0.0861721 Dec 21 17:14:57.552042 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71db4c7d-17e0-4652-85ca-1044b4d9ccd1 req-f9fed21a-ee97-41c6-95d8-aacd9b0f1ceb tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455699 Dec 21 17:14:58.768454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18279f9d-041b-4b32-a4f3-a7264d68b9cd req-f84ad86d-adf5-4c21-948a-4ba6adb6f534 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:58.770058 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-18279f9d-041b-4b32-a4f3-a7264d68b9cd req-f84ad86d-adf5-4c21-948a-4ba6adb6f534 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 945 time: 0.0892382 Dec 21 17:14:58.819923 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-18279f9d-041b-4b32-a4f3-a7264d68b9cd req-a2c578d2-f28a-481a-b40b-bde415a0eaff tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/security-groups?id=98ae976b-e39d-4178-a89a-022fb8d9060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Dec 21 17:14:58.971226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-6f3ddc80-df3b-4058-8ca1-a0ee73d3d63f tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:14:58.971989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-6f3ddc80-df3b-4058-8ca1-a0ee73d3d63f tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Synchronizing usage tracker for tenant:928d594be8284c5d8551e5ca1c6e1cce on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:14:58.986989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-6f3ddc80-df3b-4058-8ca1-a0ee73d3d63f tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Unset dirty status for tenant:928d594be8284c5d8551e5ca1c6e1cce on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:14:58.988180 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-6f3ddc80-df3b-4058-8ca1-a0ee73d3d63f tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 945 time: 0.0963688 Dec 21 17:14:59.065537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Deleting port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:14:59.065843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:59.316838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] For port ad6b8d9f-8ccb-4816-bba7-af20de1543e5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ad6b8d9f-8ccb-4816-bba7-af20de1543e5,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:14:59.317169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:59.446590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Calling delete_port for ad6b8d9f-8ccb-4816-bba7-af20de1543e5 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:14:59.593412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:59.599475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00b70650-08a5-49dc-96f3-da328b547aa5 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:14:59.607640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['ad6b8d9f-8ccb-4816-bba7-af20de1543e5'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:14:59.644443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Pushing event deleted for resources: {'Port': ['ID=ad6b8d9f-8ccb-4816-bba7-af20de1543e5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:14:59.647317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:59.649424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:14:59.723782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] No DVR routers for this DVR port ad6b8d9f-8ccb-4816-bba7-af20de1543e5 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:14:59.726421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:14:59.729453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc983c1-0d2c-4ec6-aef9-b0db291d594d', 'name': 'network-vif-deleted', 'tag': 'ad6b8d9f-8ccb-4816-bba7-af20de1543e5'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:14:59.745038 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1ccfadfd-f69b-42c9-b19d-354dc816bedf req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.48 "DELETE /v2.0/ports/ad6b8d9f-8ccb-4816-bba7-af20de1543e5 HTTP/1.1" status: 204 len: 173 time: 0.7507262 Dec 21 17:14:59.787374 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc983c1-0d2c-4ec6-aef9-b0db291d594d', 'name': 'network-vif-deleted', 'tag': 'ad6b8d9f-8ccb-4816-bba7-af20de1543e5', 'status': 'completed', 'code': 200} Dec 21 17:15:00.003354 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1dbf9d4-4c72-4744-b931-16394f7e2f74 req-b699aeea-b77b-4774-bde3-0352ce48590d tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dc983c1-0d2c-4ec6-aef9-b0db291d594d HTTP/1.1" status: 200 len: 210 time: 0.0449083 Dec 21 17:15:01.153049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50750) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:01.559711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:02.051162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ad6b8d9f-8ccb-4816-bba7-af20de1543e5 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:15:02.087753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: ad6b8d9f-8ccb-4816-bba7-af20de1543e5 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:15:02.088153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device ad6b8d9f-8ccb-4816-bba7-af20de1543e5 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:15:02.177274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Deleting port bc55703d-a7e6-45a9-99b2-507c31d451d4 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:15:02.177864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:02.354260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] For port bc55703d-a7e6-45a9-99b2-507c31d451d4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bc55703d-a7e6-45a9-99b2-507c31d451d4,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:02.354573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:02.482770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Calling delete_port for bc55703d-a7e6-45a9-99b2-507c31d451d4 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:15:02.655299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:02.659621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b27f15d7-1ddf-450b-ad97-e7a3023dc509 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:02.702284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc55703d-a7e6-45a9-99b2-507c31d451d4,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:02.715378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:02.715818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:02.716245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:02.716664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:02.717198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:02.717590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:02.717873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:02.718295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:02.718701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:02.719136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:02.719548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:02.751160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:03.015258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:03.831545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Router b0983892-a4b4-4ec7-9193-35f84529dc08 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:15:04.048432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:15:04.058602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625ca52-74b1-43a6-846c-6a7f671483e4 None None] Sync routers for ids ['b0983892-a4b4-4ec7-9193-35f84529dc08'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:15:04.062174 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] 10.222.0.67 "PUT /v2.0/routers/b0983892-a4b4-4ec7-9193-35f84529dc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9081986 Dec 21 17:15:04.065002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50754) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:04.070964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625ca52-74b1-43a6-846c-6a7f671483e4 None None] Routers {'b0983892-a4b4-4ec7-9193-35f84529dc08'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:04.071624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1625ca52-74b1-43a6-846c-6a7f671483e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:14:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b0983892-a4b4-4ec7-9193-35f84529dc08'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:04.256691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1625ca52-74b1-43a6-846c-6a7f671483e4 None None] Set router b0983892-a4b4-4ec7-9193-35f84529dc08 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:04.268381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:04.478416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:04.486928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Deleting port 1c656abb-c9c9-4166-8df5-b314a3ad2af9 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:15:04.487310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:04.556061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1625ca52-74b1-43a6-846c-6a7f671483e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'name': 'tempest-TestEncryptedCinderVolumes-1667474512-router', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:15:02Z', 'revision_number': 5, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'gw_port': {'id': '1c656abb-c9c9-4166-8df5-b314a3ad2af9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:04.559994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625ca52-74b1-43a6-846c-6a7f671483e4 None None] Checking router: b0983892-a4b4-4ec7-9193-35f84529dc08 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:15:04.571069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625ca52-74b1-43a6-846c-6a7f671483e4 None None] Routers {'b0983892-a4b4-4ec7-9193-35f84529dc08'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:04.571716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1625ca52-74b1-43a6-846c-6a7f671483e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:14:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b0983892-a4b4-4ec7-9193-35f84529dc08'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:04.675983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] For port 1c656abb-c9c9-4166-8df5-b314a3ad2af9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1c656abb-c9c9-4166-8df5-b314a3ad2af9,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:04.676392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:04.811817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Calling delete_port for 1c656abb-c9c9-4166-8df5-b314a3ad2af9 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:15:04.876683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1625ca52-74b1-43a6-846c-6a7f671483e4 None None] Set router b0983892-a4b4-4ec7-9193-35f84529dc08 gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:04.979265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:04.983697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db2d9755-0783-4995-be36-daa3317afdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:04.987904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1625ca52-74b1-43a6-846c-6a7f671483e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'name': 'tempest-TestEncryptedCinderVolumes-1667474512-router', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:15:04Z', 'revision_number': 6, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:04.992234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625ca52-74b1-43a6-846c-6a7f671483e4 None None] The sync data for ids ['b0983892-a4b4-4ec7-9193-35f84529dc08'] in dv-neutron-822515-1-hyperv is: [{'id': 'b0983892-a4b4-4ec7-9193-35f84529dc08', 'name': 'tempest-TestEncryptedCinderVolumes-1667474512-router', 'tenant_id': '928d594be8284c5d8551e5ca1c6e1cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:48Z', 'updated_at': '2021-12-21T17:15:04Z', 'revision_number': 6, 'project_id': '928d594be8284c5d8551e5ca1c6e1cce', 'gw_port_host': None}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:15:05.030317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c656abb-c9c9-4166-8df5-b314a3ad2af9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:05.033419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:05.263158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:05.534941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:05.539990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:05.565219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:05.565780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0983892-a4b4-4ec7-9193-35f84529dc08 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:15:05.578642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:05.579880 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] 10.222.0.67 "DELETE /v2.0/routers/b0983892-a4b4-4ec7-9193-35f84529dc08 HTTP/1.1" status: 204 len: 168 time: 1.5138755 Dec 21 17:15:05.582724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50758) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:05.648234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-887fffbd-4b45-4bf1-b1f2-1ca535d4578a admin admin] Deleting subnet ea30ce07-9459-4e4d-bdfc-3c4f5e96238f {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:15:05.651517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-887fffbd-4b45-4bf1-b1f2-1ca535d4578a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:05.710513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-887fffbd-4b45-4bf1-b1f2-1ca535d4578a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.032266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-887fffbd-4b45-4bf1-b1f2-1ca535d4578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.107184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-887fffbd-4b45-4bf1-b1f2-1ca535d4578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.111614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-50834dc3-886d-4084-a608-6ed07100242d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:06.149805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fffbd-4b45-4bf1-b1f2-1ca535d4578a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea30ce07-9459-4e4d-bdfc-3c4f5e96238f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:06.152661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-887fffbd-4b45-4bf1-b1f2-1ca535d4578a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:06.157961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-887fffbd-4b45-4bf1-b1f2-1ca535d4578a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.165402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7b0a46-67a4-40aa-9eea-6ba4e6a3616e None None] Network b3b6d951-379d-49d0-a841-1d544ec66185 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:15:06.165855 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-887fffbd-4b45-4bf1-b1f2-1ca535d4578a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ea30ce07-9459-4e4d-bdfc-3c4f5e96238f HTTP/1.1" status: 204 len: 168 time: 0.5815482 Dec 21 17:15:06.168474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50762) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:06.284796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.296168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Deleting port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:15:06.296533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.447549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ecf87b-cc15-48a6-af16-3bfe8cd51a32 None None] DHCP port deletion for b3b6d951-379d-49d0-a841-1d544ec66185 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:15:06.451876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-69ecf87b-cc15-48a6-af16-3bfe8cd51a32 None None] Deleting port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:15:06.452509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69ecf87b-cc15-48a6-af16-3bfe8cd51a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.514215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] For port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:06.514617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.644862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Calling delete_port for 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:15:06.662647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-69ecf87b-cc15-48a6-af16-3bfe8cd51a32 None None] For port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b,segment=NetworkSegment(4906dbe5-a763-42ac-8096-eec34b800d7e),segment_id=4906dbe5-a763-42ac-8096-eec34b800d7e)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:06.663120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69ecf87b-cc15-48a6-af16-3bfe8cd51a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.677014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:15:06.721952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.726583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-caee8359-5ebd-474f-857b-26564815d59b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:06.768285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:06.772830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:06.775391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] No DVR routers for this DVR port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:15:06.833906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-69ecf87b-cc15-48a6-af16-3bfe8cd51a32 None None] Calling delete_port for 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:15:06.899163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.900017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No active binding found for port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b {{(pid=88889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 21 17:15:06.900465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:15:06.900939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bc55703d-a7e6-45a9-99b2-507c31d451d4 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:15:06.925161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b6d951-379d-49d0-a841-1d544ec66185']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:06.938566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4906dbe5-a763-42ac-8096-eec34b800d7e') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:06.938962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4906dbe5-a763-42ac-8096-eec34b800d7e') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:06.948672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: bc55703d-a7e6-45a9-99b2-507c31d451d4 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:15:06.949078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bc55703d-a7e6-45a9-99b2-507c31d451d4 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:15:06.949552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1c656abb-c9c9-4166-8df5-b314a3ad2af9 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:15:06.951829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.967880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.974473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:15:06.974941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:06.982535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 1c656abb-c9c9-4166-8df5-b314a3ad2af9 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:15:06.982958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 1c656abb-c9c9-4166-8df5-b314a3ad2af9 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:15:06.988186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-69ecf87b-cc15-48a6-af16-3bfe8cd51a32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:15:06.988596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-69ecf87b-cc15-48a6-af16-3bfe8cd51a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:15:06.989080 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:15:07.072240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:07.075705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e8c574c-9b3a-49bc-98ab-77238cc002c9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:07.091492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:07.097907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b6d951-379d-49d0-a841-1d544ec66185,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:07.103364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:07.115600 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b3b6d951-379d-49d0-a841-1d544ec66185 HTTP/1.1" status: 204 len: 168 time: 0.9450150 Dec 21 17:15:07.118736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50766) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:07.489573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-69ecf87b-cc15-48a6-af16-3bfe8cd51a32 None None] Deleting port 1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:15:07.490725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69ecf87b-cc15-48a6-af16-3bfe8cd51a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:07.523516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:07.556287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-69ecf87b-cc15-48a6-af16-3bfe8cd51a32 None None] The port '1fbc1bbe-da6b-40d6-8cd4-fa4004d5670b' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 17:15:08.140980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Deleting port e1591f79-313d-43cd-9f03-2fbae82fd44f {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:15:08.141573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:08.320656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] For port e1591f79-313d-43cd-9f03-2fbae82fd44f, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e1591f79-313d-43cd-9f03-2fbae82fd44f,segment=NetworkSegment(884b1a82-855c-4052-845d-fa1b53da7f25),segment_id=884b1a82-855c-4052-845d-fa1b53da7f25)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:08.321054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:08.448829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Calling delete_port for e1591f79-313d-43cd-9f03-2fbae82fd44f owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:15:08.627401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:08.632223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:08.673692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1591f79-313d-43cd-9f03-2fbae82fd44f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:08.676650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:08.976846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:09.813128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Router b7664166-ec75-4909-a3f7-b0c39cf7607c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:15:10.019847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:15:10.029880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f59d6-65c8-42e3-877a-7daa644b5050 None None] Sync routers for ids ['b7664166-ec75-4909-a3f7-b0c39cf7607c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:15:10.030029 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] 10.222.0.67 "PUT /v2.0/routers/b7664166-ec75-4909-a3f7-b0c39cf7607c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9101293 Dec 21 17:15:10.032641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50770) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:10.042552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f59d6-65c8-42e3-877a-7daa644b5050 None None] Routers {'b7664166-ec75-4909-a3f7-b0c39cf7607c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:10.043284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b50f59d6-65c8-42e3-877a-7daa644b5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:14:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b7664166-ec75-4909-a3f7-b0c39cf7607c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:10.233446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b50f59d6-65c8-42e3-877a-7daa644b5050 None None] Set router b7664166-ec75-4909-a3f7-b0c39cf7607c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:10.239457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:10.451732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:10.459965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Deleting port d3ac6ae4-f777-40fc-ad34-1f158775b37e {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:15:10.460335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:10.540632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b50f59d6-65c8-42e3-877a-7daa644b5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'name': 'tempest-TestEncryptedCinderVolumes-44308689-router', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:54Z', 'updated_at': '2021-12-21T17:15:08Z', 'revision_number': 5, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'gw_port': {'id': 'd3ac6ae4-f777-40fc-ad34-1f158775b37e', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:13:55Z', 'updated_at': '2021-12-21T17:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:10.544889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f59d6-65c8-42e3-877a-7daa644b5050 None None] Checking router: b7664166-ec75-4909-a3f7-b0c39cf7607c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:15:10.556723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f59d6-65c8-42e3-877a-7daa644b5050 None None] Routers {'b7664166-ec75-4909-a3f7-b0c39cf7607c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:10.557386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b50f59d6-65c8-42e3-877a-7daa644b5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:14:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b7664166-ec75-4909-a3f7-b0c39cf7607c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:10.646540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] For port d3ac6ae4-f777-40fc-ad34-1f158775b37e, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d3ac6ae4-f777-40fc-ad34-1f158775b37e,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:10.647029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:10.725266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b50f59d6-65c8-42e3-877a-7daa644b5050 None None] Set router b7664166-ec75-4909-a3f7-b0c39cf7607c gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:10.761201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:15:10.775316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Calling delete_port for d3ac6ae4-f777-40fc-ad34-1f158775b37e owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:15:10.952590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:10.957238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa12a684-b74b-4411-a587-5e28f82dbf7b tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:10.996246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b50f59d6-65c8-42e3-877a-7daa644b5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'name': 'tempest-TestEncryptedCinderVolumes-44308689-router', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:54Z', 'updated_at': '2021-12-21T17:15:10Z', 'revision_number': 6, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:11.000827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f59d6-65c8-42e3-877a-7daa644b5050 None None] The sync data for ids ['b7664166-ec75-4909-a3f7-b0c39cf7607c'] in dv-neutron-822515-1-hyperv is: [{'id': 'b7664166-ec75-4909-a3f7-b0c39cf7607c', 'name': 'tempest-TestEncryptedCinderVolumes-44308689-router', 'tenant_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:13:54Z', 'updated_at': '2021-12-21T17:15:10Z', 'revision_number': 6, 'project_id': '4f9f8f8ff261493bb556f1dd5b947df4', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:15:11.006573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ac6ae4-f777-40fc-ad34-1f158775b37e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:11.009383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:11.250233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:11.764813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:11.769363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:11.794816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:11.795375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7664166-ec75-4909-a3f7-b0c39cf7607c {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:15:11.809205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:11.810521 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] 10.222.0.67 "DELETE /v2.0/routers/b7664166-ec75-4909-a3f7-b0c39cf7607c HTTP/1.1" status: 204 len: 168 time: 1.7768972 Dec 21 17:15:11.813200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50774) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:11.880142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb41c6f-7afa-44ec-a0fe-9fade8ffb40d admin admin] Deleting subnet f7a7ab00-dc65-47e8-9752-83af36028073 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:15:11.887422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c6f-7afa-44ec-a0fe-9fade8ffb40d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:11.947057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c6f-7afa-44ec-a0fe-9fade8ffb40d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.029182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c6f-7afa-44ec-a0fe-9fade8ffb40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.095104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c6f-7afa-44ec-a0fe-9fade8ffb40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.100849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-966c28a7-91a6-4d60-92f1-c5b90ddc70ac tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:12.140355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb41c6f-7afa-44ec-a0fe-9fade8ffb40d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a7ab00-dc65-47e8-9752-83af36028073,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:12.143634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5fb41c6f-7afa-44ec-a0fe-9fade8ffb40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:12.144679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c6f-7afa-44ec-a0fe-9fade8ffb40d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.150369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15429e65-4c76-4a79-86ae-a2082e35ab72 None None] Network ecae2d2d-7945-4991-b37b-3327c84e3cc9 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:15:12.151366 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5fb41c6f-7afa-44ec-a0fe-9fade8ffb40d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f7a7ab00-dc65-47e8-9752-83af36028073 HTTP/1.1" status: 204 len: 168 time: 0.3369684 Dec 21 17:15:12.154080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50778) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:12.267407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.282841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Deleting port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:15:12.283189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.416050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7a2a8f-3923-4c68-981f-e807c5c77b08 None None] DHCP port deletion for ecae2d2d-7945-4991-b37b-3327c84e3cc9 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:15:12.420316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a2a8f-3923-4c68-981f-e807c5c77b08 None None] Deleting port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:15:12.420729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2a8f-3923-4c68-981f-e807c5c77b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.501521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] For port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b64c4d4-57eb-4aef-84c1-529aec8bc1d1,segment=NetworkSegment(884b1a82-855c-4052-845d-fa1b53da7f25),segment_id=884b1a82-855c-4052-845d-fa1b53da7f25)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:12.501892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.627466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Calling delete_port for 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:15:12.636498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ea7a2a8f-3923-4c68-981f-e807c5c77b08 None None] For port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b64c4d4-57eb-4aef-84c1-529aec8bc1d1,segment=NetworkSegment(884b1a82-855c-4052-845d-fa1b53da7f25),segment_id=884b1a82-855c-4052-845d-fa1b53da7f25)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:12.637038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2a8f-3923-4c68-981f-e807c5c77b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.704968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.708132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e1591f79-313d-43cd-9f03-2fbae82fd44f no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:15:12.709630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:12.753150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b64c4d4-57eb-4aef-84c1-529aec8bc1d1,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:12.758153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:12.760865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] No DVR routers for this DVR port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:15:12.807836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a2a8f-3923-4c68-981f-e807c5c77b08 None None] Calling delete_port for 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:15:12.834150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: e1591f79-313d-43cd-9f03-2fbae82fd44f {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:15:12.834548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e1591f79-313d-43cd-9f03-2fbae82fd44f not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:15:12.835048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:15:12.877426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:15:12.877754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:15:12.878238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d3ac6ae4-f777-40fc-ad34-1f158775b37e no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:15:12.884761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.911328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecae2d2d-7945-4991-b37b-3327c84e3cc9']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:12.920310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: d3ac6ae4-f777-40fc-ad34-1f158775b37e {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:15:12.920712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d3ac6ae4-f777-40fc-ad34-1f158775b37e not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:15:12.924802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884b1a82-855c-4052-845d-fa1b53da7f25') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:12.925451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884b1a82-855c-4052-845d-fa1b53da7f25') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:12.937437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.948864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-ea7a2a8f-3923-4c68-981f-e807c5c77b08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:15:12.949281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-ea7a2a8f-3923-4c68-981f-e807c5c77b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:15:12.954678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.961862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:15:12.962293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:15:12.977128 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:15:13.062650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:13.067359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:13.071668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-555b85d3-888a-451e-ba2f-67a2eecac6c3 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:13.094024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecae2d2d-7945-4991-b37b-3327c84e3cc9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:13.096492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:13.098990 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ecae2d2d-7945-4991-b37b-3327c84e3cc9 HTTP/1.1" status: 204 len: 168 time: 0.9438572 Dec 21 17:15:13.298530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50784) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:13.353148 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4a971dcc-9133-48e6-9fd8-1eccf66ea19e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=928d594be8284c5d8551e5ca1c6e1cce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531931 Dec 21 17:15:13.355594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50788) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:13.418718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03b452ae-4b7c-4955-883b-da5532ce4312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:13.450105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03b452ae-4b7c-4955-883b-da5532ce4312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:13.450755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a2a8f-3923-4c68-981f-e807c5c77b08 None None] Deleting port 9b64c4d4-57eb-4aef-84c1-529aec8bc1d1 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:15:13.451242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2a8f-3923-4c68-981f-e807c5c77b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:13.501883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03b452ae-4b7c-4955-883b-da5532ce4312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:13.507639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-19d4efea-4ab5-4fdf-938a-95b789fa2503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:13.520169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b452ae-4b7c-4955-883b-da5532ce4312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ae976b-e39d-4178-a89a-022fb8d9060d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:13.521099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a2a8f-3923-4c68-981f-e807c5c77b08 None None] The port '9b64c4d4-57eb-4aef-84c1-529aec8bc1d1' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 17:15:13.523439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-03b452ae-4b7c-4955-883b-da5532ce4312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:13.525472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03b452ae-4b7c-4955-883b-da5532ce4312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:13.531571 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-03b452ae-4b7c-4955-883b-da5532ce4312 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/98ae976b-e39d-4178-a89a-022fb8d9060d HTTP/1.1" status: 204 len: 168 time: 0.1701460 Dec 21 17:15:13.935143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50796) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:13.987369 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2a614625-727d-428f-ba2d-0bb222cd8acf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4f9f8f8ff261493bb556f1dd5b947df4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509193 Dec 21 17:15:13.990606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50800) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:14.051548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e89d67eb-2a4f-4ef2-a72b-5102cd207a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:14.078161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e89d67eb-2a4f-4ef2-a72b-5102cd207a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:14.125804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e89d67eb-2a4f-4ef2-a72b-5102cd207a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:14.132287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-628d7559-0d12-44a4-9531-e1bed3a65fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:14.152968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d67eb-2a4f-4ef2-a72b-5102cd207a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee204f57-0f50-49c2-b4e0-a625abb2cae6,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:14.156076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e89d67eb-2a4f-4ef2-a72b-5102cd207a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:14.156974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e89d67eb-2a4f-4ef2-a72b-5102cd207a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:14.158150 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e89d67eb-2a4f-4ef2-a72b-5102cd207a61 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ee204f57-0f50-49c2-b4e0-a625abb2cae6 HTTP/1.1" status: 204 len: 168 time: 0.1665545 Dec 21 17:15:15.107922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50822) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:15.279016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-986803569-network', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:15:15.284281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:15:15.289473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Usage tracker for resource:network and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:15:15.292530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:15:15.299543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:15:15.308932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Made reservation on behalf of 18a13561c95e4ff4b131289bc421bb62 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:15:15.313641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:15.326738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:15.359103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:15:15.363229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Usage tracker for resource:security_group_rule and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:15:15.366833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:15:15.373251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:15:15.442584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:15.445433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:15.449693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6516c0e2-a18f-4c41-ba66-4466b92df6bb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:15.475031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:15:15.487996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42067653-e78f-4d95-a4bf-84fef688cdbe,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:15.491948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:15.494643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:15.495075 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Added segment 3375b965-fa0b-4e6a-8987-b3bcc7b29879 of type vlan for network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 Dec 21 17:15:15.521472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:15.550745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:15.551754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:15.553024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:15.558007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9005575d-8ee8-4512-9ba7-ee024feec26e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:15.661484 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5522387 Dec 21 17:15:15.665173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50828) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:15.667728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1702fb-6fa9-4b3d-8a69-8f7334d20829,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:15.670575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:15.671531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Request body: {'subnet': {'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-986803569-subnet', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:15:15.677180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:15:15.678142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:15:15.681393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Usage tracker for resource:subnet and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:15:15.684511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:15:15.691824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:15:15.700617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Made reservation on behalf of 18a13561c95e4ff4b131289bc421bb62 for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:15:15.705253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:15.810562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9ee30ed3-c060-4962-9c90-94bdcc48b108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.144059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.149133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a2a4e710-115d-4fd2-8817-2b048cedf8f1 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:16.224478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=818c9450-f6d6-4bb9-a1e9-ae11befe4db0,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:16.228475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:16.236881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Checking segment: {'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:15:16.237268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Network hostable DHCP agents. Network: ab1702fb-6fa9-4b3d-8a69-8f7334d20829, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:15:16.259017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:15:16.266857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, ab1702fb-6fa9-4b3d-8a69-8f7334d20829) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:15:16.270670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:16.271977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.276929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47604cda-9705-4f8b-a0d0-e19dedd273ea None None] Network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:15:16.293185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6267354 Dec 21 17:15:16.296008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50832) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:16.301501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:15:16.306432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:15:16.310425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Usage tracker for resource:router and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:15:16.313388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:15:16.319963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:15:16.330523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.331736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.350316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.504973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.505208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'fixed_ips': [{'subnet_id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:15:16.506659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.671875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Allocated IP 172.20.0.2 (ab1702fb-6fa9-4b3d-8a69-8f7334d20829/818c9450-f6d6-4bb9-a1e9-ae11befe4db0/d6b680f6-cb20-4ee4-8c1d-25e5b88266ae) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:15:16.698670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.729994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.876027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Allocated IP 172.26.7.61 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:15:16.883852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.895719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Transition to ACTIVE for port object d6b680f6-cb20-4ee4-8c1d-25e5b88266ae will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:16.916002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Transition to ACTIVE for port object d6b680f6-cb20-4ee4-8c1d-25e5b88266ae will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:16.920050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:16.929155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d89e4a60-3bb1-4e52-9377-486640b4910c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:16.994609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:15:16.997963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:15:17.002497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:15:17.004619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Pushing event updated for resources: {'Port': ['ID=d6b680f6-cb20-4ee4-8c1d-25e5b88266ae,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:17.017288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:17.017696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:17.018079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:17.018429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:17.018814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:17.019193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:17.019561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:17.019930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:17.020296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:17.020658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:17.021048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:17.035415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:17.054628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:17.061913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:17.066455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99aa36bd-d21c-41ca-b9df-0e2a4ad69cb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:17.110991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Attempting to bind port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:15:17.111409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Attempting to bind port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:15:17.112087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Attempting to bind port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae on network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:15:17.119814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:15:17.120249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Checking segment: {'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:15:17.120704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:17.121153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Bound using segment: {'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:15:17.121681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Bound port: d6b680f6-cb20-4ee4-8c1d-25e5b88266ae, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:15:17.122149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:17.139354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:15:17.143020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:15:17.145156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:17.148031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:15:17.174493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:17.231410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:17.234266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] For port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:15:17.238278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] For port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d6b680f6-cb20-4ee4-8c1d-25e5b88266ae,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:15:17.240844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:17.245405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-91e47d20-781d-4a7c-a2ca-c3f522036f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:17.315279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:17.316061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:17.340488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Pushing event updated for resources: {'Port': ['ID=d6b680f6-cb20-4ee4-8c1d-25e5b88266ae,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:17.343595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:17.563465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Router fc1d481c-e01f-4351-b296-c166be102da3 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:15:17.783445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:15:17.795094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Sync routers for ids ['fc1d481c-e01f-4351-b296-c166be102da3'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:15:17.809199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:17.811596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Routers {'fc1d481c-e01f-4351-b296-c166be102da3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:17.812313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:14:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['fc1d481c-e01f-4351-b296-c166be102da3'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:17.813588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50836) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:17.813727 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5165846 Dec 21 17:15:18.002130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Set router fc1d481c-e01f-4351-b296-c166be102da3 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:18.053439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3acddc2f-e81d-48ec-a8a1-4bc38f6c49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:18.310061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:17Z', 'revision_number': 3, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:18.314303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Checking router: fc1d481c-e01f-4351-b296-c166be102da3 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:15:18.314709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Updating router fc1d481c-e01f-4351-b296-c166be102da3 port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:15:18.374608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:18.439928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:18.604684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:18.722374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d6b680f6-cb20-4ee4-8c1d-25e5b88266ae up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:18.752047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:18.765773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Transition to ACTIVE for port object fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:18.772715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:18.778252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2fa309fb-4081-4048-aea7-699bc39fe7e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:18.799207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:18.858439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Attempting to bind port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:15:18.858877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Attempting to bind port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:15:18.859291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Attempting to bind port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:15:18.866015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Pushing event updated for resources: {'Port': ['ID=fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:18.877190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:15:18.877608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:15:18.878056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:18.878493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:15:18.879062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Bound port: fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:15:18.879484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:18.881374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Allocated IP 172.20.0.1 (ab1702fb-6fa9-4b3d-8a69-8f7334d20829/818c9450-f6d6-4bb9-a1e9-ae11befe4db0/453f7bc3-7a9a-4742-91ee-ff579fe1b179) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:15:18.912785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:18.913175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:18.913557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:18.913927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:18.914297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:18.914721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:18.915110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:18.915481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:18.915839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:18.916200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:18.916559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:18.925772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:18.968046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] For port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:15:18.971345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] For port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:15:18.976499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:18.981170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3a7a6f0d-ee44-44d2-be50-e52e0c0c6c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:19.012412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439cb3f2-8f2c-4d58-af0a-37cf2117903e None None] Network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:15:19.047461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.062167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Pushing event updated for resources: {'Port': ['ID=fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:19.065863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:19.066627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Routers {'fc1d481c-e01f-4351-b296-c166be102da3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:19.067289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:15:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['fc1d481c-e01f-4351-b296-c166be102da3'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:19.071070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Transition to ACTIVE for port object 453f7bc3-7a9a-4742-91ee-ff579fe1b179 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:19.092291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.097061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4620edc5-0833-4f4a-b492-f91c8facb251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:19.165437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:15:19.168652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:15:19.173156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:15:19.199193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2cf5fcb0-b876-44aa-ae9b-28de4aaf0472 None None] Provisioning for port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:19.203103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Pushing event updated for resources: {'Port': ['ID=453f7bc3-7a9a-4742-91ee-ff579fe1b179,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:19.209173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:19.210616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2cf5fcb0-b876-44aa-ae9b-28de4aaf0472 None None] Provisioning complete for port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:19.211062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fcb0-b876-44aa-ae9b-28de4aaf0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.236591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.261432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] Set router fc1d481c-e01f-4351-b296-c166be102da3 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:19.328360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.407713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fcb0-b876-44aa-ae9b-28de4aaf0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.453084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2cf5fcb0-b876-44aa-ae9b-28de4aaf0472 None None] For port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d6b680f6-cb20-4ee4-8c1d-25e5b88266ae,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:19.458483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fcb0-b876-44aa-ae9b-28de4aaf0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.462385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:19.544777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5fcb0-b876-44aa-ae9b-28de4aaf0472 None None] Pushing event updated for resources: {'Port': ['ID=d6b680f6-cb20-4ee4-8c1d-25e5b88266ae,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:19.548909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2cf5fcb0-b876-44aa-ae9b-28de4aaf0472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:19.611925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:17Z', 'revision_number': 3, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:19.617192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d63125-6c62-4872-bfd5-1eafe3cd9611 None None] The sync data for ids ['fc1d481c-e01f-4351-b296-c166be102da3'] in dv-neutron-822515-1-hyperv is: [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:17Z', 'revision_number': 3, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:15:19.783348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b019cf6d-87a1-434b-bcb4-e3518046681a None None] Provisioning for port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:19.789937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b019cf6d-87a1-434b-bcb4-e3518046681a None None] Provisioning complete for port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:19.790508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b019cf6d-87a1-434b-bcb4-e3518046681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.847833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b019cf6d-87a1-434b-bcb4-e3518046681a None None] Port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:15:19.854348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.857868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.864688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b019cf6d-87a1-434b-bcb4-e3518046681a None None] Provisioning complete for port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:19.865681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b019cf6d-87a1-434b-bcb4-e3518046681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.899894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de3a4ca9-b59f-43ea-bb4b-5601ef4c8e78 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:19.947775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.973521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:19.985998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Pushing event updated for resources: {'Port': ['ID=453f7bc3-7a9a-4742-91ee-ff579fe1b179,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:19.991502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:20.135482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f3b2b911-8cac-4f5f-97d8-14af42ebe00b None None] Provisioning complete for port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:20.135915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b911-8cac-4f5f-97d8-14af42ebe00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:20.139064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:15:20.140301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:15:20.204801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2b911-8cac-4f5f-97d8-14af42ebe00b None None] Port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:15:20.528608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e4112c6b-9c82-4700-8f59-282f4dfc31ab None None] Provisioning complete for port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:20.529179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4112c6b-9c82-4700-8f59-282f4dfc31ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:20.580834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Router fc1d481c-e01f-4351-b296-c166be102da3 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:15:20.589209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e4112c6b-9c82-4700-8f59-282f4dfc31ab None None] Port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:15:20.745822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d6b680f6-cb20-4ee4-8c1d-25e5b88266ae up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:20.807690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:15:20.825361 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] 10.222.0.67 "PUT /v2.0/routers/fc1d481c-e01f-4351-b296-c166be102da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0023797 Dec 21 17:15:20.825736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:20.825736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:20.946373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:21.016303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:21.021754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:21.022180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:21.307547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:21.325200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:21.328127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:21.330125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67641a14-46c8-4dd6-9dd9-db63a83a51e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:21.400808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:21.407751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:21.711263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 50858) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:21.717537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-259100665-network', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:15:21.722749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:15:21.727618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Usage tracker for resource:network and tenant:2b0496da14c74775a32385f23f8ee90b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:15:21.730689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:15:21.737268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:15:21.749055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Made reservation on behalf of 2b0496da14c74775a32385f23f8ee90b for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:15:21.753762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:21.766834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:21.805648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:15:21.809712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Usage tracker for resource:security_group_rule and tenant:2b0496da14c74775a32385f23f8ee90b is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:15:21.812682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:15:21.819139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:15:21.886186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:21.888951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:21.893093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:21.921587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:15:21.930436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7637a8a0-82c7-4304-be9d-fbc35e6b6801,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:21.934241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:21.936717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:21.937118 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Added segment 2148bed8-c28f-4587-9663-2ed1e6804cd8 of type vlan for network ab82fbb0-70c6-4b79-a928-88078ed80cb3 Dec 21 17:15:21.965000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:21.994224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:21.995212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:21.995846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:22.001035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-462a0947-4398-4e67-9d1b-5aff2f9c4103 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:22.101935 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3894010 Dec 21 17:15:22.104910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50862) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:22.107683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Pushing event updated for resources: {'Network': ['ID=ab82fbb0-70c6-4b79-a928-88078ed80cb3,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:22.110460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3a23651e-70f4-433d-bc0a-e0200874faac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:22.114145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Request body: {'subnet': {'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-259100665-subnet', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:15:22.119774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:15:22.123369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network ab82fbb0-70c6-4b79-a928-88078ed80cb3 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:15:22.124395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Usage tracker for resource:subnet and tenant:2b0496da14c74775a32385f23f8ee90b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:15:22.132648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:15:22.138949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:15:22.148613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Made reservation on behalf of 2b0496da14c74775a32385f23f8ee90b for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:15:22.153378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:22.371133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:22.375618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-98fb807a-460d-4e70-a256-f44fb09785c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:22.453122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d2809b-beaf-4b8f-b6db-fa0bd6455caf,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:22.456575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:22.468298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Checking segment: {'id': '2148bed8-c28f-4587-9663-2ed1e6804cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:15:22.468829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Network hostable DHCP agents. Network: ab82fbb0-70c6-4b79-a928-88078ed80cb3, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:15:22.491093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Network ab82fbb0-70c6-4b79-a928-88078ed80cb3 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:15:22.499831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, ab82fbb0-70c6-4b79-a928-88078ed80cb3) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:15:22.503985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:22.504633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:22.509742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa654c95-2407-4d9f-beea-a4fb86ffb8e4 None None] Network ab82fbb0-70c6-4b79-a928-88078ed80cb3 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:15:22.525365 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4192851 Dec 21 17:15:22.528160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50866) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:22.534073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-259100665-router', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:15:22.539369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:15:22.543649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Usage tracker for resource:router and tenant:2b0496da14c74775a32385f23f8ee90b is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:15:22.546618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:15:22.553295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:15:22.563826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:22.564823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:22.584273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:22.602153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Sync routers for ids ['fc1d481c-e01f-4351-b296-c166be102da3'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:15:22.645927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Routers {'fc1d481c-e01f-4351-b296-c166be102da3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:22.646672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:15:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['fc1d481c-e01f-4351-b296-c166be102da3'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:22.709653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:22.736090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:22.933405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:22.965023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:22.981069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-ab82fbb0-70c6-4b79-a928-88078ed80cb3', 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'fixed_ips': [{'subnet_id': '59d2809b-beaf-4b8f-b6db-fa0bd6455caf'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:15:22.981940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:23.010855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:23.011281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:23.047198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Set router fc1d481c-e01f-4351-b296-c166be102da3 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:23.111203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Allocated IP 172.26.7.91 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/700c92b4-08ad-4f6d-939c-66cd734a8a32) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:15:23.268913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:23.296878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:23.302496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08321f1e-8159-4c58-bf2c-92cca6d3e2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:23.379439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:15:23.383454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:15:23.390435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:15:23.421937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Pushing event updated for resources: {'Port': ['ID=700c92b4-08ad-4f6d-939c-66cd734a8a32,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:23.425024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:23.516493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Allocated IP 172.20.0.2 (ab82fbb0-70c6-4b79-a928-88078ed80cb3/59d2809b-beaf-4b8f-b6db-fa0bd6455caf/68d9417f-51dc-4f03-8f30-b463b2fde1c4) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:15:23.555430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:23.556201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:23.725951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:19Z', 'revision_number': 4, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '453f7bc3-7a9a-4742-91ee-ff579fe1b179', 'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'mac_address': 'fa:16:3e:57:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:18Z', 'updated_at': '2021-12-21T17:15:19Z', 'revision_number': 2, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'subnets': [{'id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:23.733782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Checking router: fc1d481c-e01f-4351-b296-c166be102da3 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:15:23.734201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Updating router fc1d481c-e01f-4351-b296-c166be102da3 port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:15:23.802411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Router 441b6fd7-72f5-4c84-ab01-93a68f049e93 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:15:23.848239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:23.905081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:23.931081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Transition to ACTIVE for port object 68d9417f-51dc-4f03-8f30-b463b2fde1c4 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:24.023387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Transition to ACTIVE for port object 68d9417f-51dc-4f03-8f30-b463b2fde1c4 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:24.037034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:24.045185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:24.267918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:15:24.278938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Sync routers for ids ['441b6fd7-72f5-4c84-ab01-93a68f049e93'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:15:24.294060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Routers {'441b6fd7-72f5-4c84-ab01-93a68f049e93'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:24.295651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:15:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['441b6fd7-72f5-4c84-ab01-93a68f049e93'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:24.297360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Network ab82fbb0-70c6-4b79-a928-88078ed80cb3 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:15:24.298815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:24.302965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7711058 Dec 21 17:15:24.303303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:15:24.304112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 50870) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:15:24.321400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:15:24.341626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Pushing event updated for resources: {'Port': ['ID=68d9417f-51dc-4f03-8f30-b463b2fde1c4,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:24.348148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:24.505915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Set router 441b6fd7-72f5-4c84-ab01-93a68f049e93 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:24.512293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Attempting to bind port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:15:24.512711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Attempting to bind port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2148bed8-c28f-4587-9663-2ed1e6804cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:15:24.513128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Attempting to bind port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 on network ab82fbb0-70c6-4b79-a928-88078ed80cb3 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:15:24.525069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:15:24.525420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Checking segment: {'id': '2148bed8-c28f-4587-9663-2ed1e6804cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:15:24.525881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:24.526332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Bound using segment: {'id': '2148bed8-c28f-4587-9663-2ed1e6804cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:15:24.526876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Bound port: 68d9417f-51dc-4f03-8f30-b463b2fde1c4, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2148bed8-c28f-4587-9663-2ed1e6804cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:15:24.527311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:24.697531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] For port 68d9417f-51dc-4f03-8f30-b463b2fde1c4, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:15:24.714451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] For port 68d9417f-51dc-4f03-8f30-b463b2fde1c4, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=68d9417f-51dc-4f03-8f30-b463b2fde1c4,segment=NetworkSegment(2148bed8-c28f-4587-9663-2ed1e6804cd8),segment_id=2148bed8-c28f-4587-9663-2ed1e6804cd8)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:15:24.718675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:24.725028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:24.732433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2cf5fcb0-b876-44aa-ae9b-28de4aaf0472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:24.792427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Transition to ACTIVE for port object 453f7bc3-7a9a-4742-91ee-ff579fe1b179 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:24.816315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:24.833406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Pushing event updated for resources: {'Port': ['ID=68d9417f-51dc-4f03-8f30-b463b2fde1c4,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:24.839261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:24.840084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:24.971944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7097e0-e543-4c29-b840-47124fbbf25a None None] Pushing event updated for resources: {'Port': ['ID=453f7bc3-7a9a-4742-91ee-ff579fe1b179,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:24.976879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5e7097e0-e543-4c29-b840-47124fbbf25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:24.996749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'name': 'tempest-TestMinimumBasicScenario-259100665-router', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:22Z', 'updated_at': '2021-12-21T17:15:23Z', 'revision_number': 3, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'gw_port': {'id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:23Z', 'updated_at': '2021-12-21T17:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:25.001621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Checking router: 441b6fd7-72f5-4c84-ab01-93a68f049e93 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:15:25.002028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Updating router 441b6fd7-72f5-4c84-ab01-93a68f049e93 port 700c92b4-08ad-4f6d-939c-66cd734a8a32 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:15:25.075088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.075890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Attempting to bind port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:15:25.076319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Attempting to bind port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:15:25.076737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Attempting to bind port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 on network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:15:25.084589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:15:25.085018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Checking segment: {'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:15:25.085479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.085953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Bound using segment: {'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:15:25.086431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Bound port: 453f7bc3-7a9a-4742-91ee-ff579fe1b179, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:15:25.086886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.190433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.196272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] For port 453f7bc3-7a9a-4742-91ee-ff579fe1b179, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:15:25.199829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] For port 453f7bc3-7a9a-4742-91ee-ff579fe1b179, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=453f7bc3-7a9a-4742-91ee-ff579fe1b179,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:15:25.204834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.211258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:25.306016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7097e0-e543-4c29-b840-47124fbbf25a None None] Pushing event updated for resources: {'Port': ['ID=453f7bc3-7a9a-4742-91ee-ff579fe1b179,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:25.309548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5e7097e0-e543-4c29-b840-47124fbbf25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:25.337440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Routers {'fc1d481c-e01f-4351-b296-c166be102da3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:25.338352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:15:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['fc1d481c-e01f-4351-b296-c166be102da3'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:25.533772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Allocated IP 172.20.0.1 (ab82fbb0-70c6-4b79-a928-88078ed80cb3/59d2809b-beaf-4b8f-b6db-fa0bd6455caf/e651f883-6510-4214-84ee-b713890adafa) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:15:25.558549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.574260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Transition to ACTIVE for port object 700c92b4-08ad-4f6d-939c-66cd734a8a32 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:25.581877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.587739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0110b91b-b89a-4656-8a24-913e8d47c5bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:25.633719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] Set router fc1d481c-e01f-4351-b296-c166be102da3 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:25.683822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc343eb6-775c-4e5e-981b-8d2e8a4c258b None None] Pushing event updated for resources: {'Port': ['ID=700c92b4-08ad-4f6d-939c-66cd734a8a32,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:25.691615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc343eb6-775c-4e5e-981b-8d2e8a4c258b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:25.731235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.732568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Attempting to bind port 700c92b4-08ad-4f6d-939c-66cd734a8a32 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:15:25.733141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Attempting to bind port 700c92b4-08ad-4f6d-939c-66cd734a8a32 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:15:25.733645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Attempting to bind port 700c92b4-08ad-4f6d-939c-66cd734a8a32 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:15:25.742942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:15:25.743531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:15:25.744104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.744644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:15:25.745307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Bound port: 700c92b4-08ad-4f6d-939c-66cd734a8a32, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:15:25.745788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.753309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Transition to ACTIVE for port object e651f883-6510-4214-84ee-b713890adafa will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:25.776714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.789287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:25.833081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] For port 700c92b4-08ad-4f6d-939c-66cd734a8a32, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:15:25.836552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] For port 700c92b4-08ad-4f6d-939c-66cd734a8a32, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=700c92b4-08ad-4f6d-939c-66cd734a8a32,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:15:25.841559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.848335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1130ed1a-6626-4be6-8dc9-b321c35a5d0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:25.854127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Network ab82fbb0-70c6-4b79-a928-88078ed80cb3 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:15:25.862000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:15:25.867424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:15:25.913333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Pushing event updated for resources: {'Port': ['ID=e651f883-6510-4214-84ee-b713890adafa,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:25.918241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:25.933100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:25.939321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc343eb6-775c-4e5e-981b-8d2e8a4c258b None None] Pushing event updated for resources: {'Port': ['ID=700c92b4-08ad-4f6d-939c-66cd734a8a32,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:25.942683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Routers {'441b6fd7-72f5-4c84-ab01-93a68f049e93'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:25.943489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:15:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['441b6fd7-72f5-4c84-ab01-93a68f049e93'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:25.994403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc343eb6-775c-4e5e-981b-8d2e8a4c258b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:26.028849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:26.058466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:19Z', 'revision_number': 4, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '453f7bc3-7a9a-4742-91ee-ff579fe1b179', 'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'mac_address': 'fa:16:3e:57:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:18Z', 'updated_at': '2021-12-21T17:15:25Z', 'revision_number': 4, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'subnets': [{'id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:26.062991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c8eb5-1e9c-4ed6-9f8c-6efbe394be5e None None] The sync data for ids ['fc1d481c-e01f-4351-b296-c166be102da3'] in dv-neutron-822515-1-hyperv is: [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:19Z', 'revision_number': 4, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '453f7bc3-7a9a-4742-91ee-ff579fe1b179', 'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'mac_address': 'fa:16:3e:57:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:18Z', 'updated_at': '2021-12-21T17:15:25Z', 'revision_number': 4, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'subnets': [{'id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:15:26.155072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] Set router 441b6fd7-72f5-4c84-ab01-93a68f049e93 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:26.312668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:26.316732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:26.362490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69972267-ef7d-43e6-a3c3-fb7a19f6c00a tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:26.453317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:26.479959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Pushing event updated for resources: {'Port': ['ID=e651f883-6510-4214-84ee-b713890adafa,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:26.483611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:26.543316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'name': 'tempest-TestMinimumBasicScenario-259100665-router', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:22Z', 'updated_at': '2021-12-21T17:15:25Z', 'revision_number': 4, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'gw_port': {'id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:23Z', 'updated_at': '2021-12-21T17:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'e651f883-6510-4214-84ee-b713890adafa', 'name': '', 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'mac_address': 'fa:16:3e:0a:c8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59d2809b-beaf-4b8f-b6db-fa0bd6455caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:25Z', 'updated_at': '2021-12-21T17:15:25Z', 'revision_number': 1, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'subnets': [{'id': '59d2809b-beaf-4b8f-b6db-fa0bd6455caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:26.548302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c598d-d548-445f-88f8-a61a3c23f1c5 None None] The sync data for ids ['441b6fd7-72f5-4c84-ab01-93a68f049e93'] in dv-neutron-822515-1-hyperv is: [{'id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'name': 'tempest-TestMinimumBasicScenario-259100665-router', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:22Z', 'updated_at': '2021-12-21T17:15:25Z', 'revision_number': 4, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'gw_port': {'id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:23Z', 'updated_at': '2021-12-21T17:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'e651f883-6510-4214-84ee-b713890adafa', 'name': '', 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'mac_address': 'fa:16:3e:0a:c8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59d2809b-beaf-4b8f-b6db-fa0bd6455caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:25Z', 'updated_at': '2021-12-21T17:15:25Z', 'revision_number': 1, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'subnets': [{'id': '59d2809b-beaf-4b8f-b6db-fa0bd6455caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:15:26.645017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Network ab82fbb0-70c6-4b79-a928-88078ed80cb3 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:15:26.646908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:15:26.793678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 68d9417f-51dc-4f03-8f30-b463b2fde1c4 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:26.870419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:26.876106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 453f7bc3-7a9a-4742-91ee-ff579fe1b179 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:26.952565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:26.958716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:26.959095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:27.023251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8188c935-934b-44bf-b196-a219dc1c8514 None None] Network ab82fbb0-70c6-4b79-a928-88078ed80cb3 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:15:27.125214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Router 441b6fd7-72f5-4c84-ab01-93a68f049e93 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:15:27.169311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-982958d7-b380-40fa-9c4d-b637868773a3 None None] Provisioning for port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:27.227357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-982958d7-b380-40fa-9c4d-b637868773a3 None None] Provisioning complete for port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:27.227792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-982958d7-b380-40fa-9c4d-b637868773a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:27.360319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:27.550207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 453f7bc3-7a9a-4742-91ee-ff579fe1b179, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=453f7bc3-7a9a-4742-91ee-ff579fe1b179,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:27.565090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:27.569929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7098f753-359c-43f3-9c7a-9e6d505e813b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:27.617542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-982958d7-b380-40fa-9c4d-b637868773a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:27.663043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:15:27.674030 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] 10.222.0.67 "PUT /v2.0/routers/441b6fd7-72f5-4c84-ab01-93a68f049e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3686361 Dec 21 17:15:27.710735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-982958d7-b380-40fa-9c4d-b637868773a3 None None] For port 68d9417f-51dc-4f03-8f30-b463b2fde1c4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=68d9417f-51dc-4f03-8f30-b463b2fde1c4,segment=NetworkSegment(2148bed8-c28f-4587-9663-2ed1e6804cd8),segment_id=2148bed8-c28f-4587-9663-2ed1e6804cd8)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:27.712568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=453f7bc3-7a9a-4742-91ee-ff579fe1b179,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:27.716358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:27.717811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-982958d7-b380-40fa-9c4d-b637868773a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:27.720378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:28.035906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982958d7-b380-40fa-9c4d-b637868773a3 None None] Pushing event updated for resources: {'Port': ['ID=68d9417f-51dc-4f03-8f30-b463b2fde1c4,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:28.042690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-982958d7-b380-40fa-9c4d-b637868773a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:28.055260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f91a3ec9-ea5d-4117-8b8a-d31865bc0cd3 None None] Provisioning complete for port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:28.055774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f91a3ec9-ea5d-4117-8b8a-d31865bc0cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:28.199581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f91a3ec9-ea5d-4117-8b8a-d31865bc0cd3 None None] Provisioning for port e651f883-6510-4214-84ee-b713890adafa completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:28.206363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f91a3ec9-ea5d-4117-8b8a-d31865bc0cd3 None None] Provisioning complete for port e651f883-6510-4214-84ee-b713890adafa triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:28.207604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f91a3ec9-ea5d-4117-8b8a-d31865bc0cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:28.325923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f91a3ec9-ea5d-4117-8b8a-d31865bc0cd3 None None] Port e651f883-6510-4214-84ee-b713890adafa cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:15:28.454981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c6f4e3c3-df84-43b1-a5fc-df080ac401f0 None None] Provisioning complete for port e651f883-6510-4214-84ee-b713890adafa triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:28.455640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6f4e3c3-df84-43b1-a5fc-df080ac401f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:28.524174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4e3c3-df84-43b1-a5fc-df080ac401f0 None None] Port e651f883-6510-4214-84ee-b713890adafa cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:15:28.764726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9de96c2b-6a2f-4eea-99fd-5ea8de09fb8a None None] Provisioning complete for port e651f883-6510-4214-84ee-b713890adafa triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:28.765158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9de96c2b-6a2f-4eea-99fd-5ea8de09fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:28.805830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 68d9417f-51dc-4f03-8f30-b463b2fde1c4 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:28.886865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9de96c2b-6a2f-4eea-99fd-5ea8de09fb8a None None] Port e651f883-6510-4214-84ee-b713890adafa cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:15:28.907322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:28.907713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:29.060697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 453f7bc3-7a9a-4742-91ee-ff579fe1b179 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:29.141570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:29.142008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:29.293323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 700c92b4-08ad-4f6d-939c-66cd734a8a32 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:29.382040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 700c92b4-08ad-4f6d-939c-66cd734a8a32 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:29.389611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 700c92b4-08ad-4f6d-939c-66cd734a8a32 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:29.390056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:29.545028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:29.566023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 700c92b4-08ad-4f6d-939c-66cd734a8a32, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=700c92b4-08ad-4f6d-939c-66cd734a8a32,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:29.569617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:29.571872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-160ddabf-e0ec-40a6-93a7-14a02c0d632c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:29.654278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=700c92b4-08ad-4f6d-939c-66cd734a8a32,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:29.657600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:29.660494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:30.693644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 700c92b4-08ad-4f6d-939c-66cd734a8a32 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:30.772353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 700c92b4-08ad-4f6d-939c-66cd734a8a32 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:30.772901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:32.054679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Sync routers for ids ['441b6fd7-72f5-4c84-ab01-93a68f049e93'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:15:32.070467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Routers {'441b6fd7-72f5-4c84-ab01-93a68f049e93'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:32.071200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:15:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['441b6fd7-72f5-4c84-ab01-93a68f049e93'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:32.278802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Set router 441b6fd7-72f5-4c84-ab01-93a68f049e93 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:32.638343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'name': 'tempest-TestMinimumBasicScenario-259100665-router', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:22Z', 'updated_at': '2021-12-21T17:15:25Z', 'revision_number': 4, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'gw_port': {'id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:23Z', 'updated_at': '2021-12-21T17:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'e651f883-6510-4214-84ee-b713890adafa', 'name': '', 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'mac_address': 'fa:16:3e:0a:c8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59d2809b-beaf-4b8f-b6db-fa0bd6455caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:25Z', 'updated_at': '2021-12-21T17:15:26Z', 'revision_number': 2, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'subnets': [{'id': '59d2809b-beaf-4b8f-b6db-fa0bd6455caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:32.643196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Checking router: 441b6fd7-72f5-4c84-ab01-93a68f049e93 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:15:32.643679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Updating router 441b6fd7-72f5-4c84-ab01-93a68f049e93 port e651f883-6510-4214-84ee-b713890adafa binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:15:32.706413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:33.097523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:33.112233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Transition to ACTIVE for port object e651f883-6510-4214-84ee-b713890adafa will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:33.119643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:33.124297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:33.261061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2988d-a81c-4bb8-adf4-2bf3f8fc6bc8 None None] Pushing event updated for resources: {'Port': ['ID=e651f883-6510-4214-84ee-b713890adafa,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:33.271812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-15d2988d-a81c-4bb8-adf4-2bf3f8fc6bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:33.386562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Attempting to bind port e651f883-6510-4214-84ee-b713890adafa on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:15:33.387015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Attempting to bind port e651f883-6510-4214-84ee-b713890adafa by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '2148bed8-c28f-4587-9663-2ed1e6804cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:15:33.387439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Attempting to bind port e651f883-6510-4214-84ee-b713890adafa on network ab82fbb0-70c6-4b79-a928-88078ed80cb3 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:15:33.401770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:15:33.403279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Checking segment: {'id': '2148bed8-c28f-4587-9663-2ed1e6804cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:15:33.404781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:33.405423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Bound using segment: {'id': '2148bed8-c28f-4587-9663-2ed1e6804cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:15:33.406277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Bound port: e651f883-6510-4214-84ee-b713890adafa, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2148bed8-c28f-4587-9663-2ed1e6804cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:15:33.407155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:33.530382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] For port e651f883-6510-4214-84ee-b713890adafa, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:15:33.534027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] For port e651f883-6510-4214-84ee-b713890adafa, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e651f883-6510-4214-84ee-b713890adafa,segment=NetworkSegment(2148bed8-c28f-4587-9663-2ed1e6804cd8),segment_id=2148bed8-c28f-4587-9663-2ed1e6804cd8)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:15:33.540040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:33.544285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d89e4a60-3bb1-4e52-9377-486640b4910c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:33.664288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2988d-a81c-4bb8-adf4-2bf3f8fc6bc8 None None] Pushing event updated for resources: {'Port': ['ID=e651f883-6510-4214-84ee-b713890adafa,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:33.667735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-15d2988d-a81c-4bb8-adf4-2bf3f8fc6bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:33.671862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Routers {'441b6fd7-72f5-4c84-ab01-93a68f049e93'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:15:33.672540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:15:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['441b6fd7-72f5-4c84-ab01-93a68f049e93'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:33.872418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] Set router 441b6fd7-72f5-4c84-ab01-93a68f049e93 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:15:34.240414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'name': 'tempest-TestMinimumBasicScenario-259100665-router', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:22Z', 'updated_at': '2021-12-21T17:15:25Z', 'revision_number': 4, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'gw_port': {'id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:23Z', 'updated_at': '2021-12-21T17:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'e651f883-6510-4214-84ee-b713890adafa', 'name': '', 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'mac_address': 'fa:16:3e:0a:c8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59d2809b-beaf-4b8f-b6db-fa0bd6455caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:25Z', 'updated_at': '2021-12-21T17:15:33Z', 'revision_number': 4, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'subnets': [{'id': '59d2809b-beaf-4b8f-b6db-fa0bd6455caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:15:34.245016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf4ff7-6255-4670-b4aa-e771bd87bc8b None None] The sync data for ids ['441b6fd7-72f5-4c84-ab01-93a68f049e93'] in dv-neutron-822515-1-hyperv is: [{'id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'name': 'tempest-TestMinimumBasicScenario-259100665-router', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:22Z', 'updated_at': '2021-12-21T17:15:25Z', 'revision_number': 4, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'gw_port': {'id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:23Z', 'updated_at': '2021-12-21T17:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'e651f883-6510-4214-84ee-b713890adafa', 'name': '', 'network_id': 'ab82fbb0-70c6-4b79-a928-88078ed80cb3', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'mac_address': 'fa:16:3e:0a:c8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59d2809b-beaf-4b8f-b6db-fa0bd6455caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:25Z', 'updated_at': '2021-12-21T17:15:33Z', 'revision_number': 4, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'subnets': [{'id': '59d2809b-beaf-4b8f-b6db-fa0bd6455caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:15:34.811346 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e651f883-6510-4214-84ee-b713890adafa up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:34.890373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port e651f883-6510-4214-84ee-b713890adafa completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:34.896104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e651f883-6510-4214-84ee-b713890adafa triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:34.896552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:35.040184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:35.252450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port e651f883-6510-4214-84ee-b713890adafa, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e651f883-6510-4214-84ee-b713890adafa,segment=NetworkSegment(2148bed8-c28f-4587-9663-2ed1e6804cd8),segment_id=2148bed8-c28f-4587-9663-2ed1e6804cd8)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:35.255657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:35.257842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-15d2988d-a81c-4bb8-adf4-2bf3f8fc6bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:35.329140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=e651f883-6510-4214-84ee-b713890adafa,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:35.332581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:36.700591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e651f883-6510-4214-84ee-b713890adafa up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:36.778317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port e651f883-6510-4214-84ee-b713890adafa triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:36.778738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:38.305420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-d8f177fd-6ff7-47ff-b35e-2f11eee31d08 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:38.306079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-d8f177fd-6ff7-47ff-b35e-2f11eee31d08 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Synchronizing usage tracker for tenant:18a13561c95e4ff4b131289bc421bb62 on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:15:38.321899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-d8f177fd-6ff7-47ff-b35e-2f11eee31d08 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Unset dirty status for tenant:18a13561c95e4ff4b131289bc421bb62 on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:15:38.323169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-d8f177fd-6ff7-47ff-b35e-2f11eee31d08 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/networks?id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829 HTTP/1.1" status: 200 len: 814 time: 0.1728759 Dec 21 17:15:38.340248 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-c526436b-59c5-4a20-a744-81f6089af819 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/quotas/18a13561c95e4ff4b131289bc421bb62 HTTP/1.1" status: 200 len: 375 time: 0.0111730 Dec 21 17:15:38.424361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-9c0242b7-4536-494d-90f6-026fd5717252 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Synchronizing usage tracker for tenant:18a13561c95e4ff4b131289bc421bb62 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:15:38.440522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-9c0242b7-4536-494d-90f6-026fd5717252 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Unset dirty status for tenant:18a13561c95e4ff4b131289bc421bb62 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:15:38.441882 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-9c0242b7-4536-494d-90f6-026fd5717252 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a13561c95e4ff4b131289bc421bb62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966136 Dec 21 17:15:38.587810 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-d5c971e5-3528-4781-b04b-e39742855a05 service neutron] 10.222.0.67 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333399 Dec 21 17:15:38.730478 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-e632a0b4-d8e5-458c-98b5-a0ec888c2b14 service neutron] 10.222.0.67 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363890 Dec 21 17:15:38.934206 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2c77a6b0-f734-44b8-93b8-8d099b9516f8 req-84f4567c-418c-4192-8dce-89d29da427c4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 210 time: 0.0550261 Dec 21 17:15:39.969079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-70fbfc65-83b2-4aa3-a5b6-2df941dcf95e tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:39.970653 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-70fbfc65-83b2-4aa3-a5b6-2df941dcf95e tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.48 "GET /v2.0/networks?id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829 HTTP/1.1" status: 200 len: 814 time: 0.1574752 Dec 21 17:15:39.986068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Request body: {'port': {'device_id': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'admin_state_up': True, 'tenant_id': '18a13561c95e4ff4b131289bc421bb62'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:15:40.127407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-203d6865-423f-4806-a6a9-e561f2255f31 req-45e24cec-0433-439b-87ba-898f524d4ed6 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 210 time: 0.0514512 Dec 21 17:15:40.151110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:15:40.161297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:15:40.170542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Made reservation on behalf of 18a13561c95e4ff4b131289bc421bb62 for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:15:40.176121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:40.360830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Allocated IP 172.20.0.13 (ab1702fb-6fa9-4b3d-8a69-8f7334d20829/818c9450-f6d6-4bb9-a1e9-ae11befe4db0/a97fdbb7-7684-43d9-be67-e987146d7120) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:15:40.645569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:40.671713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Transition to ACTIVE for port object a97fdbb7-7684-43d9-be67-e987146d7120 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:40.695758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:40.703114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:40.800442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:15:40.804704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'Port': ['ID=a97fdbb7-7684-43d9-be67-e987146d7120,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:40.807934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:15:40.823198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:15:40.884246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:40.884968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:40.885565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:40.886155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:40.886734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:40.887353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:40.887942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:40.888529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:40.889210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:40.889913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:40.890501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:15:40.906089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:40.933709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:40.934412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:40.984500 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0024092 Dec 21 17:15:41.196975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-46b34ba6-3779-41be-a02a-d72af9aafc26 None None] Provisioning for port a97fdbb7-7684-43d9-be67-e987146d7120 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:41.203694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-46b34ba6-3779-41be-a02a-d72af9aafc26 None None] Provisioning complete for port a97fdbb7-7684-43d9-be67-e987146d7120 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:41.204129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-46b34ba6-3779-41be-a02a-d72af9aafc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:41.266333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-46b34ba6-3779-41be-a02a-d72af9aafc26 None None] Port a97fdbb7-7684-43d9-be67-e987146d7120 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:15:41.367988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17778f-b06b-444a-82c5-660eceb60709 req-b0ccdc1a-a6aa-4a08-bc34-41702d51c841 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:41.369530 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b17778f-b06b-444a-82c5-660eceb60709 req-b0ccdc1a-a6aa-4a08-bc34-41702d51c841 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 932 time: 0.0852876 Dec 21 17:15:41.433432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-8b17778f-b06b-444a-82c5-660eceb60709 req-a6373ed1-951d-4f0f-96e7-79c9d8649cf3 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Synchronizing usage tracker for tenant:18a13561c95e4ff4b131289bc421bb62 on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:15:41.453780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-8b17778f-b06b-444a-82c5-660eceb60709 req-a6373ed1-951d-4f0f-96e7-79c9d8649cf3 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Unset dirty status for tenant:18a13561c95e4ff4b131289bc421bb62 on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:15:41.455368 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b17778f-b06b-444a-82c5-660eceb60709 req-a6373ed1-951d-4f0f-96e7-79c9d8649cf3 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791268 Dec 21 17:15:42.672281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9f5b7-34d5-4623-83bc-74b485a25f7e req-63ea7d41-8094-4cae-9053-7d4dc87baac2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:42.675569 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-25b9f5b7-34d5-4623-83bc-74b485a25f7e req-63ea7d41-8094-4cae-9053-7d4dc87baac2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 932 time: 0.0907078 Dec 21 17:15:42.723746 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-25b9f5b7-34d5-4623-83bc-74b485a25f7e req-7d762da2-8779-4ae7-ad9e-6c45636c7300 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431347 Dec 21 17:15:43.947798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6cfa7-93f5-4a75-b4e6-383aadb9fec2 req-bd0f9a25-014a-4efe-9a73-6bb9f8c67219 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:43.949730 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abb6cfa7-93f5-4a75-b4e6-383aadb9fec2 req-bd0f9a25-014a-4efe-9a73-6bb9f8c67219 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 932 time: 0.1023462 Dec 21 17:15:43.999323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abb6cfa7-93f5-4a75-b4e6-383aadb9fec2 req-5d22d7f8-7225-497c-9e6e-394074dfb9a1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Dec 21 17:15:45.212138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2745249-96db-40f4-8061-60a38c12defa req-41623910-3455-445f-8043-5b0b3525a34f tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:45.213753 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e2745249-96db-40f4-8061-60a38c12defa req-41623910-3455-445f-8043-5b0b3525a34f tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 932 time: 0.0880086 Dec 21 17:15:45.267513 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e2745249-96db-40f4-8061-60a38c12defa req-f2ca1c0e-bde1-4e77-8b82-36f6498d1a8d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475857 Dec 21 17:15:45.813275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-05677a09-34df-43b8-9a78-2acfebfa163a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:46.494833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216171a-7118-474e-a06e-de448f55b605 req-e53fe511-6f96-4543-8a2f-029bdcef83da tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:46.506044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a216171a-7118-474e-a06e-de448f55b605 req-e53fe511-6f96-4543-8a2f-029bdcef83da tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 932 time: 0.0964534 Dec 21 17:15:46.548478 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a216171a-7118-474e-a06e-de448f55b605 req-d1a27f30-4999-4586-b447-16064213c69c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Dec 21 17:15:47.214206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:47.753955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a25ca-a2d9-4d41-9795-2e43a076301b req-aaa53f0e-e4f2-4148-ab88-509778ae7d39 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:47.755651 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d75a25ca-a2d9-4d41-9795-2e43a076301b req-aaa53f0e-e4f2-4148-ab88-509778ae7d39 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 932 time: 0.0863371 Dec 21 17:15:47.763853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:15:47.812413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d75a25ca-a2d9-4d41-9795-2e43a076301b req-6e91125d-08b9-4f00-b397-ca1684fc264f tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497022 Dec 21 17:15:48.055987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c243bbf7-703b-43e7-85a2-30e1d8a83593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:48.440716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:49.023584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f55cde-8a6e-4ff7-b597-5339a5423c70 req-9c28b501-971f-4be6-8324-665b923cab5e tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:49.025236 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1f55cde-8a6e-4ff7-b597-5339a5423c70 req-9c28b501-971f-4be6-8324-665b923cab5e tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 932 time: 0.0888734 Dec 21 17:15:49.082913 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a1f55cde-8a6e-4ff7-b597-5339a5423c70 req-d04f945a-adea-4ef3-9ce5-d0ee372baa4a tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514171 Dec 21 17:15:49.936887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:50.310471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b30fb-8a93-4e9b-ad5f-c0e9179d25a1 req-f955f2c7-9254-4739-b74b-bad1f8e281e1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:50.312157 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f6b30fb-8a93-4e9b-ad5f-c0e9179d25a1 req-f955f2c7-9254-4739-b74b-bad1f8e281e1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 932 time: 0.0915365 Dec 21 17:15:50.365680 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f6b30fb-8a93-4e9b-ad5f-c0e9179d25a1 req-15a0800b-e0b9-47d8-ba7a-4a4844ed8204 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468233 Dec 21 17:15:51.550350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Request body: {'port': {'device_id': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:15:51.570074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30d7f7-d781-42f8-954e-85143272c5bd req-66c38f5d-431c-4d3e-b801-0023962fd1b8 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:51.571714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5f30d7f7-d781-42f8-954e-85143272c5bd req-66c38f5d-431c-4d3e-b801-0023962fd1b8 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 932 time: 0.0834675 Dec 21 17:15:51.619350 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5f30d7f7-d781-42f8-954e-85143272c5bd req-b6806eb2-9e89-4753-96bf-8b967a03665a tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Dec 21 17:15:51.667800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:52.025919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97fdbb7-7684-43d9-be67-e987146d7120 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:15:52.032819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:52.048087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Transition to ACTIVE for port object a97fdbb7-7684-43d9-be67-e987146d7120 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:15:52.050761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:52.055682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1d550103-72d7-46a1-b71d-2f527c8c4f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:52.183735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a97fdbb7-7684-43d9-be67-e987146d7120,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:52.188360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:52.301200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Attempting to bind port a97fdbb7-7684-43d9-be67-e987146d7120 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:15:52.301503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Attempting to bind port a97fdbb7-7684-43d9-be67-e987146d7120 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:15:52.301868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Attempting to bind port a97fdbb7-7684-43d9-be67-e987146d7120 on network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:15:52.308199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Port a97fdbb7-7684-43d9-be67-e987146d7120 on network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:15:52.308557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Attempting to bind port a97fdbb7-7684-43d9-be67-e987146d7120 on network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:15:52.315409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:15:52.315785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Checking segment: {'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:15:52.316208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Bound using segment: {'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:15:52.316683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Bound port: a97fdbb7-7684-43d9-be67-e987146d7120, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3375b965-fa0b-4e6a-8987-b3bcc7b29879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:15:52.317066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:52.413043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] For port a97fdbb7-7684-43d9-be67-e987146d7120, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:15:52.416178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] For port a97fdbb7-7684-43d9-be67-e987146d7120, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a97fdbb7-7684-43d9-be67-e987146d7120,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:15:52.419537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:52.423935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9c9f597-ee60-4cf3-9e16-487a217ed006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:52.483434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:52.484928 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 1094 time: 0.9415426 Dec 21 17:15:52.485482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:15:52.506571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a97fdbb7-7684-43d9-be67-e987146d7120,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:52.511727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:52.566814 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'status': 'completed', 'code': 200} Dec 21 17:15:52.614021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-f2f0b301-6b4e-4cab-918b-3b9dbb141adf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18a13561c95e4ff4b131289bc421bb62&device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 1097 time: 0.0849059 Dec 21 17:15:52.689334 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-65f028a2-4000-49d5-8904-6931b7a65786 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 217 time: 0.0674534 Dec 21 17:15:52.763320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-d4aa0b50-5d0a-4188-b02b-00d2f6a955a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:52.764839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-d4aa0b50-5d0a-4188-b02b-00d2f6a955a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=818c9450-f6d6-4bb9-a1e9-ae11befe4db0 HTTP/1.1" status: 200 len: 853 time: 0.0696268 Dec 21 17:15:52.837373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e269047-5c9a-4c3b-9f63-dd6187832747 req-9fd8370a-fd02-40fb-b17c-33a1823865e8 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:52.839031 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e269047-5c9a-4c3b-9f63-dd6187832747 req-9fd8370a-fd02-40fb-b17c-33a1823865e8 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 944 time: 0.0908647 Dec 21 17:15:52.846471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-7d11f489-5712-4841-9a6f-d5997ab54022 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755754 Dec 21 17:15:52.889164 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e269047-5c9a-4c3b-9f63-dd6187832747 req-96aca2c9-de3a-4028-b608-237962be9fbd tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Dec 21 17:15:52.990733 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-915a0480-85b0-4cff-98f6-193ef2bdfe37 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374283 Dec 21 17:15:53.132128 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cc1db1a-0ed1-41b2-a411-9869e6575fa6 req-047b0878-5b57-4c48-ac38-6affc1ec83b0 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356859 Dec 21 17:15:53.250412 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6248d51a-1167-486f-8f12-d1aa96b69e45 req-dcdf2162-db72-4bcc-aa42-77ffb3c5a4a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18a13561c95e4ff4b131289bc421bb62&device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 1097 time: 0.0781035 Dec 21 17:15:53.391982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248d51a-1167-486f-8f12-d1aa96b69e45 req-0e475bd8-ee36-4b45-830c-65dccde8c8fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:53.393488 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6248d51a-1167-486f-8f12-d1aa96b69e45 req-0e475bd8-ee36-4b45-830c-65dccde8c8fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829 HTTP/1.1" status: 200 len: 915 time: 0.1363468 Dec 21 17:15:53.464212 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6248d51a-1167-486f-8f12-d1aa96b69e45 req-654613a1-e010-4236-b85a-a5f98c85c6f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 217 time: 0.0635531 Dec 21 17:15:53.535117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248d51a-1167-486f-8f12-d1aa96b69e45 req-6555a55d-c896-4346-97ba-6fa809b6dd29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:53.537184 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6248d51a-1167-486f-8f12-d1aa96b69e45 req-6555a55d-c896-4346-97ba-6fa809b6dd29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=818c9450-f6d6-4bb9-a1e9-ae11befe4db0 HTTP/1.1" status: 200 len: 853 time: 0.0659521 Dec 21 17:15:53.620397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6248d51a-1167-486f-8f12-d1aa96b69e45 req-e9b15d17-3512-4917-9f7a-b0df77f328fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766730 Dec 21 17:15:53.760251 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6248d51a-1167-486f-8f12-d1aa96b69e45 req-adbd3d28-8034-4318-ba17-30b36b716874 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332765 Dec 21 17:15:53.901457 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6248d51a-1167-486f-8f12-d1aa96b69e45 req-32714166-1fb1-4a25-8df5-1bb30d7e2b4e service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341116 Dec 21 17:15:54.097466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfdd00-9d02-4c81-af51-9ba95496e759 req-67f21a6c-0497-4bd7-853e-b3cb4a067ccf tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:54.099001 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f7bfdd00-9d02-4c81-af51-9ba95496e759 req-67f21a6c-0497-4bd7-853e-b3cb4a067ccf tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 944 time: 0.0886407 Dec 21 17:15:54.146883 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f7bfdd00-9d02-4c81-af51-9ba95496e759 req-668a9dfd-988a-4373-9b24-3d56e41e09a4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Dec 21 17:15:54.390231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device a97fdbb7-7684-43d9-be67-e987146d7120 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:15:54.530926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port a97fdbb7-7684-43d9-be67-e987146d7120, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a97fdbb7-7684-43d9-be67-e987146d7120,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:54.544634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'port_id': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'mac_address': 'fa:16:3e:a0:0c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:15:54.600170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:54.618560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97fdbb7-7684-43d9-be67-e987146d7120 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:15:54.634151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port a97fdbb7-7684-43d9-be67-e987146d7120, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a97fdbb7-7684-43d9-be67-e987146d7120,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:54.637001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:54.638868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:54.706736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=a97fdbb7-7684-43d9-be67-e987146d7120,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:54.709797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:54.838289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['a97fdbb7-7684-43d9-be67-e987146d7120'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:15:55.595505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ebf0f-9502-4c9d-8afa-c3151545e266 req-69581aed-def3-4db3-b50d-4e25b2d81fb5 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:55.597110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1e1ebf0f-9502-4c9d-8afa-c3151545e266 req-69581aed-def3-4db3-b50d-4e25b2d81fb5 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 945 time: 0.3317449 Dec 21 17:15:55.646090 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1e1ebf0f-9502-4c9d-8afa-c3151545e266 req-61df1e7e-caae-4bd5-8adb-152dc92636c0 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422523 Dec 21 17:15:56.394086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device a97fdbb7-7684-43d9-be67-e987146d7120 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:15:56.463737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port a97fdbb7-7684-43d9-be67-e987146d7120 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:15:56.468467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port a97fdbb7-7684-43d9-be67-e987146d7120 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:15:56.468892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:56.585791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:56.612725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:15:56.623152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port a97fdbb7-7684-43d9-be67-e987146d7120, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a97fdbb7-7684-43d9-be67-e987146d7120,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:15:56.644768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:56.646953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:15:56.682025 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'code': 200} Dec 21 17:15:56.715938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=a97fdbb7-7684-43d9-be67-e987146d7120,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:15:56.719145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:15:56.865028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56915bc9-9154-4b65-9e58-70b6b513bf09 req-0fdca20b-f128-4f82-afe1-f0395d2960f7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:56.866648 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56915bc9-9154-4b65-9e58-70b6b513bf09 req-0fdca20b-f128-4f82-afe1-f0395d2960f7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 946 time: 0.0874183 Dec 21 17:15:56.919194 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56915bc9-9154-4b65-9e58-70b6b513bf09 req-6511c1ad-f040-4d9b-a1e1-e1e623ed0f02 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457864 Dec 21 17:15:56.921454 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f5ee22a2-97fe-49cc-966d-fbc7924781e8 req-df03c796-93fd-4846-98f1-5f3d0eaec360 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 1099 time: 0.0745008 Dec 21 17:15:56.970725 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f5ee22a2-97fe-49cc-966d-fbc7924781e8 req-89fae971-dc79-465f-8fc0-23c7a02a57bb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Dec 21 17:15:58.130143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c60973-4176-4b38-8c80-08e5c397cef8 req-22358ce9-7f6f-42bc-94be-0c79fcf18d69 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:58.132376 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92c60973-4176-4b38-8c80-08e5c397cef8 req-22358ce9-7f6f-42bc-94be-0c79fcf18d69 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 946 time: 0.0873952 Dec 21 17:15:58.185475 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-92c60973-4176-4b38-8c80-08e5c397cef8 req-6fb4ce97-dc05-4ecd-93aa-ca255a9b030e tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467944 Dec 21 17:15:58.394327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6f2d-50c9-42e0-b4bd-16c5cd7ae584 req-a412b04f-5510-4c22-8750-71f3d895052c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:58.395971 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ceac6f2d-50c9-42e0-b4bd-16c5cd7ae584 req-a412b04f-5510-4c22-8750-71f3d895052c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 946 time: 0.0862534 Dec 21 17:15:58.445444 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ceac6f2d-50c9-42e0-b4bd-16c5cd7ae584 req-6505e2a0-c68e-42cf-b6a6-d2ddfd430a18 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433843 Dec 21 17:15:58.873933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b10ce-f4ab-49d9-851b-c37b50718e7e req-2c7a43e0-5d98-4f13-9a17-6f117390ed25 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:58.875499 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-329b10ce-f4ab-49d9-851b-c37b50718e7e req-2c7a43e0-5d98-4f13-9a17-6f117390ed25 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 946 time: 0.0849974 Dec 21 17:15:58.923386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-329b10ce-f4ab-49d9-851b-c37b50718e7e req-e93ebc38-99ad-4889-949e-840df3dbab1e tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418761 Dec 21 17:15:59.511055 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a3c00a04-3546-40de-a7d3-89d779b15d3f req-f10ade86-d9f0-49dc-970c-6c83583b1231 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753672 Dec 21 17:15:59.632657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:15:59.659850 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a3c00a04-3546-40de-a7d3-89d779b15d3f req-236ac122-498e-46ab-ba7a-b0fc6e2ee5e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18a13561c95e4ff4b131289bc421bb62&device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 1099 time: 0.0790315 Dec 21 17:15:59.817318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c00a04-3546-40de-a7d3-89d779b15d3f req-c911ead9-17ca-4b2c-b87e-b18c90f8d828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:15:59.819497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a3c00a04-3546-40de-a7d3-89d779b15d3f req-c911ead9-17ca-4b2c-b87e-b18c90f8d828 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829 HTTP/1.1" status: 200 len: 915 time: 0.1408129 Dec 21 17:16:00.125753 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a3c00a04-3546-40de-a7d3-89d779b15d3f req-10b2068e-2b17-4d9c-98d4-5d6d121e9067 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 217 time: 0.3002434 Dec 21 17:16:00.196133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c00a04-3546-40de-a7d3-89d779b15d3f req-2fa03659-d30d-44ab-8c8e-2facd60a312f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:00.197712 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a3c00a04-3546-40de-a7d3-89d779b15d3f req-2fa03659-d30d-44ab-8c8e-2facd60a312f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=818c9450-f6d6-4bb9-a1e9-ae11befe4db0 HTTP/1.1" status: 200 len: 853 time: 0.0658505 Dec 21 17:16:00.277104 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a3c00a04-3546-40de-a7d3-89d779b15d3f req-522f9f37-e6f3-421d-b8c9-7172e81ffb8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735083 Dec 21 17:16:00.418435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a3c00a04-3546-40de-a7d3-89d779b15d3f req-62a25181-374a-4138-a1c6-fd3fd3a6d6fe service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352832 Dec 21 17:16:00.563124 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a3c00a04-3546-40de-a7d3-89d779b15d3f req-f1e7da76-6893-4e02-ae8f-04832a29e244 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387637 Dec 21 17:16:09.403266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77752a-8702-4a55-abaf-81c3238ed056 req-b74f52a6-9535-40a2-ac22-fff010d7550d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:09.404711 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fb77752a-8702-4a55-abaf-81c3238ed056 req-b74f52a6-9535-40a2-ac22-fff010d7550d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 946 time: 0.0876107 Dec 21 17:16:09.453566 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fb77752a-8702-4a55-abaf-81c3238ed056 req-ce30057f-b789-4a6c-a8a7-7430666a259c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424154 Dec 21 17:16:09.481680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51062) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:16:09.683363 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-77d4e350-dfcf-4eb5-9f7e-6a4b71173e3b tempest-TestMinimumBasicScenario-990746808 tempest-TestMinimumBasicScenario-990746808-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 1094 time: 0.2003143 Dec 21 17:16:09.686304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51068) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:16:09.691945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:16:09.698479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:16:09.702564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Usage tracker for resource:floatingip and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:16:09.705627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:16:09.711707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:16:09.721188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:09.874264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:10.018631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Allocated IP 172.26.7.76 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/bb3b14fb-fc59-447b-8819-c4b54fc91d03) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:16:10.183662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:10.208712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:10.213554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-71143973-110b-4f6e-878c-bd1b17c61352 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:16:10.283334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:16:10.286654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:16:10.291791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:16:10.316590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'Port': ['ID=bb3b14fb-fc59-447b-8819-c4b54fc91d03,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:16:10.340349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:16:10.340780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:16:10.341207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:16:10.341631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:16:10.342044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:16:10.342459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:16:10.342895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:16:10.343310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:16:10.343718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:16:10.344127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:16:10.344533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:16:10.349475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:16:10.831255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:10.887919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:11.093486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:11.096435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:11.100727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cc822c9-9754-4c14-960f-392fd19e8a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:16:11.207133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'Port': ['ID=bb3b14fb-fc59-447b-8819-c4b54fc91d03,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:16:11.211722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:16:11.224417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:11.427698 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Floating IP 539a83c6-7619-41a6-81a4-d8ca2bc32a59 associated. External IP: 172.26.7.76, port: a97fdbb7-7684-43d9-be67-e987146d7120. Dec 21 17:16:11.829782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Router fc1d481c-e01f-4351-b296-c166be102da3 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:16:12.277833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:16:12.287291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab2c25-f482-410c-b466-69dba279a903 None None] Sync routers for ids ['fc1d481c-e01f-4351-b296-c166be102da3'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:16:12.300792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab2c25-f482-410c-b466-69dba279a903 None None] Routers {'fc1d481c-e01f-4351-b296-c166be102da3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:16:12.301459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-29ab2c25-f482-410c-b466-69dba279a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:15:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['fc1d481c-e01f-4351-b296-c166be102da3'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:16:12.303869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.360822 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6733725 Dec 21 17:16:12.361906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:16:12.363279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51072) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:16:12.377404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1721381219', 'description': 'tempest-secgroup-smoke-1721381219 description', 'project_id': '18a13561c95e4ff4b131289bc421bb62'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:16:12.384873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:16:12.395162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:16:12.404533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.450073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:16:12.454320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Usage tracker for resource:security_group_rule and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:16:12.457701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:16:12.464075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:16:12.498374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-29ab2c25-f482-410c-b466-69dba279a903 None None] Set router fc1d481c-e01f-4351-b296-c166be102da3 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:16:12.523307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.527266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.532663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0425312d-6c14-4edb-b864-239708459ffb tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:16:12.582561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f78e409-c1c4-46a0-ac03-048628db4592,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:16:12.585917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:16:12.588264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.591162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'status': 'completed', 'code': 200} Dec 21 17:16:12.594751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51080) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:16:12.601039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Request body: {'security_group_rule': {'security_group_id': '4f78e409-c1c4-46a0-ac03-048628db4592', 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:16:12.604931 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3dc986e7-d9a7-48d9-925e-8b263686256b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2404473 Dec 21 17:16:12.607604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:16:12.611700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Usage tracker for resource:security_group_rule and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:16:12.614977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:16:12.622697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:16:12.639832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.698666 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0a505d3-5a48-4e97-8fd4-e1a8a505455f req-ee6b8b88-086d-4492-b30b-f7e5cbf25f0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18a13561c95e4ff4b131289bc421bb62&device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 1099 time: 0.0833151 Dec 21 17:16:12.706823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.710025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.712256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-370d44b7-97d8-4f19-8c6b-a5afc7282397 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:16:12.750258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4834f048-2599-446c-b308-67c2ad53386c,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:16:12.753509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:16:12.755300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.756842 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1610663 Dec 21 17:16:12.759793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51084) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:16:12.766149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Request body: {'security_group_rule': {'security_group_id': '4f78e409-c1c4-46a0-ac03-048628db4592', 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:16:12.773041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:16:12.777132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Usage tracker for resource:security_group_rule and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:16:12.780317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:16:12.787882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:16:12.805175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.859389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a505d3-5a48-4e97-8fd4-e1a8a505455f req-54f5ec6a-76d9-48b0-8a92-e2d860dfb697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:12.861200 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0a505d3-5a48-4e97-8fd4-e1a8a505455f req-54f5ec6a-76d9-48b0-8a92-e2d860dfb697 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829 HTTP/1.1" status: 200 len: 915 time: 0.1562836 Dec 21 17:16:12.876239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.879012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.880481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-29ab2c25-f482-410c-b466-69dba279a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:19Z', 'revision_number': 4, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '539a83c6-7619-41a6-81a4-d8ca2bc32a59', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'floating_ip_address': '172.26.7.76', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'port_id': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'mac_address': 'fa:16:3e:a0:0c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:16:10Z', 'updated_at': '2021-12-21T17:16:10Z', 'revision_number': 0, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453f7bc3-7a9a-4742-91ee-ff579fe1b179', 'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'mac_address': 'fa:16:3e:57:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:18Z', 'updated_at': '2021-12-21T17:15:27Z', 'revision_number': 5, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'subnets': [{'id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:16:12.885255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab2c25-f482-410c-b466-69dba279a903 None None] Checking router: fc1d481c-e01f-4351-b296-c166be102da3 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:16:12.887201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-86d34748-9498-49bd-a901-ecd40b580c91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:16:12.897100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab2c25-f482-410c-b466-69dba279a903 None None] Routers {'fc1d481c-e01f-4351-b296-c166be102da3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:16:12.897767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-29ab2c25-f482-410c-b466-69dba279a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:15:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['fc1d481c-e01f-4351-b296-c166be102da3'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:16:12.906354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64856769-e9c4-4acf-aed7-cf3de5bcd027,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:16:12.909603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:16:12.920251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.924626 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d51308de-1105-4ae6-8a3a-5f205e9b8a00 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1606317 Dec 21 17:16:12.925967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51088) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:16:12.931830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Request body: {'security_group_rule': {'security_group_id': '4f78e409-c1c4-46a0-ac03-048628db4592', 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:16:12.939025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:16:12.943166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Usage tracker for resource:security_group_rule and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:16:12.947251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:16:12.953523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:16:12.971675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:12.976755 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0a505d3-5a48-4e97-8fd4-e1a8a505455f req-1a4c7c84-886b-4689-be61-4bd6b130756c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 999 time: 0.1089740 Dec 21 17:16:13.052280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a505d3-5a48-4e97-8fd4-e1a8a505455f req-bb9fd43c-ef14-42b7-8c22-e42f7644ddf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:13.054436 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0a505d3-5a48-4e97-8fd4-e1a8a505455f req-bb9fd43c-ef14-42b7-8c22-e42f7644ddf5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=818c9450-f6d6-4bb9-a1e9-ae11befe4db0 HTTP/1.1" status: 200 len: 853 time: 0.0687172 Dec 21 17:16:13.055044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.058908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.061041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44649edc-6162-4b30-9d2b-f2eaa847ef34 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:16:13.088020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823a6fff-ed32-4b4f-adeb-e6182ee98acd,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:16:13.090847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:16:13.098366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.103201 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1739767 Dec 21 17:16:13.103553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51092) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:16:13.121968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Request body: {'security_group_rule': {'security_group_id': '4f78e409-c1c4-46a0-ac03-048628db4592', 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:16:13.131321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:16:13.137468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Usage tracker for resource:security_group_rule and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:16:13.142932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:16:13.151244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:16:13.182533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.195712 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0a505d3-5a48-4e97-8fd4-e1a8a505455f req-a9ce7893-788e-48d6-8083-84fce584a985 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1334119 Dec 21 17:16:13.242596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-29ab2c25-f482-410c-b466-69dba279a903 None None] Set router fc1d481c-e01f-4351-b296-c166be102da3 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:16:13.361835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.369064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.377212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-34284eb5-0965-456c-ba49-ba062b8c256f tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:16:13.407068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0a505d3-5a48-4e97-8fd4-e1a8a505455f req-ef7becd8-e2ef-4bac-b285-b78a0d95a0b7 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983948 Dec 21 17:16:13.410182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba396bb-f337-451f-b427-8edefe99f274,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:16:13.414213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:16:13.442638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.444506 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3309464 Dec 21 17:16:13.447607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51096) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:16:13.454266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Request body: {'security_group_rule': {'security_group_id': '4f78e409-c1c4-46a0-ac03-048628db4592', 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:16:13.461983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:16:13.466561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Usage tracker for resource:security_group_rule and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:16:13.470037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:16:13.476355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:16:13.488246 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Project 18a13561c95e4ff4b131289bc421bb62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:16:13.495286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.565168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.565512 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0a505d3-5a48-4e97-8fd4-e1a8a505455f req-dd18d250-804f-4c48-b0f9-a824c1645376 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481087 Dec 21 17:16:13.569267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.577629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9fc23b63-e0c6-48ec-b038-1cb4510b10d5 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:16:13.598688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d1cb4b-5047-4a0b-a5c3-fba26f44839a,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:16:13.601359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:16:13.608126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.609454 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1607707 Dec 21 17:16:13.612463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51100) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:16:13.618395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Request body: {'security_group_rule': {'security_group_id': '4f78e409-c1c4-46a0-ac03-048628db4592', 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:16:13.625430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:16:13.629485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Usage tracker for resource:security_group_rule and tenant:18a13561c95e4ff4b131289bc421bb62 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:16:13.633061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:16:13.639303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:16:13.651387 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Project 18a13561c95e4ff4b131289bc421bb62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:16:13.656082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-29ab2c25-f482-410c-b466-69dba279a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:19Z', 'revision_number': 4, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '539a83c6-7619-41a6-81a4-d8ca2bc32a59', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'floating_ip_address': '172.26.7.76', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'port_id': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'mac_address': 'fa:16:3e:a0:0c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:16:10Z', 'updated_at': '2021-12-21T17:16:10Z', 'revision_number': 0, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453f7bc3-7a9a-4742-91ee-ff579fe1b179', 'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'mac_address': 'fa:16:3e:57:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:18Z', 'updated_at': '2021-12-21T17:15:27Z', 'revision_number': 5, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'subnets': [{'id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:16:13.658008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.660275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab2c25-f482-410c-b466-69dba279a903 None None] The sync data for ids ['fc1d481c-e01f-4351-b296-c166be102da3'] in dv-neutron-822515-1-hyperv is: [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:19Z', 'revision_number': 4, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '539a83c6-7619-41a6-81a4-d8ca2bc32a59', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'floating_ip_address': '172.26.7.76', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'port_id': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'mac_address': 'fa:16:3e:a0:0c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:16:10Z', 'updated_at': '2021-12-21T17:16:10Z', 'revision_number': 0, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453f7bc3-7a9a-4742-91ee-ff579fe1b179', 'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'mac_address': 'fa:16:3e:57:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:18Z', 'updated_at': '2021-12-21T17:15:27Z', 'revision_number': 5, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'subnets': [{'id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:16:13.727947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.730984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.733039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a65a3f04-25e9-4c12-a3f3-f47739db334d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:16:13.760225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff4320f-8cdc-45fb-a6f3-53377d3ff33b,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:16:13.763014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:16:13.772722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:13.774062 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-25d7f40b-75ae-4dfb-9ba3-a40eecb304f1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1606140 Dec 21 17:16:13.913338 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e15f0268-4a85-4e86-bd79-7a2de77e99f8 req-ebff02dc-7816-45cd-83b7-fe7f1c9f4cef tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721381219&fields=id&tenant_id=18a13561c95e4ff4b131289bc421bb62 HTTP/1.1" status: 200 len: 267 time: 0.0459459 Dec 21 17:16:14.005536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb79b3d3-d635-4683-a14e-360f78615290 None None] New status for floating IP 539a83c6-7619-41a6-81a4-d8ca2bc32a59: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:16:14.007632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0268-4a85-4e86-bd79-7a2de77e99f8 req-5318e307-6076-4e42-8704-245ca17156f4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:14.009351 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e15f0268-4a85-4e86-bd79-7a2de77e99f8 req-5318e307-6076-4e42-8704-245ca17156f4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 946 time: 0.0902278 Dec 21 17:16:14.021409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-e15f0268-4a85-4e86-bd79-7a2de77e99f8 req-2a3d768d-5f83-47d8-8ced-fd46f4c21a42 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Request body: {'port': {'security_groups': ['42067653-e78f-4d95-a4bf-84fef688cdbe', '4f78e409-c1c4-46a0-ac03-048628db4592']}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:16:14.148959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e15f0268-4a85-4e86-bd79-7a2de77e99f8 req-2a3d768d-5f83-47d8-8ced-fd46f4c21a42 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:14.440740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-e15f0268-4a85-4e86-bd79-7a2de77e99f8 req-2a3d768d-5f83-47d8-8ced-fd46f4c21a42 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] For port a97fdbb7-7684-43d9-be67-e987146d7120, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a97fdbb7-7684-43d9-be67-e987146d7120,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:16:14.466224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e15f0268-4a85-4e86-bd79-7a2de77e99f8 req-2a3d768d-5f83-47d8-8ced-fd46f4c21a42 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:14.469933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e15f0268-4a85-4e86-bd79-7a2de77e99f8 req-2a3d768d-5f83-47d8-8ced-fd46f4c21a42 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:14.476132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:16:14.481403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['a97fdbb7-7684-43d9-be67-e987146d7120'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:16:14.536816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0268-4a85-4e86-bd79-7a2de77e99f8 req-2a3d768d-5f83-47d8-8ced-fd46f4c21a42 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:14.538029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e15f0268-4a85-4e86-bd79-7a2de77e99f8 req-2a3d768d-5f83-47d8-8ced-fd46f4c21a42 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:14.539589 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e15f0268-4a85-4e86-bd79-7a2de77e99f8 req-2a3d768d-5f83-47d8-8ced-fd46f4c21a42 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "PUT /v2.0/ports/a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 982 time: 0.5233219 Dec 21 17:16:14.567527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d768d-5f83-47d8-8ced-fd46f4c21a42 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'Port': ['ID=a97fdbb7-7684-43d9-be67-e987146d7120,revision_number=6']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:16:14.570818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a3d768d-5f83-47d8-8ced-fd46f4c21a42 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:16:14.592300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:16:14.633130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['a97fdbb7-7684-43d9-be67-e987146d7120'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:16:14.655570 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'status': 'completed', 'code': 200} Dec 21 17:16:14.769998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88f832-5976-4402-ac8a-b6b5a7afc0ac req-679d686d-53ff-4f26-a50a-a56ca597a434 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:14.772774 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e88f832-5976-4402-ac8a-b6b5a7afc0ac req-679d686d-53ff-4f26-a50a-a56ca597a434 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.1031432 Dec 21 17:16:14.778656 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-034aa955-b186-4bc1-b372-fd9c0c6f48c1 req-d260facb-c1ae-4abf-aa55-bf8277179f59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18a13561c95e4ff4b131289bc421bb62&device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 1138 time: 0.0936899 Dec 21 17:16:14.860497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e88f832-5976-4402-ac8a-b6b5a7afc0ac req-ec6cfa71-f60a-44ad-a4a7-37eadac0c664 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689840 Dec 21 17:16:14.955026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034aa955-b186-4bc1-b372-fd9c0c6f48c1 req-bb7ce232-9a88-4dcd-9765-b025e60c1a4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:14.956686 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-034aa955-b186-4bc1-b372-fd9c0c6f48c1 req-bb7ce232-9a88-4dcd-9765-b025e60c1a4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829 HTTP/1.1" status: 200 len: 915 time: 0.1716180 Dec 21 17:16:15.051740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c9cd8ba1-b93d-4369-8249-cf6f62aba3e8 None None] Provisioning complete for port a97fdbb7-7684-43d9-be67-e987146d7120 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:16:15.052088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c9cd8ba1-b93d-4369-8249-cf6f62aba3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:15.067114 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-034aa955-b186-4bc1-b372-fd9c0c6f48c1 req-6d20890d-c4f7-4fae-97fc-9a258de12553 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 1001 time: 0.1032562 Dec 21 17:16:15.138906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034aa955-b186-4bc1-b372-fd9c0c6f48c1 req-c90652be-0b40-4963-bf60-dfb68ee89119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:15.140407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-034aa955-b186-4bc1-b372-fd9c0c6f48c1 req-c90652be-0b40-4963-bf60-dfb68ee89119 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=818c9450-f6d6-4bb9-a1e9-ae11befe4db0 HTTP/1.1" status: 200 len: 853 time: 0.0675251 Dec 21 17:16:15.222174 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-034aa955-b186-4bc1-b372-fd9c0c6f48c1 req-70782caa-9794-4fc1-944a-a0051a277413 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739107 Dec 21 17:16:15.372413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-034aa955-b186-4bc1-b372-fd9c0c6f48c1 req-4c0c5607-facf-4d14-82a7-3622ba297aae service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391022 Dec 21 17:16:15.524472 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-034aa955-b186-4bc1-b372-fd9c0c6f48c1 req-7476c26c-f66f-4889-9033-0a46fdf0379d service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455481 Dec 21 17:16:15.815655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f024ee3f-a2ef-45ae-8755-3f0ef45ed5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:17.216437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:18.058401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2edda96f-bcab-4b90-a7f2-9a2466fcd76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:18.438077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:19.950237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:24.764742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:16:29.626567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:32.018019 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-13ef3cae-3d8d-4598-8dd8-a5b6a86e628b req-5f5bfc84-9e93-4569-b241-4f132f36e4fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18a13561c95e4ff4b131289bc421bb62&device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 1138 time: 0.0756876 Dec 21 17:16:32.061715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d115-0856-4851-8a51-8903a1d635b5 req-07e5e7a0-0e0b-4ec0-98c9-026ee2aea63f tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:32.063340 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4da2d115-0856-4851-8a51-8903a1d635b5 req-07e5e7a0-0e0b-4ec0-98c9-026ee2aea63f tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0829406 Dec 21 17:16:32.112439 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4da2d115-0856-4851-8a51-8903a1d635b5 req-11b04611-87d2-4720-88ed-e6bc4beb20e0 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423968 Dec 21 17:16:32.162148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3cae-3d8d-4598-8dd8-a5b6a86e628b req-f8fa3d5c-430d-455a-8a19-f1b86a797b36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:32.163803 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-13ef3cae-3d8d-4598-8dd8-a5b6a86e628b req-f8fa3d5c-430d-455a-8a19-f1b86a797b36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829 HTTP/1.1" status: 200 len: 915 time: 0.1388087 Dec 21 17:16:32.282382 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-13ef3cae-3d8d-4598-8dd8-a5b6a86e628b req-5776da0d-ebb7-494c-97a6-5d18319aea72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 1001 time: 0.1059103 Dec 21 17:16:32.354214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3cae-3d8d-4598-8dd8-a5b6a86e628b req-46ac3ac3-0a8d-4e13-a68a-dd449d9844d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:32.355804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-13ef3cae-3d8d-4598-8dd8-a5b6a86e628b req-46ac3ac3-0a8d-4e13-a68a-dd449d9844d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=818c9450-f6d6-4bb9-a1e9-ae11befe4db0 HTTP/1.1" status: 200 len: 853 time: 0.0661995 Dec 21 17:16:32.439064 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-13ef3cae-3d8d-4598-8dd8-a5b6a86e628b req-bb8ad43e-0228-4015-a95f-f5f0e4fc7e55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756538 Dec 21 17:16:32.581633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-13ef3cae-3d8d-4598-8dd8-a5b6a86e628b req-28fea064-f631-4729-8999-5417ce647b9c service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333370 Dec 21 17:16:32.724400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-13ef3cae-3d8d-4598-8dd8-a5b6a86e628b req-52c5c274-1fa9-4edb-b45a-6db98f3b54d2 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357944 Dec 21 17:16:33.326226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1116d8-9987-4ba9-a594-e68779db85ae req-c3fecff3-67c6-4809-873e-eb662602c57b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:33.327872 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c1116d8-9987-4ba9-a594-e68779db85ae req-c3fecff3-67c6-4809-873e-eb662602c57b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0891325 Dec 21 17:16:33.378011 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c1116d8-9987-4ba9-a594-e68779db85ae req-cd0d00da-d510-49da-9710-9101104ea97c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439165 Dec 21 17:16:34.586929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff574ff-f3e7-4ae8-b8fc-66d261840b00 req-dc1aece8-9a56-4a05-bcf4-d602440f056e tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:34.588568 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff574ff-f3e7-4ae8-b8fc-66d261840b00 req-dc1aece8-9a56-4a05-bcf4-d602440f056e tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0831473 Dec 21 17:16:34.639023 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ff574ff-f3e7-4ae8-b8fc-66d261840b00 req-50637d92-75a9-474f-936a-fe1ce1389f38 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443356 Dec 21 17:16:35.850911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d84ddd-25a7-44f6-9751-9d5ec37aa313 req-230936f9-209a-4a85-8161-98f58435b4ac tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:35.852504 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-78d84ddd-25a7-44f6-9751-9d5ec37aa313 req-230936f9-209a-4a85-8161-98f58435b4ac tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0866318 Dec 21 17:16:35.903334 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-78d84ddd-25a7-44f6-9751-9d5ec37aa313 req-a7d1b9ad-4d8f-490c-b346-21f3820cbdf4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443950 Dec 21 17:16:37.105051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b988e-76f2-45a7-8e7e-7af6a11a98f4 req-3ca8d851-9ec0-47fd-bacb-f2cdfea3ae30 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:37.106631 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-887b988e-76f2-45a7-8e7e-7af6a11a98f4 req-3ca8d851-9ec0-47fd-bacb-f2cdfea3ae30 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0816891 Dec 21 17:16:37.160132 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-887b988e-76f2-45a7-8e7e-7af6a11a98f4 req-76b6fac1-d02b-400b-9df3-2ae29b7e58c4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472803 Dec 21 17:16:38.367832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b2c7b-aad0-4a2b-9d44-fc2547771d95 req-47519c64-794b-4dc7-9880-9ac3c5576f67 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:38.369413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-386b2c7b-aad0-4a2b-9d44-fc2547771d95 req-47519c64-794b-4dc7-9880-9ac3c5576f67 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0827827 Dec 21 17:16:38.421944 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-386b2c7b-aad0-4a2b-9d44-fc2547771d95 req-213da92f-5efe-4449-96c6-b2889c6163ae tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454390 Dec 21 17:16:39.631149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017307b-46bf-4d12-b5bf-250686a3fa73 req-3908f594-b8af-492a-8e38-5cbe3909d0ed tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:39.632724 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f017307b-46bf-4d12-b5bf-250686a3fa73 req-3908f594-b8af-492a-8e38-5cbe3909d0ed tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0881791 Dec 21 17:16:39.682440 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f017307b-46bf-4d12-b5bf-250686a3fa73 req-2a7caa49-d4dc-4605-8cab-e640bda8908b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433218 Dec 21 17:16:40.892725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb959d6-b8da-4d7c-b400-bd5f75b17d1c req-21e82d09-1735-4557-bcc6-fb67fd4734e9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:40.894265 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bcb959d6-b8da-4d7c-b400-bd5f75b17d1c req-21e82d09-1735-4557-bcc6-fb67fd4734e9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0826659 Dec 21 17:16:40.945609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bcb959d6-b8da-4d7c-b400-bd5f75b17d1c req-64d6cd57-d5a7-4e77-8dad-da22dd810327 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445480 Dec 21 17:16:42.156269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935baadc-28d7-4696-a645-b2fc189f4956 req-a55b1081-1571-4ea8-a67b-d2ae92f25829 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:42.157922 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935baadc-28d7-4696-a645-b2fc189f4956 req-a55b1081-1571-4ea8-a67b-d2ae92f25829 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0879340 Dec 21 17:16:42.207015 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935baadc-28d7-4696-a645-b2fc189f4956 req-6f476c3f-3e29-457a-becd-ecf77154db3b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428624 Dec 21 17:16:43.552775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dc74a-a1d4-4dee-b325-357a0a314cae req-f27e01c3-32d6-4085-830e-26f8b55a113a tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:43.554329 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-745dc74a-a1d4-4dee-b325-357a0a314cae req-f27e01c3-32d6-4085-830e-26f8b55a113a tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0835383 Dec 21 17:16:43.606401 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-745dc74a-a1d4-4dee-b325-357a0a314cae req-ac9033a4-451e-4744-a68a-86cfe683237c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456049 Dec 21 17:16:44.812771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3b241-1402-4866-b11d-aa0cc1177952 req-94ff9bd6-91af-460d-9c20-efe4d4d202a6 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:44.814373 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddd3b241-1402-4866-b11d-aa0cc1177952 req-94ff9bd6-91af-460d-9c20-efe4d4d202a6 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0857980 Dec 21 17:16:44.864921 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ddd3b241-1402-4866-b11d-aa0cc1177952 req-8597ee3c-906d-4eea-89e5-f358f617fbc2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=4f78e409-c1c4-46a0-ac03-048628db4592&id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442975 Dec 21 17:16:45.817378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-203d7233-b0d6-4f64-b40b-adf293e9f0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:47.217422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:48.059229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7c845a14-c36a-4aba-a77d-691de2b13946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:48.439884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:49.948757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:58.905536 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cf7cb31-175d-46bc-8ab2-b1481ab97162 req-3bd9849b-3835-4342-bc5b-0e5f64893181 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766768 Dec 21 17:16:59.056906 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cf7cb31-175d-46bc-8ab2-b1481ab97162 req-a2b1890b-c626-44ed-8af4-496de849162f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18a13561c95e4ff4b131289bc421bb62&device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 1138 time: 0.0773759 Dec 21 17:16:59.436214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7cb31-175d-46bc-8ab2-b1481ab97162 req-25b2bcd8-88d4-4cdc-a23a-c5759fae1cad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:59.437821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cf7cb31-175d-46bc-8ab2-b1481ab97162 req-25b2bcd8-88d4-4cdc-a23a-c5759fae1cad service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829 HTTP/1.1" status: 200 len: 915 time: 0.3627234 Dec 21 17:16:59.542521 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cf7cb31-175d-46bc-8ab2-b1481ab97162 req-27c3d412-3518-48ea-99bc-4355d82ed6a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 1001 time: 0.0965843 Dec 21 17:16:59.621629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7cb31-175d-46bc-8ab2-b1481ab97162 req-60d3a93b-d0d8-4bfa-8379-69fe0fb53ab0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:16:59.621629 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cf7cb31-175d-46bc-8ab2-b1481ab97162 req-60d3a93b-d0d8-4bfa-8379-69fe0fb53ab0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=818c9450-f6d6-4bb9-a1e9-ae11befe4db0 HTTP/1.1" status: 200 len: 853 time: 0.0663414 Dec 21 17:16:59.634114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:16:59.700188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cf7cb31-175d-46bc-8ab2-b1481ab97162 req-92034a28-6367-472f-be75-4075d0fefd77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750973 Dec 21 17:16:59.842053 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cf7cb31-175d-46bc-8ab2-b1481ab97162 req-c1181039-3774-4b5b-8bc3-de88c461b6c4 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342943 Dec 21 17:16:59.986762 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cf7cb31-175d-46bc-8ab2-b1481ab97162 req-70a8fa0b-12fa-456f-a643-463f0827a239 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376679 Dec 21 17:17:01.765620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:17:15.820279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3bf29ca8-1b07-49ea-80b2-c06e790c8447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:17.218893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:17.511180 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-571b90cf-687d-440a-92ac-6779425ad275 req-4df087c7-2099-48a6-909c-95ebf7b72a68 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721381219&fields=id&tenant_id=18a13561c95e4ff4b131289bc421bb62 HTTP/1.1" status: 200 len: 267 time: 0.1620395 Dec 21 17:17:17.600561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b90cf-687d-440a-92ac-6779425ad275 req-1623278b-7282-44ed-afac-b0a51068a9f4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:17.602145 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-571b90cf-687d-440a-92ac-6779425ad275 req-1623278b-7282-44ed-afac-b0a51068a9f4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 985 time: 0.0852399 Dec 21 17:17:17.614117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-571b90cf-687d-440a-92ac-6779425ad275 req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Request body: {'port': {'security_groups': ['42067653-e78f-4d95-a4bf-84fef688cdbe']}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:17.735060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-571b90cf-687d-440a-92ac-6779425ad275 req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:17.979879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-571b90cf-687d-440a-92ac-6779425ad275 req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] For port a97fdbb7-7684-43d9-be67-e987146d7120, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a97fdbb7-7684-43d9-be67-e987146d7120,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:18.006323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-571b90cf-687d-440a-92ac-6779425ad275 req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.010474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-571b90cf-687d-440a-92ac-6779425ad275 req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.016333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee7a1986-3e68-4e7a-a873-24f811cdcc4d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:18.022017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['a97fdbb7-7684-43d9-be67-e987146d7120'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:17:18.082480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-00ab8804-fff0-463b-97aa-887cabd8f858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.089014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b90cf-687d-440a-92ac-6779425ad275 req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:18.089699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-571b90cf-687d-440a-92ac-6779425ad275 req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.091215 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-571b90cf-687d-440a-92ac-6779425ad275 req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "PUT /v2.0/ports/a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 943 time: 0.4818897 Dec 21 17:17:18.091813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:17:18.099116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51152) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:18.120278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event updated for resources: {'Port': ['ID=a97fdbb7-7684-43d9-be67-e987146d7120,revision_number=7']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:18.132905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.133634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.135051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.135638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.136215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.136939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.137512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.138081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.138647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.139241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.139814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.145450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:18.165914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['a97fdbb7-7684-43d9-be67-e987146d7120'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:17:18.190313 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'status': 'completed', 'code': 200} Dec 21 17:17:18.193920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.242674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.313676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.321848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-35631cc0-5e11-451b-aa36-62407cc20c19 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:18.382484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f78e409-c1c4-46a0-ac03-048628db4592,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:18.405782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.409631 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "DELETE /v2.0/security-groups/4f78e409-c1c4-46a0-ac03-048628db4592 HTTP/1.1" status: 204 len: 168 time: 0.3068459 Dec 21 17:17:18.410125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51160) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:18.423430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.423869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.424296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.424717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.425136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.425551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.425966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.426356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.426834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.427213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.427627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:18.436087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:18.463772 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8376c4b2-9316-4e9c-8127-9e8737b5f1aa req-7151864b-f8a8-4285-8ee7-358a6a314de7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18a13561c95e4ff4b131289bc421bb62&device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 1099 time: 0.2493200 Dec 21 17:17:18.481373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.517184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-08a60c0e-a72b-4a8f-8750-b883fa87b3f7 None None] Provisioning complete for port a97fdbb7-7684-43d9-be67-e987146d7120 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:17:18.518769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08a60c0e-a72b-4a8f-8750-b883fa87b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.613054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376c4b2-9316-4e9c-8127-9e8737b5f1aa req-3498afba-2f62-45d7-b4a0-4795b50e7404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:18.614767 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8376c4b2-9316-4e9c-8127-9e8737b5f1aa req-3498afba-2f62-45d7-b4a0-4795b50e7404 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829 HTTP/1.1" status: 200 len: 915 time: 0.1447859 Dec 21 17:17:18.657055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Deleting port bb3b14fb-fc59-447b-8819-c4b54fc91d03 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:18.657436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.733452 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8376c4b2-9316-4e9c-8127-9e8737b5f1aa req-ac412536-11ac-49b2-b230-ee47e1448c63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 1001 time: 0.1110127 Dec 21 17:17:18.802485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376c4b2-9316-4e9c-8127-9e8737b5f1aa req-5e73bf6e-79d8-4403-bb52-7fe868ae8b92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:18.804400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8376c4b2-9316-4e9c-8127-9e8737b5f1aa req-5e73bf6e-79d8-4403-bb52-7fe868ae8b92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=818c9450-f6d6-4bb9-a1e9-ae11befe4db0 HTTP/1.1" status: 200 len: 853 time: 0.0649972 Dec 21 17:17:18.835275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.835655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:18.888454 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8376c4b2-9316-4e9c-8127-9e8737b5f1aa req-16e0ec6a-3bf5-49b3-b369-138e985d1b97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781136 Dec 21 17:17:18.967634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Calling delete_port for bb3b14fb-fc59-447b-8819-c4b54fc91d03 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:17:19.032830 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8376c4b2-9316-4e9c-8127-9e8737b5f1aa req-337e03ab-f19d-4bbb-8071-f6c17b20283e service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382871 Dec 21 17:17:19.126594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:19.131079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dfb6711a-df69-4e87-a60d-bb7498022449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:19.175629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event deleted for resources: {'Port': ['ID=bb3b14fb-fc59-447b-8819-c4b54fc91d03,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:19.179438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:19.186298 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8376c4b2-9316-4e9c-8127-9e8737b5f1aa req-eff8ae88-d39c-40ce-a6b1-9605fefb3648 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473658 Dec 21 17:17:19.273568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:19.673510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Router fc1d481c-e01f-4351-b296-c166be102da3 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:17:19.943691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:20.109422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:17:20.119661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f245ff2-f20d-4904-9335-34f10536d2f1 None None] Sync routers for ids ['fc1d481c-e01f-4351-b296-c166be102da3'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:17:20.126166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:20.132255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f245ff2-f20d-4904-9335-34f10536d2f1 None None] Routers {'fc1d481c-e01f-4351-b296-c166be102da3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:17:20.132940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f245ff2-f20d-4904-9335-34f10536d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['fc1d481c-e01f-4351-b296-c166be102da3'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:20.180265 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "DELETE /v2.0/floatingips/539a83c6-7619-41a6-81a4-d8ca2bc32a59 HTTP/1.1" status: 204 len: 168 time: 1.7689536 Dec 21 17:17:20.191354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:17:20.249159 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'status': 'completed', 'code': 200} Dec 21 17:17:20.324455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9f245ff2-f20d-4904-9335-34f10536d2f1 None None] Set router fc1d481c-e01f-4351-b296-c166be102da3 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:17:20.349570 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abec1e64-938f-42a8-aebe-3a85464af4c2 req-2b946d64-c532-4e00-9f9b-37941ab4153a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18a13561c95e4ff4b131289bc421bb62&device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 1099 time: 0.0780814 Dec 21 17:17:20.513451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec1e64-938f-42a8-aebe-3a85464af4c2 req-d111db93-7770-44cf-99c8-7e776ae45624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:20.515177 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abec1e64-938f-42a8-aebe-3a85464af4c2 req-d111db93-7770-44cf-99c8-7e776ae45624 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829 HTTP/1.1" status: 200 len: 915 time: 0.1589422 Dec 21 17:17:20.596375 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abec1e64-938f-42a8-aebe-3a85464af4c2 req-6264e2e3-5096-4b6e-b529-c50fbebb9256 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 200 len: 217 time: 0.0750504 Dec 21 17:17:20.670014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec1e64-938f-42a8-aebe-3a85464af4c2 req-3e4e0e08-678a-4723-b8b0-6e21ef26e597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:20.671791 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abec1e64-938f-42a8-aebe-3a85464af4c2 req-3e4e0e08-678a-4723-b8b0-6e21ef26e597 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=818c9450-f6d6-4bb9-a1e9-ae11befe4db0 HTTP/1.1" status: 200 len: 853 time: 0.0695956 Dec 21 17:17:20.687175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f245ff2-f20d-4904-9335-34f10536d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:19Z', 'revision_number': 4, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '453f7bc3-7a9a-4742-91ee-ff579fe1b179', 'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'mac_address': 'fa:16:3e:57:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:18Z', 'updated_at': '2021-12-21T17:15:27Z', 'revision_number': 5, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'subnets': [{'id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:20.691411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f245ff2-f20d-4904-9335-34f10536d2f1 None None] Checking router: fc1d481c-e01f-4351-b296-c166be102da3 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:17:20.703109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f245ff2-f20d-4904-9335-34f10536d2f1 None None] Routers {'fc1d481c-e01f-4351-b296-c166be102da3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:17:20.703750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f245ff2-f20d-4904-9335-34f10536d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['fc1d481c-e01f-4351-b296-c166be102da3'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:20.762609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abec1e64-938f-42a8-aebe-3a85464af4c2 req-55a1d116-0a35-43cd-b3a2-d8c6e1d52bfc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1702fb-6fa9-4b3d-8a69-8f7334d20829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824482 Dec 21 17:17:20.890941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9f245ff2-f20d-4904-9335-34f10536d2f1 None None] Set router fc1d481c-e01f-4351-b296-c166be102da3 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:17:20.905685 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abec1e64-938f-42a8-aebe-3a85464af4c2 req-417fea01-5adb-4aa0-9676-d92a9e940c4c service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362922 Dec 21 17:17:21.052380 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-abec1e64-938f-42a8-aebe-3a85464af4c2 req-49051448-d783-442f-836d-5906b0ded51b service neutron] 10.222.0.48 "GET /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381867 Dec 21 17:17:21.222449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f245ff2-f20d-4904-9335-34f10536d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:19Z', 'revision_number': 4, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '453f7bc3-7a9a-4742-91ee-ff579fe1b179', 'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'mac_address': 'fa:16:3e:57:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:18Z', 'updated_at': '2021-12-21T17:15:27Z', 'revision_number': 5, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'subnets': [{'id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:21.226724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f245ff2-f20d-4904-9335-34f10536d2f1 None None] The sync data for ids ['fc1d481c-e01f-4351-b296-c166be102da3'] in dv-neutron-822515-1-hyperv is: [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:19Z', 'revision_number': 4, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '453f7bc3-7a9a-4742-91ee-ff579fe1b179', 'name': '', 'network_id': 'ab1702fb-6fa9-4b3d-8a69-8f7334d20829', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'mac_address': 'fa:16:3e:57:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:18Z', 'updated_at': '2021-12-21T17:15:27Z', 'revision_number': 5, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'subnets': [{'id': '818c9450-f6d6-4bb9-a1e9-ae11befe4db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:17:21.709071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54dd3c3-dc4f-427b-aa31-6bf9255074e3 None None] New status for floating IP 539a83c6-7619-41a6-81a4-d8ca2bc32a59: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:17:24.785774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011978a1-c933-41e1-876d-93620e3f697f req-22b798af-5fd3-4234-8a2e-979a1e6833a4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:24.786465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-011978a1-c933-41e1-876d-93620e3f697f req-22b798af-5fd3-4234-8a2e-979a1e6833a4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Synchronizing usage tracker for tenant:18a13561c95e4ff4b131289bc421bb62 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:17:24.800828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-011978a1-c933-41e1-876d-93620e3f697f req-22b798af-5fd3-4234-8a2e-979a1e6833a4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Unset dirty status for tenant:18a13561c95e4ff4b131289bc421bb62 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:17:24.802058 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-011978a1-c933-41e1-876d-93620e3f697f req-22b798af-5fd3-4234-8a2e-979a1e6833a4 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 946 time: 0.0999942 Dec 21 17:17:24.849931 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-011978a1-c933-41e1-876d-93620e3f697f req-c0df1521-a35c-466b-b4d9-12391f6ee5a3 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Dec 21 17:17:26.056196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeef99-5184-49d1-b59b-549e5faed651 req-4259f397-dac8-48d2-89dc-e1fbdd6fd691 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:26.058471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bafeef99-5184-49d1-b59b-549e5faed651 req-4259f397-dac8-48d2-89dc-e1fbdd6fd691 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 946 time: 0.0834651 Dec 21 17:17:26.107935 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bafeef99-5184-49d1-b59b-549e5faed651 req-ef570ea6-c184-4661-98d2-90f58c0502a2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/security-groups?id=42067653-e78f-4d95-a4bf-84fef688cdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Dec 21 17:17:26.343602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-88635341-4537-44a3-957b-3bc6885df9ec tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:26.344362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-88635341-4537-44a3-957b-3bc6885df9ec tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Synchronizing usage tracker for tenant:18a13561c95e4ff4b131289bc421bb62 on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:17:26.356636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-88635341-4537-44a3-957b-3bc6885df9ec tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Unset dirty status for tenant:18a13561c95e4ff4b131289bc421bb62 on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:17:26.357822 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-88635341-4537-44a3-957b-3bc6885df9ec tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 946 time: 0.0954030 Dec 21 17:17:26.435453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Deleting port a97fdbb7-7684-43d9-be67-e987146d7120 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:26.435832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:26.696281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] For port a97fdbb7-7684-43d9-be67-e987146d7120, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a97fdbb7-7684-43d9-be67-e987146d7120,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:26.696679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:26.827851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Calling delete_port for a97fdbb7-7684-43d9-be67-e987146d7120 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:17:26.967936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:26.973624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d474307-8872-490d-94ec-8c0e98f6c0cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:27.020016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Pushing event deleted for resources: {'Port': ['ID=a97fdbb7-7684-43d9-be67-e987146d7120,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:27.023687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:27.094240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] No DVR routers for this DVR port a97fdbb7-7684-43d9-be67-e987146d7120 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:17:27.096834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:27.099618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'name': 'network-vif-deleted', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:17:27.115719 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e7a43a6d-4b85-4964-871f-f98b1ae4dc21 req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.48 "DELETE /v2.0/ports/a97fdbb7-7684-43d9-be67-e987146d7120 HTTP/1.1" status: 204 len: 173 time: 0.7527618 Dec 21 17:17:27.161677 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8e5f35-c158-4530-b212-bca09faf52cb', 'name': 'network-vif-deleted', 'tag': 'a97fdbb7-7684-43d9-be67-e987146d7120', 'status': 'completed', 'code': 200} Dec 21 17:17:27.292638 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-72fe5142-20e4-406d-bcbb-cfeb9ccaf2e6 req-ca7345a7-2e3d-444c-9c83-ea1f4b40ada1 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8e5f35-c158-4530-b212-bca09faf52cb HTTP/1.1" status: 200 len: 210 time: 0.0530751 Dec 21 17:17:28.940070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device a97fdbb7-7684-43d9-be67-e987146d7120 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:17:28.978345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: a97fdbb7-7684-43d9-be67-e987146d7120 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:17:28.978746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device a97fdbb7-7684-43d9-be67-e987146d7120 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:17:28.999803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51248) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:29.417852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:29.620523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:30.033025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Deleting port 453f7bc3-7a9a-4742-91ee-ff579fe1b179 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:30.033594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:30.212509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] For port 453f7bc3-7a9a-4742-91ee-ff579fe1b179, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=453f7bc3-7a9a-4742-91ee-ff579fe1b179,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:30.212903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:30.338134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Calling delete_port for 453f7bc3-7a9a-4742-91ee-ff579fe1b179 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:17:30.512417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:30.516737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:30.564545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Pushing event deleted for resources: {'Port': ['ID=453f7bc3-7a9a-4742-91ee-ff579fe1b179,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:30.571854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:30.878897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:31.483577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Router fc1d481c-e01f-4351-b296-c166be102da3 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:17:31.930221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:17:31.939395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a19dfb-346c-420c-a062-c178acf7b2fb None None] Sync routers for ids ['fc1d481c-e01f-4351-b296-c166be102da3'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:17:31.943251 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] 10.222.0.67 "PUT /v2.0/routers/fc1d481c-e01f-4351-b296-c166be102da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9421382 Dec 21 17:17:31.946051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51252) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:31.951964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a19dfb-346c-420c-a062-c178acf7b2fb None None] Routers {'fc1d481c-e01f-4351-b296-c166be102da3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:17:31.952627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-59a19dfb-346c-420c-a062-c178acf7b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['fc1d481c-e01f-4351-b296-c166be102da3'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:32.151526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-59a19dfb-346c-420c-a062-c178acf7b2fb None None] Set router fc1d481c-e01f-4351-b296-c166be102da3 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:17:32.152754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:32.362825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:32.372868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Deleting port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:32.373249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:32.570647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] For port fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:32.571801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:32.603383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-59a19dfb-346c-420c-a062-c178acf7b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:17:30Z', 'revision_number': 5, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port': {'id': 'fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:32.607637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a19dfb-346c-420c-a062-c178acf7b2fb None None] Checking router: fc1d481c-e01f-4351-b296-c166be102da3 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:17:32.626660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a19dfb-346c-420c-a062-c178acf7b2fb None None] Routers {'fc1d481c-e01f-4351-b296-c166be102da3'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:17:32.627286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-59a19dfb-346c-420c-a062-c178acf7b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['fc1d481c-e01f-4351-b296-c166be102da3'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:32.701067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Calling delete_port for fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:17:32.785645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-59a19dfb-346c-420c-a062-c178acf7b2fb None None] Set router fc1d481c-e01f-4351-b296-c166be102da3 gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:17:32.865844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:32.870706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08a3127f-d85a-45ef-94bf-ec6073a1f445 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:32.895636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-59a19dfb-346c-420c-a062-c178acf7b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:17:32Z', 'revision_number': 6, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:32.899932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a19dfb-346c-420c-a062-c178acf7b2fb None None] The sync data for ids ['fc1d481c-e01f-4351-b296-c166be102da3'] in dv-neutron-822515-1-hyperv is: [{'id': 'fc1d481c-e01f-4351-b296-c166be102da3', 'name': 'tempest-TestMinimumBasicScenario-986803569-router', 'tenant_id': '18a13561c95e4ff4b131289bc421bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:16Z', 'updated_at': '2021-12-21T17:17:32Z', 'revision_number': 6, 'project_id': '18a13561c95e4ff4b131289bc421bb62', 'gw_port_host': None}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:17:32.911948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:32.915904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:33.146669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:33.414436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:33.419484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:33.443688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:33.444281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc1d481c-e01f-4351-b296-c166be102da3 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:17:33.456662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:33.459662 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] 10.222.0.67 "DELETE /v2.0/routers/fc1d481c-e01f-4351-b296-c166be102da3 HTTP/1.1" status: 204 len: 168 time: 1.5108306 Dec 21 17:17:33.460709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51256) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:33.527404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bff830a-f791-4304-9d71-df5f9cddf495 admin admin] Deleting subnet 818c9450-f6d6-4bb9-a1e9-ae11befe4db0 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:17:33.530590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0bff830a-f791-4304-9d71-df5f9cddf495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:33.585488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0bff830a-f791-4304-9d71-df5f9cddf495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:33.669285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0bff830a-f791-4304-9d71-df5f9cddf495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:33.746235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0bff830a-f791-4304-9d71-df5f9cddf495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:33.750875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7ab5fbb1-61ed-4989-9a82-daebedcb1d1d tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:33.789276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff830a-f791-4304-9d71-df5f9cddf495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818c9450-f6d6-4bb9-a1e9-ae11befe4db0,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:33.793788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0bff830a-f791-4304-9d71-df5f9cddf495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:33.797162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0bff830a-f791-4304-9d71-df5f9cddf495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:33.802540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b7664-a0b0-40b2-83f8-4ee809c5bd97 None None] Network ab1702fb-6fa9-4b3d-8a69-8f7334d20829 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:17:33.803358 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0bff830a-f791-4304-9d71-df5f9cddf495 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/818c9450-f6d6-4bb9-a1e9-ae11befe4db0 HTTP/1.1" status: 204 len: 168 time: 0.3415711 Dec 21 17:17:33.806547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51260) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:33.921585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:33.933094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Deleting port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:33.933465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:34.058491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d1de4c-b6cd-4a88-abf6-51e88be02749 None None] DHCP port deletion for ab1702fb-6fa9-4b3d-8a69-8f7334d20829 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:17:34.062882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1de4c-b6cd-4a88-abf6-51e88be02749 None None] Deleting port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:34.063317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0d1de4c-b6cd-4a88-abf6-51e88be02749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:34.148611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] For port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d6b680f6-cb20-4ee4-8c1d-25e5b88266ae,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:34.149005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:34.283604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Calling delete_port for d6b680f6-cb20-4ee4-8c1d-25e5b88266ae owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:17:34.361340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:34.371955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ba9f17ce-792e-47f1-9f7d-f787dd1e484d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:34.402972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] No DVR routers for this DVR port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:17:34.444391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b0d1de4c-b6cd-4a88-abf6-51e88be02749 None None] For port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d6b680f6-cb20-4ee4-8c1d-25e5b88266ae,segment=NetworkSegment(3375b965-fa0b-4e6a-8987-b3bcc7b29879),segment_id=3375b965-fa0b-4e6a-8987-b3bcc7b29879)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:34.444836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0d1de4c-b6cd-4a88-abf6-51e88be02749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:34.450803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b680f6-cb20-4ee4-8c1d-25e5b88266ae,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:34.453453 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:34.582748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1de4c-b6cd-4a88-abf6-51e88be02749 None None] Calling delete_port for d6b680f6-cb20-4ee4-8c1d-25e5b88266ae owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:17:34.657644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-b0d1de4c-b6cd-4a88-abf6-51e88be02749 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:17:34.658230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-b0d1de4c-b6cd-4a88-abf6-51e88be02749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:17:34.745378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 453f7bc3-7a9a-4742-91ee-ff579fe1b179 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:17:34.780524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:34.783917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 453f7bc3-7a9a-4742-91ee-ff579fe1b179 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:17:34.784320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 453f7bc3-7a9a-4742-91ee-ff579fe1b179 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:17:34.784797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:17:34.807335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1702fb-6fa9-4b3d-8a69-8f7334d20829']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:34.816857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:17:34.817259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device fa5407d9-10b6-47ca-a6fc-7f282fdbc4f9 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:17:34.817733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d6b680f6-cb20-4ee4-8c1d-25e5b88266ae no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:17:34.820220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3375b965-fa0b-4e6a-8987-b3bcc7b29879') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:34.820554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3375b965-fa0b-4e6a-8987-b3bcc7b29879') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:34.833507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:34.850940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: d6b680f6-cb20-4ee4-8c1d-25e5b88266ae {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:17:34.851347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d6b680f6-cb20-4ee4-8c1d-25e5b88266ae not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:17:34.851725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:34.859612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:17:34.860044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:17:34.877089 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:17:34.952871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:34.956498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:34.972428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:34.978717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1702fb-6fa9-4b3d-8a69-8f7334d20829,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:34.983253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:34.995466 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ab1702fb-6fa9-4b3d-8a69-8f7334d20829 HTTP/1.1" status: 204 len: 168 time: 1.1878989 Dec 21 17:17:34.998544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51264) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:35.159961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1de4c-b6cd-4a88-abf6-51e88be02749 None None] Deleting port d6b680f6-cb20-4ee4-8c1d-25e5b88266ae {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:35.160329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0d1de4c-b6cd-4a88-abf6-51e88be02749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:35.228369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1de4c-b6cd-4a88-abf6-51e88be02749 None None] The port 'd6b680f6-cb20-4ee4-8c1d-25e5b88266ae' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 17:17:35.404469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:36.015930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Deleting port e651f883-6510-4214-84ee-b713890adafa {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:36.016482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:36.195268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] For port e651f883-6510-4214-84ee-b713890adafa, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=e651f883-6510-4214-84ee-b713890adafa,segment=NetworkSegment(2148bed8-c28f-4587-9663-2ed1e6804cd8),segment_id=2148bed8-c28f-4587-9663-2ed1e6804cd8)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:36.195667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:36.319724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Calling delete_port for e651f883-6510-4214-84ee-b713890adafa owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:17:36.498526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:36.503129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:36.547545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e651f883-6510-4214-84ee-b713890adafa,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:36.550099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:36.860885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:37.685166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Router 441b6fd7-72f5-4c84-ab01-93a68f049e93 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:17:37.894767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:17:37.904373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6142ae95-7177-4730-a22a-2bf591e43dea None None] Sync routers for ids ['441b6fd7-72f5-4c84-ab01-93a68f049e93'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:17:37.906649 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] 10.222.0.67 "PUT /v2.0/routers/441b6fd7-72f5-4c84-ab01-93a68f049e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9068835 Dec 21 17:17:37.908713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51268) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:37.917795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6142ae95-7177-4730-a22a-2bf591e43dea None None] Routers {'441b6fd7-72f5-4c84-ab01-93a68f049e93'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:17:37.918444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6142ae95-7177-4730-a22a-2bf591e43dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['441b6fd7-72f5-4c84-ab01-93a68f049e93'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:38.104320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6142ae95-7177-4730-a22a-2bf591e43dea None None] Set router 441b6fd7-72f5-4c84-ab01-93a68f049e93 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:17:38.112965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:38.324930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:38.333027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Deleting port 700c92b4-08ad-4f6d-939c-66cd734a8a32 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:38.333395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:38.410309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6142ae95-7177-4730-a22a-2bf591e43dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'name': 'tempest-TestMinimumBasicScenario-259100665-router', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:22Z', 'updated_at': '2021-12-21T17:17:36Z', 'revision_number': 5, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'gw_port': {'id': '700c92b4-08ad-4f6d-939c-66cd734a8a32', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:15:23Z', 'updated_at': '2021-12-21T17:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:38.414690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6142ae95-7177-4730-a22a-2bf591e43dea None None] Checking router: 441b6fd7-72f5-4c84-ab01-93a68f049e93 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:17:38.426331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6142ae95-7177-4730-a22a-2bf591e43dea None None] Routers {'441b6fd7-72f5-4c84-ab01-93a68f049e93'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:17:38.427033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6142ae95-7177-4730-a22a-2bf591e43dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['441b6fd7-72f5-4c84-ab01-93a68f049e93'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:38.517314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] For port 700c92b4-08ad-4f6d-939c-66cd734a8a32, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=700c92b4-08ad-4f6d-939c-66cd734a8a32,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:38.517713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:38.583045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6142ae95-7177-4730-a22a-2bf591e43dea None None] Set router 441b6fd7-72f5-4c84-ab01-93a68f049e93 gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:17:38.652938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Calling delete_port for 700c92b4-08ad-4f6d-939c-66cd734a8a32 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:17:38.697301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6142ae95-7177-4730-a22a-2bf591e43dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'name': 'tempest-TestMinimumBasicScenario-259100665-router', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:22Z', 'updated_at': '2021-12-21T17:17:38Z', 'revision_number': 6, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:38.701537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6142ae95-7177-4730-a22a-2bf591e43dea None None] The sync data for ids ['441b6fd7-72f5-4c84-ab01-93a68f049e93'] in dv-neutron-822515-1-hyperv is: [{'id': '441b6fd7-72f5-4c84-ab01-93a68f049e93', 'name': 'tempest-TestMinimumBasicScenario-259100665-router', 'tenant_id': '2b0496da14c74775a32385f23f8ee90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:15:22Z', 'updated_at': '2021-12-21T17:17:38Z', 'revision_number': 6, 'project_id': '2b0496da14c74775a32385f23f8ee90b', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:17:38.766605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:17:38.823463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:38.827531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fdeb03bf-77ec-448c-8a80-d8e70d8d47b7 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:38.873054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Pushing event deleted for resources: {'Port': ['ID=700c92b4-08ad-4f6d-939c-66cd734a8a32,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:38.875784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:39.107350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:39.376990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:39.381570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:39.410656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:39.411286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 441b6fd7-72f5-4c84-ab01-93a68f049e93 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:17:39.424655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:39.425896 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] 10.222.0.67 "DELETE /v2.0/routers/441b6fd7-72f5-4c84-ab01-93a68f049e93 HTTP/1.1" status: 204 len: 168 time: 1.5161853 Dec 21 17:17:39.428610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51280) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:39.495173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ef8c5e-cba0-4480-82c2-b7a5a47e48f8 admin admin] Deleting subnet 59d2809b-beaf-4b8f-b6db-fa0bd6455caf {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:17:39.498745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ef8c5e-cba0-4480-82c2-b7a5a47e48f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:39.554651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ef8c5e-cba0-4480-82c2-b7a5a47e48f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:39.633984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ef8c5e-cba0-4480-82c2-b7a5a47e48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:39.701874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ef8c5e-cba0-4480-82c2-b7a5a47e48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:39.706190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-70c192eb-c454-41bb-8fc7-8d10b01e323d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:39.746402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef8c5e-cba0-4480-82c2-b7a5a47e48f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d2809b-beaf-4b8f-b6db-fa0bd6455caf,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:39.749890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33ef8c5e-cba0-4480-82c2-b7a5a47e48f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:39.751134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ef8c5e-cba0-4480-82c2-b7a5a47e48f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:39.756211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a83b5-2410-4a79-a43d-bfa5c210dec8 None None] Network ab82fbb0-70c6-4b79-a928-88078ed80cb3 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:17:39.757287 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-33ef8c5e-cba0-4480-82c2-b7a5a47e48f8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/59d2809b-beaf-4b8f-b6db-fa0bd6455caf HTTP/1.1" status: 204 len: 168 time: 0.3276613 Dec 21 17:17:39.760532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51284) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:39.871786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:39.883110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Deleting port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:39.883486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:40.019325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] DHCP port deletion for ab82fbb0-70c6-4b79-a928-88078ed80cb3 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:17:40.023574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Deleting port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:40.023995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:40.111104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] For port 68d9417f-51dc-4f03-8f30-b463b2fde1c4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=68d9417f-51dc-4f03-8f30-b463b2fde1c4,segment=NetworkSegment(2148bed8-c28f-4587-9663-2ed1e6804cd8),segment_id=2148bed8-c28f-4587-9663-2ed1e6804cd8)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:40.111767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:40.235521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] For port 68d9417f-51dc-4f03-8f30-b463b2fde1c4, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=68d9417f-51dc-4f03-8f30-b463b2fde1c4,segment=NetworkSegment(2148bed8-c28f-4587-9663-2ed1e6804cd8),segment_id=2148bed8-c28f-4587-9663-2ed1e6804cd8)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:40.235959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:40.247673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Calling delete_port for 68d9417f-51dc-4f03-8f30-b463b2fde1c4 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:17:40.381226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Calling delete_port for 68d9417f-51dc-4f03-8f30-b463b2fde1c4 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:17:40.463924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:40.470002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5e7097e0-e543-4c29-b840-47124fbbf25a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:40.517371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Pushing event deleted for resources: {'Port': ['ID=68d9417f-51dc-4f03-8f30-b463b2fde1c4,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:40.524441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] No DVR routers for this DVR port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:17:40.536761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:40.537162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:40.537548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:40.537930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:40.538324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:40.539008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:40.539389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:40.539766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:40.540665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:40.541039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:40.541410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:40.545266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:40.573737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88888) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:17:40.574001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:17:40.748357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 68d9417f-51dc-4f03-8f30-b463b2fde1c4 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:17:40.782421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 68d9417f-51dc-4f03-8f30-b463b2fde1c4 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:17:40.782839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 68d9417f-51dc-4f03-8f30-b463b2fde1c4 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:17:40.783315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 700c92b4-08ad-4f6d-939c-66cd734a8a32 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:17:40.818587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 700c92b4-08ad-4f6d-939c-66cd734a8a32 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:17:40.819011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 700c92b4-08ad-4f6d-939c-66cd734a8a32 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:17:40.819476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e651f883-6510-4214-84ee-b713890adafa no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:17:40.850543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: e651f883-6510-4214-84ee-b713890adafa {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:17:40.850921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device e651f883-6510-4214-84ee-b713890adafa not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:17:41.075356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Deleting port 68d9417f-51dc-4f03-8f30-b463b2fde1c4 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:17:41.075748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:41.140468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] The port '68d9417f-51dc-4f03-8f30-b463b2fde1c4' was deleted {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 17:17:41.263602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:41.290495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab82fbb0-70c6-4b79-a928-88078ed80cb3']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:41.303394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2148bed8-c28f-4587-9663-2ed1e6804cd8') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:41.303735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2148bed8-c28f-4587-9663-2ed1e6804cd8') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:41.315807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:41.334413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:41.341494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:17:41.341945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:17:41.355648 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:17:41.434506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:41.438111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6c310e88-bca5-4edf-849e-25b307f923f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:41.454904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:41.461155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab82fbb0-70c6-4b79-a928-88078ed80cb3,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:41.465998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:41.468915 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9e7ddc18-deb9-4a1b-97bb-36b9126d9c04 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ab82fbb0-70c6-4b79-a928-88078ed80cb3 HTTP/1.1" status: 204 len: 168 time: 1.7073781 Dec 21 17:17:41.670415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51290) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:41.727318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0c72e34a-136d-4f84-932c-4d767734eb13 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18a13561c95e4ff4b131289bc421bb62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555089 Dec 21 17:17:41.729889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51294) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:41.791333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d6e369b-7af5-4a80-9916-1c8f6db2791a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:41.817849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d6e369b-7af5-4a80-9916-1c8f6db2791a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:41.870161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d6e369b-7af5-4a80-9916-1c8f6db2791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:41.875294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e89d67eb-2a4f-4ef2-a72b-5102cd207a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:41.890220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e369b-7af5-4a80-9916-1c8f6db2791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42067653-e78f-4d95-a4bf-84fef688cdbe,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:41.894382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d6e369b-7af5-4a80-9916-1c8f6db2791a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:41.897669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7d6e369b-7af5-4a80-9916-1c8f6db2791a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:41.898930 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7d6e369b-7af5-4a80-9916-1c8f6db2791a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/42067653-e78f-4d95-a4bf-84fef688cdbe HTTP/1.1" status: 204 len: 168 time: 0.1680417 Dec 21 17:17:42.304902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51302) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:42.358112 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d4d4cb1a-8ddb-4d89-8c59-a2258000e807 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2b0496da14c74775a32385f23f8ee90b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510499 Dec 21 17:17:42.360646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51306) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:42.427285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c1-f963-4de6-8b20-0af4a1b27cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:42.453387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c1-f963-4de6-8b20-0af4a1b27cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:42.505895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c1-f963-4de6-8b20-0af4a1b27cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:42.511187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0a7b163-9cee-4b0d-a6be-5ec4d83bf935 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:42.522280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e38c1-f963-4de6-8b20-0af4a1b27cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7637a8a0-82c7-4304-be9d-fbc35e6b6801,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:42.526767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f18e38c1-f963-4de6-8b20-0af4a1b27cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:42.530232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c1-f963-4de6-8b20-0af4a1b27cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:42.531576 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f18e38c1-f963-4de6-8b20-0af4a1b27cff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7637a8a0-82c7-4304-be9d-fbc35e6b6801 HTTP/1.1" status: 204 len: 168 time: 0.1699629 Dec 21 17:17:45.267328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51350) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:45.273599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-880582183', 'description': 'tempest-secgroup-smoke-880582183 description', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:45.280755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:45.284819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:45.288343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:45.294676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:45.304704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.317758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.350902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:45.354735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:45.357653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:45.363696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:45.435257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.438069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.442539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-03b452ae-4b7c-4955-883b-da5532ce4312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:45.484912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:45.487176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dabdc6e-f274-491a-a63e-ab51c6d9beea,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:45.490490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:45.493016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:45.496795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:45.503091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:45.559199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.562014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.567474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f18e38c1-f963-4de6-8b20-0af4a1b27cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:45.606867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14125602-f320-48c1-aeef-f0e2426859be,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:45.609634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:45.610483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.611819 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3434153 Dec 21 17:17:45.615162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51354) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:45.621522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '14125602-f320-48c1-aeef-f0e2426859be', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:45.628278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:45.632309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:45.635947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:45.641970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:45.657581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.720555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.723120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.725008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a407a0d7-4400-4c5f-8310-e486d244979e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:45.748411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6e7701-5f33-4212-9ea2-aeb1cdf1a73d,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:45.750917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:45.757424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.758735 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4c5ba260-7049-430a-87dc-63f57f37c28c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1426375 Dec 21 17:17:45.762260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51358) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:45.768124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '14125602-f320-48c1-aeef-f0e2426859be', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:45.774244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:45.778246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:45.781313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:45.787421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:45.803400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.822211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4e1d687b-55c0-4806-9f68-c9b727430de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.870682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.873350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.875351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c279cfac-08a3-473b-a3a1-ce9d304b6325 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:45.896260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3725eb0d-34bd-4ddb-acdb-423ed27f0a7b,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:45.900501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:45.907089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:45.908369 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d9e0796d-64c0-4ec5-9afd-b5bfc09b5a78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1450706 Dec 21 17:17:45.911251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51362) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:45.917633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '14125602-f320-48c1-aeef-f0e2426859be', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:45.923734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:45.927672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:45.931271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:45.937297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:45.952780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.017077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.019507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.021405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c7595a70-5a6f-4d4c-875c-8e4c9316b993 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:46.045383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c87c203-9d6e-4217-99c9-6358e85e4c63,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:46.047986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:46.054077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.055394 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1431503 Dec 21 17:17:46.058990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51366) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:46.064833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '14125602-f320-48c1-aeef-f0e2426859be', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:46.071035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:46.075119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:46.078161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:46.084732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:46.100778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.167330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.169777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.171703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-13d42125-3368-4687-8173-e53098671e80 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:46.197077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d81b0fb-23a5-4836-abe9-ec60ddafc510,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:46.199657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:46.205799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.207097 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1470695 Dec 21 17:17:46.210012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51370) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:46.216308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '14125602-f320-48c1-aeef-f0e2426859be', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:46.222479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:46.226480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:46.230174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:46.236248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:46.245527 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Project 00f6456af0534b7686cd8ac7f21ea3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:17:46.252302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.320386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.322978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.324878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7cfa9d56-cf24-4ecf-af1b-a5759c6236e5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:46.348291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37af4e8a-a487-4ce9-8a56-bc63abc48986,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:46.350815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:46.357374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.358653 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1476474 Dec 21 17:17:46.361651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51374) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:46.367673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '14125602-f320-48c1-aeef-f0e2426859be', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:46.374082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:46.378400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:46.381492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:46.387584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:46.397069 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Project 00f6456af0534b7686cd8ac7f21ea3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:17:46.404372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.478596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.481285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.483254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cf604b4d-8b6f-47f9-b0cf-a847c0827a0b tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:46.506476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe097b8b-cb55-4470-ad2b-9dd8599e3567,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:46.509540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:46.515788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.517151 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0594b12a-3f2f-4c40-b75c-9b1dfe2a9f08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1544924 Dec 21 17:17:46.520465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51378) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:46.527145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'network': {'name': 'tempest-network-smoke--1557164408', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'port_security_enabled': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:46.532521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:46.536476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:network and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:46.539508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:46.545480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:46.554933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:17:46.560325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.592543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:17:46.601641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.602127 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Added segment ce270980-dca6-4b04-8397-71aa5d693a28 of type vlan for network 2b07480d-b4d8-469b-ad68-ba8624794348 Dec 21 17:17:46.630868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.659833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.663846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:46.664475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.669643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07f1519d-121a-4c1a-98f3-d931a180b7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:46.722241 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2006807 Dec 21 17:17:46.725394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51382) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:46.733462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'admin_state_up': True, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:46.797010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:46.805081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Network': ['ID=2b07480d-b4d8-469b-ad68-ba8624794348,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:46.807694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:router and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:46.810543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:46.811396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:46.816719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 2b07480d-b4d8-469b-ad68-ba8624794348 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:17:46.817695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:46.827243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.828214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.847319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:46.997893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:47.187121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:47.220294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:47.221822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:47.360640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.26.7.229 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/8719e9a4-9401-4114-ab99-506d99884572) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:17:47.525988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:47.551812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:47.556783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f1432808-da54-4af5-92b0-2a158bc4c23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:47.621684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:17:47.624796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:17:47.629480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:17:47.655013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=8719e9a4-9401-4114-ab99-506d99884572,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:47.660130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:47.791472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:47.792170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:48.026130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:17:48.064198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b1543c21-7bac-48bb-8a98-b1d2d1c50e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:48.233103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:17:48.245597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Sync routers for ids ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:17:48.259593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:48.259759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Routers {'78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:17:48.260306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:48.260902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5345147 Dec 21 17:17:48.264299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51386) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:48.448363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:48.448913 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cc6a5340-ec34-4e5a-bbb5-6c1f627f625a tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=00f6456af0534b7686cd8ac7f21ea3df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1827772 Dec 21 17:17:48.451735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51392) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:48.451880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Set router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:17:48.591680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2719751f-d661-40ac-8c58-b803d8821223 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:48.593330 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2719751f-d661-40ac-8c58-b803d8821223 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1404235 Dec 21 17:17:48.596430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51396) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:48.644610 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7b95b306-439d-4432-b31b-114b6fff1d32 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469854 Dec 21 17:17:48.647465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51400) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:48.654185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-950267723', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:48.760409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:47Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:48.764512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Checking router: 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:17:48.764912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Updating router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 port 8719e9a4-9401-4114-ab99-506d99884572 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:17:48.777755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:48.781878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:subnet and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:17:48.784866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:17:48.791110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:48.800105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:17:48.818053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:48.910182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:49.133259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:49.138871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-18585c4f-8584-4705-a234-1816f375fe97 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:49.153523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:49.165793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Transition to ACTIVE for port object 8719e9a4-9401-4114-ab99-506d99884572 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:17:49.171686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:49.175878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4291abf2-37a2-4580-a45c-aa3376eb698f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:49.220285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Subnet': ['ID=0b5c86fa-a9d1-4ae2-a920-b611b52e8945,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:49.223208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:49.232034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Checking segment: {'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:17:49.232548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network hostable DHCP agents. Network: 2b07480d-b4d8-469b-ad68-ba8624794348, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:17:49.255097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 2b07480d-b4d8-469b-ad68-ba8624794348 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:17:49.257741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Pushing event updated for resources: {'Port': ['ID=8719e9a4-9401-4114-ab99-506d99884572,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:49.261361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Attempting to bind port 8719e9a4-9401-4114-ab99-506d99884572 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:17:49.261768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Attempting to bind port 8719e9a4-9401-4114-ab99-506d99884572 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:17:49.262169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Attempting to bind port 8719e9a4-9401-4114-ab99-506d99884572 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:17:49.264019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 2b07480d-b4d8-469b-ad68-ba8624794348) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:17:49.268130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:49.268777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:49.273272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:49.273651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:49.274025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:49.274423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:49.274842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:49.275099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89306fea-95fd-4ca0-abdb-14328b026095 None None] Network 2b07480d-b4d8-469b-ad68-ba8624794348 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:17:49.275197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:49.275514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:49.275875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:49.276230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:49.276585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:49.276939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:17:49.281277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:49.282156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:17:49.282570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:17:49.283041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:49.283467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:17:49.283986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Bound port: 8719e9a4-9401-4114-ab99-506d99884572, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:17:49.284400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:49.294383 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d3ebf30e-ae6f-4593-aa8f-1bb3543842c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6431282 Dec 21 17:17:49.294618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51404) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:17:49.358677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] For port 8719e9a4-9401-4114-ab99-506d99884572, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:17:49.362054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] For port 8719e9a4-9401-4114-ab99-506d99884572, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8719e9a4-9401-4114-ab99-506d99884572,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:17:49.370672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:49.377395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6db8b40-d0f2-4c96-abd5-3547231ede69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:49.470094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Pushing event updated for resources: {'Port': ['ID=8719e9a4-9401-4114-ab99-506d99884572,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:49.473692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:49.474719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Routers {'78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:17:49.475415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:49.662171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] Set router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:17:49.694006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-2b07480d-b4d8-469b-ad68-ba8624794348', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ips': [{'subnet_id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:17:49.695072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:49.879825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Allocated IP 172.20.0.2 (2b07480d-b4d8-469b-ad68-ba8624794348/0b5c86fa-a9d1-4ae2-a920-b611b52e8945/bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:17:50.015747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:50.121767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:47Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:50.125989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759cd89-923c-49c4-aa78-47d718d32f3e None None] The sync data for ids ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'] in dv-neutron-822515-1-hyperv is: [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:47Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:17:50.137847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:50.151009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Transition to ACTIVE for port object bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:17:50.170132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Transition to ACTIVE for port object bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:17:50.174569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:50.179001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5e7097e0-e543-4c29-b840-47124fbbf25a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:50.248861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Network 2b07480d-b4d8-469b-ad68-ba8624794348 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:17:50.253059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:17:50.254886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Pushing event updated for resources: {'Port': ['ID=bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:50.257230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:17:50.260877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:50.351911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Attempting to bind port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:17:50.352337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Attempting to bind port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:17:50.353272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Attempting to bind port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc on network 2b07480d-b4d8-469b-ad68-ba8624794348 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:17:50.360255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:17:50.360684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Checking segment: {'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:17:50.361147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:50.361604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Bound using segment: {'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:17:50.362128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Bound port: bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:17:50.362558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:50.385643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:50.456172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] For port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:17:50.459605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] For port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc,segment=NetworkSegment(ce270980-dca6-4b04-8397-71aa5d693a28),segment_id=ce270980-dca6-4b04-8397-71aa5d693a28)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:17:50.463137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:50.467661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-15d2988d-a81c-4bb8-adf4-2bf3f8fc6bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:50.562945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Pushing event updated for resources: {'Port': ['ID=bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:50.566958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:50.786341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8719e9a4-9401-4114-ab99-506d99884572 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:17:50.862816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.20.0.1 (2b07480d-b4d8-469b-ad68-ba8624794348/0b5c86fa-a9d1-4ae2-a920-b611b52e8945/b2620853-9183-40e4-afa5-e0ec590d1771) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:17:50.870419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 8719e9a4-9401-4114-ab99-506d99884572 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:17:50.878091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 8719e9a4-9401-4114-ab99-506d99884572 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:17:50.879282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:51.048590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:51.067690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 8719e9a4-9401-4114-ab99-506d99884572, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8719e9a4-9401-4114-ab99-506d99884572,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:51.073515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:51.073796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:51.075852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:51.098350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Transition to ACTIVE for port object b2620853-9183-40e4-afa5-e0ec590d1771 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:17:51.122278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:51.128132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3b9789f2-e123-43f0-903f-70a3d4947993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:51.154036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=8719e9a4-9401-4114-ab99-506d99884572,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:51.158105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:51.206146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 2b07480d-b4d8-469b-ad68-ba8624794348 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:17:51.210154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:17:51.215412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:17:51.248343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=b2620853-9183-40e4-afa5-e0ec590d1771,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:51.255914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:51.286217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:51.382576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:51.813047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:51.816878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:51.846261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f6c8f4f0-2028-464b-b597-ec6f944c6426 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:51.939402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=b2620853-9183-40e4-afa5-e0ec590d1771,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:51.942132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:51.947409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:52.092546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 2b07480d-b4d8-469b-ad68-ba8624794348 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:17:52.093861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:17:52.305576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d5b869-3feb-4b1d-955b-dec826297980 None None] Network 2b07480d-b4d8-469b-ad68-ba8624794348 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:17:52.438555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2ceff7e0-8254-4bfd-b829-b89ea030489e None None] Provisioning for port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:17:52.503093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:17:52.855121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8719e9a4-9401-4114-ab99-506d99884572 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:17:52.945173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c94fbc19-dcf4-45b7-a483-e5679bc77b5d None None] Provisioning for port b2620853-9183-40e4-afa5-e0ec590d1771 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:17:52.953983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c94fbc19-dcf4-45b7-a483-e5679bc77b5d None None] Provisioning complete for port b2620853-9183-40e4-afa5-e0ec590d1771 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:17:52.954336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c94fbc19-dcf4-45b7-a483-e5679bc77b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:52.985386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:17:53.002389 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "PUT /v2.0/routers/78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7010267 Dec 21 17:17:53.003779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 8719e9a4-9401-4114-ab99-506d99884572 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:17:53.004208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:53.072617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c94fbc19-dcf4-45b7-a483-e5679bc77b5d None None] Port b2620853-9183-40e4-afa5-e0ec590d1771 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:17:53.164641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:17:53.195738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-da66ba30-0491-4a45-8570-182ca3d75155 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:17:53.212838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-da66ba30-0491-4a45-8570-182ca3d75155 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:17:53.214144 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-da66ba30-0491-4a45-8570-182ca3d75155 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880582183&fields=id&tenant_id=00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 267 time: 0.0658174 Dec 21 17:17:53.239980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:17:53.245225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:17:53.245654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:53.357671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Sync routers for ids ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:17:53.388348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a1248666-47ea-4a0c-81e6-d1ec15c67f7d None None] Provisioning complete for port b2620853-9183-40e4-afa5-e0ec590d1771 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:17:53.388822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a1248666-47ea-4a0c-81e6-d1ec15c67f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:53.391662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-f8b94ce5-9ebd-43e4-8f30-3df57ade148e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:53.392513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-f8b94ce5-9ebd-43e4-8f30-3df57ade148e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:17:53.412060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-f8b94ce5-9ebd-43e4-8f30-3df57ade148e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:17:53.413667 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-f8b94ce5-9ebd-43e4-8f30-3df57ade148e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/networks?id=2b07480d-b4d8-469b-ad68-ba8624794348 HTTP/1.1" status: 200 len: 797 time: 0.1919389 Dec 21 17:17:53.433618 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-930339b7-0e61-4147-96d9-1f3eb45d36c0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/quotas/00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 375 time: 0.0140328 Dec 21 17:17:53.444164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:53.453939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Routers {'78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:17:53.454639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:53.520138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-8325c760-4d82-4ff2-8109-8dc37c23014f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:17:53.537038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-8325c760-4d82-4ff2-8109-8dc37c23014f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:17:53.538446 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-8325c760-4d82-4ff2-8109-8dc37c23014f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989251 Dec 21 17:17:53.551211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a1248666-47ea-4a0c-81e6-d1ec15c67f7d None None] Port b2620853-9183-40e4-afa5-e0ec590d1771 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:17:53.638468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc,segment=NetworkSegment(ce270980-dca6-4b04-8397-71aa5d693a28),segment_id=ce270980-dca6-4b04-8397-71aa5d693a28)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:53.643957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:53.655853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:53.760225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:53.763187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Set router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:17:53.766252 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-db2b8a4b-c971-4872-85a8-14db04395cc1 service neutron] 10.222.0.67 "GET /v2.0/networks/2b07480d-b4d8-469b-ad68-ba8624794348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146640 Dec 21 17:17:53.802246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2e06dfb5-a281-4196-8aee-831f714a9974 None None] Provisioning complete for port b2620853-9183-40e4-afa5-e0ec590d1771 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:17:53.802604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2e06dfb5-a281-4196-8aee-831f714a9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:53.831171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:53.892195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2e06dfb5-a281-4196-8aee-831f714a9974 None None] Port b2620853-9183-40e4-afa5-e0ec590d1771 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:17:53.911726 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-12b3daa1-027c-49a9-99cb-73406ab4d4cf service neutron] 10.222.0.67 "GET /v2.0/networks/2b07480d-b4d8-469b-ad68-ba8624794348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389406 Dec 21 17:17:54.123044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-37af0cc0-8f14-4532-baa0-94c8756557a7 req-f56381aa-f52b-4e49-8d3b-5ef3c38cc7e9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 210 time: 0.0481322 Dec 21 17:17:54.152044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b2620853-9183-40e4-afa5-e0ec590d1771', 'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:be:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:50Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 2, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:54.156305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Checking router: 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:17:54.156602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Updating router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 port b2620853-9183-40e4-afa5-e0ec590d1771 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:17:54.214482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:54.754055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:54.772819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Transition to ACTIVE for port object b2620853-9183-40e4-afa5-e0ec590d1771 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:17:54.777646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:17:54.812925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:54.819042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa51c12f-8df3-4710-8697-e771fa5b168c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:54.958307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f74abf-fe10-49f4-91c0-58c131dd676a None None] Pushing event updated for resources: {'Port': ['ID=b2620853-9183-40e4-afa5-e0ec590d1771,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:54.969718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1f74abf-fe10-49f4-91c0-58c131dd676a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:55.052142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:17:55.052573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:55.127299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Attempting to bind port b2620853-9183-40e4-afa5-e0ec590d1771 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:17:55.127734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Attempting to bind port b2620853-9183-40e4-afa5-e0ec590d1771 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:17:55.128159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Attempting to bind port b2620853-9183-40e4-afa5-e0ec590d1771 on network 2b07480d-b4d8-469b-ad68-ba8624794348 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:17:55.144441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:17:55.144875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Checking segment: {'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:17:55.145338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:55.145790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Bound using segment: {'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:17:55.146331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Bound port: b2620853-9183-40e4-afa5-e0ec590d1771, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:17:55.146764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:55.240123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-5df74226-1430-47f0-8c2d-e35a8dd4854c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:55.242814 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-5df74226-1430-47f0-8c2d-e35a8dd4854c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/networks?id=2b07480d-b4d8-469b-ad68-ba8624794348 HTTP/1.1" status: 200 len: 797 time: 0.1847255 Dec 21 17:17:55.308048 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-640bf98d-7f7a-45b1-8adf-d27cb862c36b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 379 time: 0.0540681 Dec 21 17:17:55.316667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] For port b2620853-9183-40e4-afa5-e0ec590d1771, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:17:55.316944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'port': {'device_id': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'admin_state_up': True, 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'security_groups': ['14125602-f320-48c1-aeef-f0e2426859be']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:55.320150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] For port b2620853-9183-40e4-afa5-e0ec590d1771, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b2620853-9183-40e4-afa5-e0ec590d1771,segment=NetworkSegment(ce270980-dca6-4b04-8397-71aa5d693a28),segment_id=ce270980-dca6-4b04-8397-71aa5d693a28)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:17:55.324965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:55.329415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:55.335544 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f0a9695-221f-4c97-9780-217aa792ca1c req-deaf63ef-cdde-4c98-8802-45511569146f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 210 time: 0.0663135 Dec 21 17:17:55.420545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f74abf-fe10-49f4-91c0-58c131dd676a None None] Pushing event updated for resources: {'Port': ['ID=b2620853-9183-40e4-afa5-e0ec590d1771,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:55.424698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1f74abf-fe10-49f4-91c0-58c131dd676a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:55.427256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Routers {'78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:17:55.427937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:55.494690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:17:55.505606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:17:55.515826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:17:55.521434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:55.633455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] Set router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:17:55.699559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.20.0.8 (2b07480d-b4d8-469b-ad68-ba8624794348/0b5c86fa-a9d1-4ae2-a920-b611b52e8945/e3118eef-d968-4394-9777-25a86075a2e5) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:17:55.898131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:55.915050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Transition to ACTIVE for port object e3118eef-d968-4394-9777-25a86075a2e5 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:17:55.934934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:55.940632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a47eb5dc-ab97-43c5-8340-0c394523320c tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:55.982308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b2620853-9183-40e4-afa5-e0ec590d1771', 'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:be:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:50Z', 'updated_at': '2021-12-21T17:17:55Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:17:55.986581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a08675-5b6d-4dbb-9256-859b94d26d39 None None] The sync data for ids ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'] in dv-neutron-822515-1-hyperv is: [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b2620853-9183-40e4-afa5-e0ec590d1771', 'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:be:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:50Z', 'updated_at': '2021-12-21T17:17:55Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:17:56.017016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 2b07480d-b4d8-469b-ad68-ba8624794348 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:17:56.020469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:17:56.025150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:17:56.058503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=e3118eef-d968-4394-9777-25a86075a2e5,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:56.066310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:56.106506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:56.107201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:56.141281 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8289144 Dec 21 17:17:56.153718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Request body: {'port': {'device_id': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:17:56.280498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:56.398221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f2f32300-322f-4c51-8ba1-776e7f5da463 None None] Provisioning for port e3118eef-d968-4394-9777-25a86075a2e5 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:17:56.403867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f2f32300-322f-4c51-8ba1-776e7f5da463 None None] Provisioning complete for port e3118eef-d968-4394-9777-25a86075a2e5 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:17:56.404645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2f32300-322f-4c51-8ba1-776e7f5da463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:56.469367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f2f32300-322f-4c51-8ba1-776e7f5da463 None None] Port e3118eef-d968-4394-9777-25a86075a2e5 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:17:56.588293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a84cd4-c7d0-440f-a931-bd3428e874de req-bd6f82b3-1515-46ac-97c9-e0ef2a3286f5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:56.590396 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b3a84cd4-c7d0-440f-a931-bd3428e874de req-bd6f82b3-1515-46ac-97c9-e0ef2a3286f5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 931 time: 0.0975151 Dec 21 17:17:56.646563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b3a84cd4-c7d0-440f-a931-bd3428e874de req-19d0d0ef-5595-450a-8812-dee1eca1295b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495296 Dec 21 17:17:56.795477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b2620853-9183-40e4-afa5-e0ec590d1771 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:17:56.876747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port b2620853-9183-40e4-afa5-e0ec590d1771 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:17:56.882371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b2620853-9183-40e4-afa5-e0ec590d1771 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:17:56.882818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:56.929643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3118eef-d968-4394-9777-25a86075a2e5 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:17:56.938173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:56.955710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Transition to ACTIVE for port object e3118eef-d968-4394-9777-25a86075a2e5 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:17:56.959133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:56.964813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a9826585-8427-47a5-aaa4-e623239ce4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:57.006746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:57.048337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port b2620853-9183-40e4-afa5-e0ec590d1771, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b2620853-9183-40e4-afa5-e0ec590d1771,segment=NetworkSegment(ce270980-dca6-4b04-8397-71aa5d693a28),segment_id=ce270980-dca6-4b04-8397-71aa5d693a28)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:17:57.054183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:57.057193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:57.134345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=b2620853-9183-40e4-afa5-e0ec590d1771,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:57.139226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:57.144235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Pushing event updated for resources: {'Port': ['ID=e3118eef-d968-4394-9777-25a86075a2e5,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:57.177460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:57.227377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Attempting to bind port e3118eef-d968-4394-9777-25a86075a2e5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:17:57.227988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Attempting to bind port e3118eef-d968-4394-9777-25a86075a2e5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:17:57.228335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Attempting to bind port e3118eef-d968-4394-9777-25a86075a2e5 on network 2b07480d-b4d8-469b-ad68-ba8624794348 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:17:57.235203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Port e3118eef-d968-4394-9777-25a86075a2e5 on network 2b07480d-b4d8-469b-ad68-ba8624794348 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:17:57.235581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Attempting to bind port e3118eef-d968-4394-9777-25a86075a2e5 on network 2b07480d-b4d8-469b-ad68-ba8624794348 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:17:57.243005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:17:57.243384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Checking segment: {'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:17:57.243820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Bound using segment: {'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:17:57.244366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Bound port: e3118eef-d968-4394-9777-25a86075a2e5, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce270980-dca6-4b04-8397-71aa5d693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:17:57.244766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:57.348293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] For port e3118eef-d968-4394-9777-25a86075a2e5, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:17:57.351469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] For port e3118eef-d968-4394-9777-25a86075a2e5, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e3118eef-d968-4394-9777-25a86075a2e5,segment=NetworkSegment(ce270980-dca6-4b04-8397-71aa5d693a28),segment_id=ce270980-dca6-4b04-8397-71aa5d693a28)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:17:57.354880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:57.359371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e02bf46a-e2cc-4038-92cb-52bd8ca45cee tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:17:57.424995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:57.426517 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] 10.222.0.48 "PUT /v2.0/ports/e3118eef-d968-4394-9777-25a86075a2e5 HTTP/1.1" status: 200 len: 1093 time: 1.2776363 Dec 21 17:17:57.427094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'tag': 'e3118eef-d968-4394-9777-25a86075a2e5'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:17:57.443798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Pushing event updated for resources: {'Port': ['ID=e3118eef-d968-4394-9777-25a86075a2e5,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:17:57.448505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:17:57.514098 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'tag': 'e3118eef-d968-4394-9777-25a86075a2e5', 'status': 'completed', 'code': 200} Dec 21 17:17:57.553855 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-e4041791-5953-4073-98aa-d1aec3594031 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 1096 time: 0.0853128 Dec 21 17:17:57.630180 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-38240188-9126-4981-8851-c01ec49466fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3118eef-d968-4394-9777-25a86075a2e5 HTTP/1.1" status: 200 len: 217 time: 0.0695608 Dec 21 17:17:57.701386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-8c914a02-e2c5-4382-a6ed-80b2c1563c12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:57.703003 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-8c914a02-e2c5-4382-a6ed-80b2c1563c12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b5c86fa-a9d1-4ae2-a920-b611b52e8945 HTTP/1.1" status: 200 len: 834 time: 0.0665624 Dec 21 17:17:57.790463 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-248a01fd-3b2b-4a04-9d51-16c3b21f0539 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b07480d-b4d8-469b-ad68-ba8624794348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805411 Dec 21 17:17:57.871829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051e034-42cc-4a81-b585-620e8dfacb82 req-2965fdf9-2a4c-4a67-8bae-703695fcf79e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:57.873620 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d051e034-42cc-4a81-b585-620e8dfacb82 req-2965fdf9-2a4c-4a67-8bae-703695fcf79e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 943 time: 0.0948608 Dec 21 17:17:57.924387 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d051e034-42cc-4a81-b585-620e8dfacb82 req-8cf5602c-37f2-40b8-a05f-6e2bbedb48e6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434637 Dec 21 17:17:57.949226 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-b45063e9-52a3-4b55-b16f-7df2c296b435 service neutron] 10.222.0.48 "GET /v2.0/networks/2b07480d-b4d8-469b-ad68-ba8624794348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523478 Dec 21 17:17:58.094925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4382a9b0-5721-4c65-abb7-2396b32a3a0e req-4de0abe9-69ac-430e-958f-8eff03780bf9 service neutron] 10.222.0.48 "GET /v2.0/networks/2b07480d-b4d8-469b-ad68-ba8624794348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393080 Dec 21 17:17:58.212663 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4de9b3d4-aa25-4a0e-a932-c04c6499698e req-cf50e4fc-b0b4-483a-a58d-9ffd625a211e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 1096 time: 0.0745847 Dec 21 17:17:58.354966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9b3d4-aa25-4a0e-a932-c04c6499698e req-53388e39-24cd-47dd-a37d-5c4378e143a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:58.356564 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4de9b3d4-aa25-4a0e-a932-c04c6499698e req-53388e39-24cd-47dd-a37d-5c4378e143a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b07480d-b4d8-469b-ad68-ba8624794348 HTTP/1.1" status: 200 len: 898 time: 0.1373546 Dec 21 17:17:58.432216 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4de9b3d4-aa25-4a0e-a932-c04c6499698e req-e5d856a1-bb5b-4321-a69f-733bc1abe5e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3118eef-d968-4394-9777-25a86075a2e5 HTTP/1.1" status: 200 len: 217 time: 0.0681267 Dec 21 17:17:58.502514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9b3d4-aa25-4a0e-a932-c04c6499698e req-3615c79e-67dc-494c-8590-80879b8a0b77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:58.504136 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4de9b3d4-aa25-4a0e-a932-c04c6499698e req-3615c79e-67dc-494c-8590-80879b8a0b77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b5c86fa-a9d1-4ae2-a920-b611b52e8945 HTTP/1.1" status: 200 len: 834 time: 0.0659301 Dec 21 17:17:58.587476 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4de9b3d4-aa25-4a0e-a932-c04c6499698e req-2783bbae-8e54-40da-a4b2-8025db51a2ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b07480d-b4d8-469b-ad68-ba8624794348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753639 Dec 21 17:17:58.730583 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4de9b3d4-aa25-4a0e-a932-c04c6499698e req-18486c14-6979-455f-810f-c9f828c70090 service neutron] 10.222.0.48 "GET /v2.0/networks/2b07480d-b4d8-469b-ad68-ba8624794348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362126 Dec 21 17:17:58.761714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b2620853-9183-40e4-afa5-e0ec590d1771 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:17:58.840880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b2620853-9183-40e4-afa5-e0ec590d1771 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:17:58.841294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:17:58.879254 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4de9b3d4-aa25-4a0e-a932-c04c6499698e req-83080e87-01ab-4119-b90e-88c2c0aecf96 service neutron] 10.222.0.48 "GET /v2.0/networks/2b07480d-b4d8-469b-ad68-ba8624794348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412590 Dec 21 17:17:59.128146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf749d-e395-4f69-8403-d63577704f99 req-8eec77c5-c875-4260-bd78-aa043c734c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:17:59.129738 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8dbf749d-e395-4f69-8403-d63577704f99 req-8eec77c5-c875-4260-bd78-aa043c734c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 943 time: 0.0832126 Dec 21 17:17:59.177069 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8dbf749d-e395-4f69-8403-d63577704f99 req-86cde160-db82-4ab3-a458-97d9738b5868 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407434 Dec 21 17:17:59.635384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:00.383410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc012503-6f65-4c0c-8a5e-1132f0ac2862 req-f08ef17f-fe64-4874-8cdb-6c147608e4ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:00.385549 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cc012503-6f65-4c0c-8a5e-1132f0ac2862 req-f08ef17f-fe64-4874-8cdb-6c147608e4ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 943 time: 0.0871434 Dec 21 17:18:00.434687 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cc012503-6f65-4c0c-8a5e-1132f0ac2862 req-47241ffe-59a3-4a55-8c3d-96d30b82e7ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424426 Dec 21 17:18:01.017392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device e3118eef-d968-4394-9777-25a86075a2e5 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:18:01.161015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port e3118eef-d968-4394-9777-25a86075a2e5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e3118eef-d968-4394-9777-25a86075a2e5,segment=NetworkSegment(ce270980-dca6-4b04-8397-71aa5d693a28),segment_id=ce270980-dca6-4b04-8397-71aa5d693a28)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:18:01.175585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'e3118eef-d968-4394-9777-25a86075a2e5', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'port_id': 'e3118eef-d968-4394-9777-25a86075a2e5', 'mac_address': 'fa:16:3e:8b:0e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:18:01.230449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:01.251460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3118eef-d968-4394-9777-25a86075a2e5 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:18:01.266416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port e3118eef-d968-4394-9777-25a86075a2e5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e3118eef-d968-4394-9777-25a86075a2e5,segment=NetworkSegment(ce270980-dca6-4b04-8397-71aa5d693a28),segment_id=ce270980-dca6-4b04-8397-71aa5d693a28)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:18:01.269205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:01.271051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:01.337394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=e3118eef-d968-4394-9777-25a86075a2e5,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:01.340594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:01.494807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['e3118eef-d968-4394-9777-25a86075a2e5'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:18:01.641896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87481387-437d-4182-b592-5f09fec28c2e req-bd653700-c57d-4934-96aa-c6e859452fba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:01.643496 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87481387-437d-4182-b592-5f09fec28c2e req-bd653700-c57d-4934-96aa-c6e859452fba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 944 time: 0.0873060 Dec 21 17:18:01.695064 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-87481387-437d-4182-b592-5f09fec28c2e req-b9e3962b-cd38-4e3f-83c9-c9eabb4b8e1c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453339 Dec 21 17:18:02.901902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0586f92-9d6c-4494-8a16-0a0a08870369 req-b044e3fc-ac38-47fb-8a81-f5aa0eb686d8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:02.903561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0586f92-9d6c-4494-8a16-0a0a08870369 req-b044e3fc-ac38-47fb-8a81-f5aa0eb686d8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 944 time: 0.0846250 Dec 21 17:18:02.951700 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0586f92-9d6c-4494-8a16-0a0a08870369 req-9665d612-ebf1-466d-b043-376e511fcbdc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420921 Dec 21 17:18:03.032660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device e3118eef-d968-4394-9777-25a86075a2e5 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:18:03.104510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port e3118eef-d968-4394-9777-25a86075a2e5 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:18:03.109253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port e3118eef-d968-4394-9777-25a86075a2e5 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:18:03.109671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:03.223151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:03.249543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3118eef-d968-4394-9777-25a86075a2e5'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:18:03.260315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port e3118eef-d968-4394-9777-25a86075a2e5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e3118eef-d968-4394-9777-25a86075a2e5,segment=NetworkSegment(ce270980-dca6-4b04-8397-71aa5d693a28),segment_id=ce270980-dca6-4b04-8397-71aa5d693a28)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:18:03.263201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:03.265151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:03.303428 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3118eef-d968-4394-9777-25a86075a2e5', 'code': 200} Dec 21 17:18:03.503278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=e3118eef-d968-4394-9777-25a86075a2e5,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:03.506406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:03.552928 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-284f4950-d416-4f11-872a-d566cc84d0d3 req-c3c4a00d-3a61-4834-819d-6135673e89bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 1098 time: 0.0750520 Dec 21 17:18:03.597824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-284f4950-d416-4f11-872a-d566cc84d0d3 req-505d2df1-e5fb-4a5d-8e22-66f09efda84e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386717 Dec 21 17:18:04.181800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a289e-9754-4535-b012-daea6afbde19 req-2c2d8eaa-fa48-44af-87df-1648cd9b6114 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:04.183490 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935a289e-9754-4535-b012-daea6afbde19 req-2c2d8eaa-fa48-44af-87df-1648cd9b6114 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 945 time: 0.0897310 Dec 21 17:18:04.235589 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-935a289e-9754-4535-b012-daea6afbde19 req-3f18d822-f1c4-4979-bcf6-dd45c91a7b5a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448289 Dec 21 17:18:05.443614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546119e1-31f0-49b5-a45b-432f96bd0871 req-f02ce73c-5255-4b24-8b25-6ee9b11bbd12 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:05.445226 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-546119e1-31f0-49b5-a45b-432f96bd0871 req-f02ce73c-5255-4b24-8b25-6ee9b11bbd12 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 945 time: 0.0839808 Dec 21 17:18:05.491920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-546119e1-31f0-49b5-a45b-432f96bd0871 req-25e52c01-c1bb-4a65-aa90-8d2a9fad1747 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 Dec 21 17:18:05.696171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b5fb9-e85b-480f-ae3f-2d8f4b9afb4b req-91a63abc-0118-4233-96d4-9fd47832cede tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:05.697793 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a85b5fb9-e85b-480f-ae3f-2d8f4b9afb4b req-91a63abc-0118-4233-96d4-9fd47832cede tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 945 time: 0.0860562 Dec 21 17:18:05.745849 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a85b5fb9-e85b-480f-ae3f-2d8f4b9afb4b req-34c7ca4a-1ac1-49e6-b323-158f4d4df5f1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417986 Dec 21 17:18:05.772512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51460) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:05.846708 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0b2a3109-c4ad-41fb-8356-52b810992dd9 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 1093 time: 0.0728371 Dec 21 17:18:05.849509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51464) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:05.855712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': 'e3118eef-d968-4394-9777-25a86075a2e5', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:18:05.861573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:18:05.865603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:floatingip and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:18:05.868661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:18:05.874577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:18:05.884816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:06.031364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:06.174637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.26.7.27 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/08bae7a2-b640-406d-a5c4-5075ba56096d) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:18:06.325763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:06.351167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:06.355465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:06.428253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:18:06.432334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:18:06.435091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:18:06.477443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=08bae7a2-b640-406d-a5c4-5075ba56096d,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:06.480333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:06.963661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:07.021376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:07.234429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:07.237899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:07.242210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9fd8eaaa-142e-4709-a881-6def6526488e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:07.350902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=08bae7a2-b640-406d-a5c4-5075ba56096d,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:07.355796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:07.366956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:07.561935 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Floating IP 50cab7c3-da82-4904-a751-4e62da78d8a0 associated. External IP: 172.26.7.27, port: e3118eef-d968-4394-9777-25a86075a2e5. Dec 21 17:18:08.194968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:18:08.403298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:18:08.414217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be0c39-252a-4257-ada1-d4b4e78f6b01 None None] Sync routers for ids ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:18:08.427731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be0c39-252a-4257-ada1-d4b4e78f6b01 None None] Routers {'78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:18:08.428383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-71be0c39-252a-4257-ada1-d4b4e78f6b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:08.431633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:08.487074 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6364360 Dec 21 17:18:08.487780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'tag': 'e3118eef-d968-4394-9777-25a86075a2e5'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:18:08.541844 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'tag': 'e3118eef-d968-4394-9777-25a86075a2e5', 'status': 'completed', 'code': 200} Dec 21 17:18:08.617886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-71be0c39-252a-4257-ada1-d4b4e78f6b01 None None] Set router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:18:08.647152 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90e82d18-5f96-4a5f-9072-10849e83a09f req-714c8169-6d2c-489d-97f6-6436d68aa4da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 1098 time: 0.0831759 Dec 21 17:18:08.682289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9a74-6593-4fec-aba2-5792adb56168 req-cff04223-0cb6-42a7-8540-71259ddebacc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:08.683968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-003c9a74-6593-4fec-aba2-5792adb56168 req-cff04223-0cb6-42a7-8540-71259ddebacc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 945 time: 0.0894561 Dec 21 17:18:08.736934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-003c9a74-6593-4fec-aba2-5792adb56168 req-ef8c11a5-3e7b-4755-8ee6-dfe7a079de79 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463068 Dec 21 17:18:08.766389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51472) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:08.793133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82d18-5f96-4a5f-9072-10849e83a09f req-56576ea0-68b1-4a7b-ab70-0031e2f34c07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:08.795003 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90e82d18-5f96-4a5f-9072-10849e83a09f req-56576ea0-68b1-4a7b-ab70-0031e2f34c07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b07480d-b4d8-469b-ad68-ba8624794348 HTTP/1.1" status: 200 len: 898 time: 0.1415949 Dec 21 17:18:08.882218 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9a8ae1e0-f296-4382-9139-47f0e67688bf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/50cab7c3-da82-4904-a751-4e62da78d8a0 HTTP/1.1" status: 200 len: 990 time: 0.1141758 Dec 21 17:18:08.912336 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90e82d18-5f96-4a5f-9072-10849e83a09f req-0c286c10-c3e2-4918-a2eb-a2c93b10b4a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3118eef-d968-4394-9777-25a86075a2e5 HTTP/1.1" status: 200 len: 998 time: 0.1113811 Dec 21 17:18:08.984486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82d18-5f96-4a5f-9072-10849e83a09f req-781b919f-b6c4-4553-b2f0-ffbf8aee1dbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:08.986066 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90e82d18-5f96-4a5f-9072-10849e83a09f req-781b919f-b6c4-4553-b2f0-ffbf8aee1dbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b5c86fa-a9d1-4ae2-a920-b611b52e8945 HTTP/1.1" status: 200 len: 834 time: 0.0682402 Dec 21 17:18:08.999964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-71be0c39-252a-4257-ada1-d4b4e78f6b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '50cab7c3-da82-4904-a751-4e62da78d8a0', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.27', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'port_id': 'e3118eef-d968-4394-9777-25a86075a2e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'mac_address': 'fa:16:3e:8b:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:18:06Z', 'updated_at': '2021-12-21T17:18:06Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2620853-9183-40e4-afa5-e0ec590d1771', 'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:be:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:50Z', 'updated_at': '2021-12-21T17:17:57Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:09.004330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be0c39-252a-4257-ada1-d4b4e78f6b01 None None] Checking router: 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:18:09.016198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be0c39-252a-4257-ada1-d4b4e78f6b01 None None] Routers {'78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:18:09.016841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-71be0c39-252a-4257-ada1-d4b4e78f6b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:17:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:09.066109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90e82d18-5f96-4a5f-9072-10849e83a09f req-8650b32c-382d-41c9-8e27-a4c0f64e0154 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b07480d-b4d8-469b-ad68-ba8624794348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743601 Dec 21 17:18:09.202246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-71be0c39-252a-4257-ada1-d4b4e78f6b01 None None] Set router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:18:09.211065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90e82d18-5f96-4a5f-9072-10849e83a09f req-fcb2ead5-42f9-4066-b0f4-8696577f6a97 service neutron] 10.222.0.48 "GET /v2.0/networks/2b07480d-b4d8-469b-ad68-ba8624794348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379123 Dec 21 17:18:09.353737 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-90e82d18-5f96-4a5f-9072-10849e83a09f req-f2f4883d-d814-4675-adb2-ddf8b9590a9e service neutron] 10.222.0.48 "GET /v2.0/networks/2b07480d-b4d8-469b-ad68-ba8624794348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366134 Dec 21 17:18:09.566157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-71be0c39-252a-4257-ada1-d4b4e78f6b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '50cab7c3-da82-4904-a751-4e62da78d8a0', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.27', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'port_id': 'e3118eef-d968-4394-9777-25a86075a2e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'mac_address': 'fa:16:3e:8b:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:18:06Z', 'updated_at': '2021-12-21T17:18:06Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2620853-9183-40e4-afa5-e0ec590d1771', 'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:be:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:50Z', 'updated_at': '2021-12-21T17:17:57Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:09.570515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be0c39-252a-4257-ada1-d4b4e78f6b01 None None] The sync data for ids ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'] in dv-neutron-822515-1-hyperv is: [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '50cab7c3-da82-4904-a751-4e62da78d8a0', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.27', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'port_id': 'e3118eef-d968-4394-9777-25a86075a2e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'mac_address': 'fa:16:3e:8b:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:18:06Z', 'updated_at': '2021-12-21T17:18:06Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2620853-9183-40e4-afa5-e0ec590d1771', 'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:be:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:50Z', 'updated_at': '2021-12-21T17:17:57Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:18:09.886229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51476) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:09.929704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12670a0-4fcf-4016-8d04-4dfe9b2b7808 None None] New status for floating IP 50cab7c3-da82-4904-a751-4e62da78d8a0: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:18:10.005501 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2176d53e-c081-4e36-b06b-3eca1b15d140 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/50cab7c3-da82-4904-a751-4e62da78d8a0 HTTP/1.1" status: 200 len: 990 time: 0.1178992 Dec 21 17:18:11.010099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51480) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:11.121423 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1e58cdf6-b0b2-4598-b15e-e2282b71f0d7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/50cab7c3-da82-4904-a751-4e62da78d8a0 HTTP/1.1" status: 200 len: 992 time: 0.1099782 Dec 21 17:18:15.768199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:18:15.823953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7978e7e5-8911-42f7-a626-3d6e2f2c7c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:17.222478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:18.064947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29826fe6-8edc-47c5-9629-d5c2d6e98033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:18.450122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:19.948336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:29.640016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:40.778821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98923a7e-1d5d-461d-b585-b4aeecf3f430 req-afd64895-819d-45ff-81db-4e026a62fdc9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:40.780509 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-98923a7e-1d5d-461d-b585-b4aeecf3f430 req-afd64895-819d-45ff-81db-4e026a62fdc9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 945 time: 0.0855448 Dec 21 17:18:40.828711 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-98923a7e-1d5d-461d-b585-b4aeecf3f430 req-d328de12-c6d0-4394-8de2-b01b73e8d9c6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420871 Dec 21 17:18:42.038916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7029be4-3d42-4f18-b1ee-faccccf54394 req-1227efc6-9184-4532-a04e-a86cdf90653b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:42.040494 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c7029be4-3d42-4f18-b1ee-faccccf54394 req-1227efc6-9184-4532-a04e-a86cdf90653b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 945 time: 0.0868378 Dec 21 17:18:42.087609 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c7029be4-3d42-4f18-b1ee-faccccf54394 req-e2ab68e8-8da3-4384-937b-b96534f0b9a1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409274 Dec 21 17:18:42.115580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51500) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:42.225773 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e79473fa-1b8a-4a61-ab33-d37c01abcfd6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/50cab7c3-da82-4904-a751-4e62da78d8a0 HTTP/1.1" status: 200 len: 992 time: 0.1088953 Dec 21 17:18:43.723954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f4a40-4317-4abc-9902-8af87cb4bae4 req-9c5ae72b-2be1-4b57-9119-93a42be08292 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:43.725568 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-293f4a40-4317-4abc-9902-8af87cb4bae4 req-9c5ae72b-2be1-4b57-9119-93a42be08292 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 945 time: 0.0894682 Dec 21 17:18:43.773854 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-293f4a40-4317-4abc-9902-8af87cb4bae4 req-21c60b02-36fc-4c47-a58b-5752e0018986 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Dec 21 17:18:44.983093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f497707-9792-4ef9-b79d-aa1e88a3644d req-1261cac2-366f-42dd-adcb-948873f0146f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:44.984578 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f497707-9792-4ef9-b79d-aa1e88a3644d req-1261cac2-366f-42dd-adcb-948873f0146f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 945 time: 0.0848100 Dec 21 17:18:45.033514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8f497707-9792-4ef9-b79d-aa1e88a3644d req-776961ad-341f-4557-a935-98576ae2c052 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430150 Dec 21 17:18:45.062319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51512) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:45.171923 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9a291b6f-e43a-4320-8ec6-188343b47a15 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/50cab7c3-da82-4904-a751-4e62da78d8a0 HTTP/1.1" status: 200 len: 992 time: 0.1082878 Dec 21 17:18:45.449901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51520) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:45.664899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 08bae7a2-b640-406d-a5c4-5075ba56096d {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:18:45.665282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:45.825716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95428761-f372-44be-a6e3-dffe9b6c25f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:45.839689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:45.840061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:45.965851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 08bae7a2-b640-406d-a5c4-5075ba56096d owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:18:46.113303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:46.117845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bd761c1a-7d50-4580-854e-6aee5e067955 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:46.165056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=08bae7a2-b640-406d-a5c4-5075ba56096d,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:46.204893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:46.205336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:46.205771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:46.206200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:46.206625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:46.207073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:46.207496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:46.207917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:46.208335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:46.208749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:46.209163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:46.216246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:46.271529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:46.918574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:18:47.128721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:18:47.138910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f730165-7b9a-46b5-95f6-02543d30c10c None None] Sync routers for ids ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:18:47.146161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:47.152444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f730165-7b9a-46b5-95f6-02543d30c10c None None] Routers {'78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:18:47.153100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1f730165-7b9a-46b5-95f6-02543d30c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:18:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:47.206946 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-837e5eb9-5701-40cc-8978-68b9c3797769 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/floatingips/50cab7c3-da82-4904-a751-4e62da78d8a0 HTTP/1.1" status: 204 len: 168 time: 1.7558548 Dec 21 17:18:47.207821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'tag': 'e3118eef-d968-4394-9777-25a86075a2e5'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:18:47.243800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:47.280052 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'tag': 'e3118eef-d968-4394-9777-25a86075a2e5', 'status': 'completed', 'code': 200} Dec 21 17:18:47.377386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1f730165-7b9a-46b5-95f6-02543d30c10c None None] Set router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:18:47.388039 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c420cada-299a-4db0-97fb-daeefd93710c req-106a3f4a-cb9d-48cd-9fb7-ac9aae9ff138 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 1098 time: 0.0865674 Dec 21 17:18:47.554280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420cada-299a-4db0-97fb-daeefd93710c req-c564cf10-0b92-40ae-a427-e9a396f8b2c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:47.555973 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c420cada-299a-4db0-97fb-daeefd93710c req-c564cf10-0b92-40ae-a427-e9a396f8b2c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b07480d-b4d8-469b-ad68-ba8624794348 HTTP/1.1" status: 200 len: 898 time: 0.1622486 Dec 21 17:18:47.624831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab46e0-75aa-487a-998f-23267653e012 req-8a057101-8363-432b-8ad1-d79e793591db tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:47.625646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d6ab46e0-75aa-487a-998f-23267653e012 req-8a057101-8363-432b-8ad1-d79e793591db tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:18:47.638667 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c420cada-299a-4db0-97fb-daeefd93710c req-9bbdd720-dbec-41e8-898e-7a41712e3f8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3118eef-d968-4394-9777-25a86075a2e5 HTTP/1.1" status: 200 len: 217 time: 0.0747354 Dec 21 17:18:47.645054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d6ab46e0-75aa-487a-998f-23267653e012 req-8a057101-8363-432b-8ad1-d79e793591db tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:18:47.646420 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d6ab46e0-75aa-487a-998f-23267653e012 req-8a057101-8363-432b-8ad1-d79e793591db tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 945 time: 0.1220222 Dec 21 17:18:47.696028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d6ab46e0-75aa-487a-998f-23267653e012 req-afbd8218-0510-4da5-b00a-851104bf1165 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431583 Dec 21 17:18:47.723257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420cada-299a-4db0-97fb-daeefd93710c req-ce6c4a4f-2712-4f09-b9ba-7a805d6e5b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:47.723257 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c420cada-299a-4db0-97fb-daeefd93710c req-ce6c4a4f-2712-4f09-b9ba-7a805d6e5b3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b5c86fa-a9d1-4ae2-a920-b611b52e8945 HTTP/1.1" status: 200 len: 834 time: 0.0699303 Dec 21 17:18:47.796875 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c420cada-299a-4db0-97fb-daeefd93710c req-27a1ed96-573e-4136-8361-aa4a76f90e96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b07480d-b4d8-469b-ad68-ba8624794348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740128 Dec 21 17:18:47.863749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1f730165-7b9a-46b5-95f6-02543d30c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b2620853-9183-40e4-afa5-e0ec590d1771', 'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:be:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:50Z', 'updated_at': '2021-12-21T17:17:57Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:47.867838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f730165-7b9a-46b5-95f6-02543d30c10c None None] Checking router: 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:18:47.879836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f730165-7b9a-46b5-95f6-02543d30c10c None None] Routers {'78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:18:47.880492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1f730165-7b9a-46b5-95f6-02543d30c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:18:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:48.068328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e6821fe5-576f-4793-9d80-0d49ececbc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:48.085338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-1f730165-7b9a-46b5-95f6-02543d30c10c None None] Set router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:18:48.170262 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c420cada-299a-4db0-97fb-daeefd93710c req-e7344a10-f5ac-4b45-925d-51d43a90d156 service neutron] 10.222.0.48 "GET /v2.0/networks/2b07480d-b4d8-469b-ad68-ba8624794348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668776 Dec 21 17:18:48.319355 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c420cada-299a-4db0-97fb-daeefd93710c req-639b258b-a78d-4ed9-9be1-34d382cbd6b4 service neutron] 10.222.0.48 "GET /v2.0/networks/2b07480d-b4d8-469b-ad68-ba8624794348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416924 Dec 21 17:18:48.416555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-1f730165-7b9a-46b5-95f6-02543d30c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b2620853-9183-40e4-afa5-e0ec590d1771', 'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:be:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:50Z', 'updated_at': '2021-12-21T17:17:57Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:48.420835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f730165-7b9a-46b5-95f6-02543d30c10c None None] The sync data for ids ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'] in dv-neutron-822515-1-hyperv is: [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b2620853-9183-40e4-afa5-e0ec590d1771', 'name': '', 'network_id': '2b07480d-b4d8-469b-ad68-ba8624794348', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:be:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:50Z', 'updated_at': '2021-12-21T17:17:57Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '0b5c86fa-a9d1-4ae2-a920-b611b52e8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:18:48.453235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:48.877162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80fc1f1-bd7f-4e22-8180-7cb37aa23df2 None None] New status for floating IP 50cab7c3-da82-4904-a751-4e62da78d8a0: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:18:48.908544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d4f73-8cef-466f-9e93-299046fd8d0c req-15c39e32-10dc-41aa-8af9-ea525b5768d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:48.910168 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-082d4f73-8cef-466f-9e93-299046fd8d0c req-15c39e32-10dc-41aa-8af9-ea525b5768d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 945 time: 0.0834544 Dec 21 17:18:48.959118 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-082d4f73-8cef-466f-9e93-299046fd8d0c req-b2bab2a9-7513-4c68-be2c-26fa25191709 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=14125602-f320-48c1-aeef-f0e2426859be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 Dec 21 17:18:49.092645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-bfe1aaad-f03a-4a99-8a68-173a35807343 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:49.093542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-bfe1aaad-f03a-4a99-8a68-173a35807343 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:18:49.106289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-bfe1aaad-f03a-4a99-8a68-173a35807343 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:18:49.107535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-bfe1aaad-f03a-4a99-8a68-173a35807343 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 945 time: 0.1114244 Dec 21 17:18:49.187338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port e3118eef-d968-4394-9777-25a86075a2e5 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:18:49.187876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:49.439477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port e3118eef-d968-4394-9777-25a86075a2e5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e3118eef-d968-4394-9777-25a86075a2e5,segment=NetworkSegment(ce270980-dca6-4b04-8397-71aa5d693a28),segment_id=ce270980-dca6-4b04-8397-71aa5d693a28)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:18:49.439885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:49.569196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for e3118eef-d968-4394-9777-25a86075a2e5 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:18:49.714460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:49.720006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-deeb2fbf-b6fe-40b6-9635-3c920c10cec5 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:49.767073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=e3118eef-d968-4394-9777-25a86075a2e5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:49.804860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:49.805305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:49.805739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:49.806167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:49.807268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:49.807694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:49.808117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:49.808541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:49.808958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:49.809375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:49.809792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:49.817403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:49.855602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] No DVR routers for this DVR port e3118eef-d968-4394-9777-25a86075a2e5 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:18:49.858014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:49.860749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'name': 'network-vif-deleted', 'tag': 'e3118eef-d968-4394-9777-25a86075a2e5'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:18:49.876891 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-54f50013-e1b7-4d72-9703-8975f8ce048b req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "DELETE /v2.0/ports/e3118eef-d968-4394-9777-25a86075a2e5 HTTP/1.1" status: 204 len: 173 time: 0.7639632 Dec 21 17:18:49.964862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:50.000542 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87235fa6-74d3-4a0d-919b-f0eaf359b6fa', 'name': 'network-vif-deleted', 'tag': 'e3118eef-d968-4394-9777-25a86075a2e5', 'status': 'completed', 'code': 200} Dec 21 17:18:50.157306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd556e77-a499-4ead-bf72-072152298426 req-510c594c-9311-4925-8bb2-bd1d67230e06 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=87235fa6-74d3-4a0d-919b-f0eaf359b6fa HTTP/1.1" status: 200 len: 210 time: 0.0494065 Dec 21 17:18:51.265728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51540) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:51.345799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device e3118eef-d968-4394-9777-25a86075a2e5 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:18:51.384180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: e3118eef-d968-4394-9777-25a86075a2e5 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:18:51.384584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device e3118eef-d968-4394-9777-25a86075a2e5 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:18:51.692611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:52.315243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port b2620853-9183-40e4-afa5-e0ec590d1771 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:18:52.315829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:52.507621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port b2620853-9183-40e4-afa5-e0ec590d1771, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b2620853-9183-40e4-afa5-e0ec590d1771,segment=NetworkSegment(ce270980-dca6-4b04-8397-71aa5d693a28),segment_id=ce270980-dca6-4b04-8397-71aa5d693a28)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:18:52.508021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:52.632504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for b2620853-9183-40e4-afa5-e0ec590d1771 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:18:52.770540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:18:52.818521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:52.823112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:52.869795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=b2620853-9183-40e4-afa5-e0ec590d1771,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:52.872593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:53.182765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:54.010668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:18:54.220513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:18:54.230274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164959b-cd97-431d-b23f-5609d070505e None None] Sync routers for ids ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:18:54.233887 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-026c995d-33db-4477-bae3-cc8d3b679542 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "PUT /v2.0/routers/78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9670281 Dec 21 17:18:54.236848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51544) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:54.242938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7164959b-cd97-431d-b23f-5609d070505e None None] Routers {'78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:18:54.243599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7164959b-cd97-431d-b23f-5609d070505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:18:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:54.432680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7164959b-cd97-431d-b23f-5609d070505e None None] Set router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:18:54.436057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28c0b4f-28c1-4733-bdb1-cdf56f213f7b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting subnet 0b5c86fa-a9d1-4ae2-a920-b611b52e8945 {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:18:54.439265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c28c0b4f-28c1-4733-bdb1-cdf56f213f7b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:54.500316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c28c0b4f-28c1-4733-bdb1-cdf56f213f7b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:54.586610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c28c0b4f-28c1-4733-bdb1-cdf56f213f7b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:54.666421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c28c0b4f-28c1-4733-bdb1-cdf56f213f7b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:54.671080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14ed117e-a5c2-47f8-8ed0-d23c434a28ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:54.711559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c0b4f-28c1-4733-bdb1-cdf56f213f7b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5c86fa-a9d1-4ae2-a920-b611b52e8945,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:54.714337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c28c0b4f-28c1-4733-bdb1-cdf56f213f7b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:54.719993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c28c0b4f-28c1-4733-bdb1-cdf56f213f7b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:54.726417 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c28c0b4f-28c1-4733-bdb1-cdf56f213f7b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/subnets/0b5c86fa-a9d1-4ae2-a920-b611b52e8945 HTTP/1.1" status: 204 len: 168 time: 0.4885182 Dec 21 17:18:54.727261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e72af0-c235-4ec1-ac10-1bc9632d7c60 None None] Network 2b07480d-b4d8-469b-ad68-ba8624794348 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:18:54.729439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51548) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:54.737178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7164959b-cd97-431d-b23f-5609d070505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:18:52Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:54.741647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164959b-cd97-431d-b23f-5609d070505e None None] Checking router: 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:18:54.756439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7164959b-cd97-431d-b23f-5609d070505e None None] Routers {'78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:18:54.757107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7164959b-cd97-431d-b23f-5609d070505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:18:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:54.951410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:54.955960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7164959b-cd97-431d-b23f-5609d070505e None None] Set router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:18:55.004184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] DHCP port deletion for 2b07480d-b4d8-469b-ad68-ba8624794348 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:18:55.008579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Deleting port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:18:55.009241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:55.167821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:55.179552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 8719e9a4-9401-4114-ab99-506d99884572 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:18:55.179933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:55.243676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] For port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc,segment=NetworkSegment(ce270980-dca6-4b04-8397-71aa5d693a28),segment_id=ce270980-dca6-4b04-8397-71aa5d693a28)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:18:55.244076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:55.271103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7164959b-cd97-431d-b23f-5609d070505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:18:52Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:55.275839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164959b-cd97-431d-b23f-5609d070505e None None] The sync data for ids ['78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7'] in dv-neutron-822515-1-hyperv is: [{'id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993390374', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '8719e9a4-9401-4114-ab99-506d99884572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:17:46Z', 'updated_at': '2021-12-21T17:18:52Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8719e9a4-9401-4114-ab99-506d99884572', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:17:47Z', 'updated_at': '2021-12-21T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:18:55.367196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port 8719e9a4-9401-4114-ab99-506d99884572, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8719e9a4-9401-4114-ab99-506d99884572,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:18:55.367607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:55.376396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Calling delete_port for bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:18:55.456026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:55.460979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:55.499829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 8719e9a4-9401-4114-ab99-506d99884572 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:18:55.507103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Pushing event deleted for resources: {'Port': ['ID=bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:55.518085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] No DVR routers for this DVR port bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:18:55.520394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:55.520786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:55.521165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:55.521542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:55.521927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:55.522392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:55.522765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:55.523165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:55.523535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:55.523902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:55.524273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:18:55.528723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:55.677491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:55.682049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4c522507-6a14-42a2-994d-1ccc281a554d tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:55.728300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=8719e9a4-9401-4114-ab99-506d99884572,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:55.731167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:55.958269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.220169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.224590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.253446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.254264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Fanout notify agent at l3_agent the message router_deleted on router 78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:18:56.270121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.271418 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/routers/78429c40-8a0a-41fe-a6e9-d3ac3b7c34c7 HTTP/1.1" status: 204 len: 168 time: 1.5409677 Dec 21 17:18:56.274342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51552) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:56.394816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.536671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.793533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8719e9a4-9401-4114-ab99-506d99884572 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:18:56.806675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b07480d-b4d8-469b-ad68-ba8624794348']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:56.819284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce270980-dca6-4b04-8397-71aa5d693a28') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:56.819617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce270980-dca6-4b04-8397-71aa5d693a28') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:18:56.827290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 8719e9a4-9401-4114-ab99-506d99884572 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:18:56.827692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8719e9a4-9401-4114-ab99-506d99884572 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:18:56.828174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b2620853-9183-40e4-afa5-e0ec590d1771 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:18:56.831483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.849882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.857113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:18:56.857593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.861331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: b2620853-9183-40e4-afa5-e0ec590d1771 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:18:56.861922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b2620853-9183-40e4-afa5-e0ec590d1771 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:18:56.862443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:18:56.872939 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:18:56.894843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:18:56.895248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bb6e3d6e-2c9d-4a75-8512-ee9dd1d14abc not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:18:56.963394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.966897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-accdb683-d799-4e1a-85e4-b77eb080992d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:56.985044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:56.994253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Network': ['ID=2b07480d-b4d8-469b-ad68-ba8624794348,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:56.997719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:57.001978 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ef983a52-4ec2-450f-b5ba-52a3f684bb23 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/networks/2b07480d-b4d8-469b-ad68-ba8624794348 HTTP/1.1" status: 204 len: 168 time: 0.7265344 Dec 21 17:18:57.005265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51556) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:57.079785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2fb94ac-fdd3-40e2-b569-f430b2a5209b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.113660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2fb94ac-fdd3-40e2-b569-f430b2a5209b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.169999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2fb94ac-fdd3-40e2-b569-f430b2a5209b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.175467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e18e238c-f787-455d-b89e-d09031906e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:57.193243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb94ac-fdd3-40e2-b569-f430b2a5209b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14125602-f320-48c1-aeef-f0e2426859be,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:57.196079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f2fb94ac-fdd3-40e2-b569-f430b2a5209b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:57.202866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f2fb94ac-fdd3-40e2-b569-f430b2a5209b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.204097 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f2fb94ac-fdd3-40e2-b569-f430b2a5209b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/security-groups/14125602-f320-48c1-aeef-f0e2426859be HTTP/1.1" status: 204 len: 168 time: 0.1978240 Dec 21 17:18:57.472427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51564) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:57.478733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591949954', 'description': 'tempest-secgroup-smoke-591949954 description', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:18:57.485378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:18:57.489766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:18:57.492831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:18:57.499532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:18:57.509757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.546248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:18:57.550185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:18:57.553147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:18:57.559694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:18:57.620296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.622746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.628064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3be76e4c-779b-478c-b1ea-241efb277d7c tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:57.670515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234dcec4-f19d-4e39-aa57-f8bca81a2d78,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:57.673634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:57.675028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.676324 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4661edd0-a6db-4e67-945c-7e38ec2cb126 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2027886 Dec 21 17:18:57.679436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51568) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:57.685861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '234dcec4-f19d-4e39-aa57-f8bca81a2d78', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:18:57.692174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:18:57.696249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:18:57.699969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:18:57.706108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:18:57.721972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.783612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.786078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.792489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95a5ec89-6b56-486a-8ea4-08c3576b7e9d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:57.814910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3be3fd-7310-4784-8c48-4484520eaed3,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:57.819633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:57.823151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.824450 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bc7e5562-2037-4586-bdfb-da4d3db59802 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1440158 Dec 21 17:18:57.827497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51572) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:57.833399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '234dcec4-f19d-4e39-aa57-f8bca81a2d78', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:18:57.839631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:18:57.843758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:18:57.846855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:18:57.852947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:18:57.869832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.933331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.935959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.943674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9d176a6d-6f18-4b9e-92c8-9bd8074571f7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:57.964772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f225a1-1a7e-496f-a2d4-9f556e4a3e2a,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:57.967096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:57.974207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:57.975518 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1470263 Dec 21 17:18:57.978944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51576) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:57.985053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '234dcec4-f19d-4e39-aa57-f8bca81a2d78', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:18:57.991505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:18:57.996108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:18:57.999193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:18:58.005827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:18:58.021774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.089745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.092270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.094179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a5f50878-f978-4a5f-82d3-a33c9330dfe2 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:58.115888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecff82b-09bd-44cc-8c5f-5bbd7ec4d78a,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:58.120618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:58.127396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.128929 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eb543636-3fb0-418f-8e8b-1189e2d8fcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1487501 Dec 21 17:18:58.131899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51580) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:58.137772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '234dcec4-f19d-4e39-aa57-f8bca81a2d78', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:18:58.143939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:18:58.147973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:18:58.151485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:18:58.160212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:18:58.177158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.242951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.245517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.247450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dd626a09-0824-4d20-9239-cb1e12b5954d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:58.270553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91912c9e-2649-4ba2-a05f-ec65fe27b273,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:58.273082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:58.279562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.280843 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1479464 Dec 21 17:18:58.283823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51584) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:58.290484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '234dcec4-f19d-4e39-aa57-f8bca81a2d78', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:18:58.297442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:18:58.301746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:18:58.305004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:18:58.311296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:18:58.320436 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Project 00f6456af0534b7686cd8ac7f21ea3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:18:58.326974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.397551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.400153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.402671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f73a0e92-90d2-4736-9f76-1b439e07ca91 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:58.426458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933227fd-3070-4f25-9c76-ccd89f2533e2,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:58.429018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:58.435234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.436517 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-03d638ce-4b61-4af2-9a95-4e5568e691de tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1515946 Dec 21 17:18:58.439490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51588) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:58.445316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '234dcec4-f19d-4e39-aa57-f8bca81a2d78', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:18:58.451483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:18:58.455495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:18:58.458490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:18:58.465048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:18:58.474574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Project 00f6456af0534b7686cd8ac7f21ea3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:18:58.481898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.548892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.551418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.553269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d68b0aa-b6ec-4ca4-b1ef-bf6298dc588e tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:58.574380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b93ecc-5211-4873-806c-863f4108b7e3,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:58.578477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:58.585011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.586292 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e33f6f8d-02e2-4bde-9d35-cbbcfd21264a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1458061 Dec 21 17:18:58.590060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51592) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:58.595942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'network': {'name': 'tempest-network-smoke--1859804071', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'port_security_enabled': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:18:58.600945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:18:58.605335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:network and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:18:58.608499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:18:58.614688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:18:58.623668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:18:58.629376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.659405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:18:58.668173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.668559 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Added segment c554a5c2-61b0-4afc-972a-1ae1a63d169d of type vlan for network 69c0ddca-2254-4574-9bf1-66cf9d847e88 Dec 21 17:18:58.698055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.727999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.732119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:18:58.732756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.738004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e82bd08f-da10-4420-b134-40e0c821bba2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:58.794736 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2036192 Dec 21 17:18:58.797737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51596) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:18:58.849186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'admin_state_up': True, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:18:58.863676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Network': ['ID=69c0ddca-2254-4574-9bf1-66cf9d847e88,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:58.866549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:58.867750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:18:58.872938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:router and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:18:58.874904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 69c0ddca-2254-4574-9bf1-66cf9d847e88 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:18:58.876175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:18:58.882471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:18:58.892363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.893329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:58.911353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:59.060567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:59.254473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:59.289770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:59.428483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.26.7.8 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/157bbf22-e385-4e3d-9224-7a2a0c342425) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:18:59.592061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:59.616957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:59.621892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52935235-5527-43bd-ace4-9a8236e0f931 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:18:59.643882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:59.689698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:18:59.693328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:18:59.697364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:18:59.732744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=157bbf22-e385-4e3d-9224-7a2a0c342425,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:18:59.741382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:18:59.871313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:18:59.872010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:00.107058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router af604a80-18f2-4a17-9f97-0c60667fed1b is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:19:00.317885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:19:00.328218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Sync routers for ids ['af604a80-18f2-4a17-9f97-0c60667fed1b'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:19:00.341336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Routers {'af604a80-18f2-4a17-9f97-0c60667fed1b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:19:00.342011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:18:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af604a80-18f2-4a17-9f97-0c60667fed1b'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:00.343971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:00.348359 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5465539 Dec 21 17:19:00.348820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51600) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:19:00.394607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8507b45d-54e6-4c0c-9a8a-ab4452520391 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=00f6456af0534b7686cd8ac7f21ea3df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445149 Dec 21 17:19:00.397305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51604) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:19:00.533230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Set router af604a80-18f2-4a17-9f97-0c60667fed1b gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:19:00.536225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a115-7d6b-4385-b95b-193547bc51ca tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:00.537889 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5a08a115-7d6b-4385-b95b-193547bc51ca tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396031 Dec 21 17:19:00.540888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51608) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:19:00.585342 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-615254c6-65b7-4aa6-ac5f-978c3373127a tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431430 Dec 21 17:19:00.587953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51612) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:19:00.594197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1331382296', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:19:00.711838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:19:00.715941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:subnet and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:19:00.718940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:19:00.725067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:19:00.734413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:19:00.855222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:01.007949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:18:59Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:01.012407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Checking router: af604a80-18f2-4a17-9f97-0c60667fed1b for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:19:01.012812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Updating router af604a80-18f2-4a17-9f97-0c60667fed1b port 157bbf22-e385-4e3d-9224-7a2a0c342425 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:19:01.071613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:01.313667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:01.318381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30f3c3eb-39a7-4c3d-a069-3cf24cb8e046 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:01.401922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Subnet': ['ID=03013815-1f7e-4532-ad59-afcd5f382e5c,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:01.406022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:01.415060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Checking segment: {'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:19:01.415217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network hostable DHCP agents. Network: 69c0ddca-2254-4574-9bf1-66cf9d847e88, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:19:01.426747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:01.439697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Transition to ACTIVE for port object 157bbf22-e385-4e3d-9224-7a2a0c342425 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:19:01.444007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 69c0ddca-2254-4574-9bf1-66cf9d847e88 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:19:01.445142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:01.449574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f44dc4be-2f29-4a13-94a8-8f6b04df1b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:01.452667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 69c0ddca-2254-4574-9bf1-66cf9d847e88) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:19:01.459224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:01.459503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:01.480965 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5f1f7d06-7f6e-4b7a-ac1f-0fbc62663fee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8919380 Dec 21 17:19:01.484003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51616) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:19:01.485267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6d40a-17d2-4291-8093-e3da0eb83550 None None] Network 69c0ddca-2254-4574-9bf1-66cf9d847e88 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:19:01.549496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33053a2-7f8b-4915-96f5-577410d94c4e None None] Pushing event updated for resources: {'Port': ['ID=157bbf22-e385-4e3d-9224-7a2a0c342425,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:01.565937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d33053a2-7f8b-4915-96f5-577410d94c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:01.631445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Attempting to bind port 157bbf22-e385-4e3d-9224-7a2a0c342425 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:19:01.632037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Attempting to bind port 157bbf22-e385-4e3d-9224-7a2a0c342425 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:19:01.632261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Attempting to bind port 157bbf22-e385-4e3d-9224-7a2a0c342425 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:19:01.644237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:19:01.644237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:19:01.644237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:01.644710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:19:01.645228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Bound port: 157bbf22-e385-4e3d-9224-7a2a0c342425, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:19:01.645650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:01.787858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] For port 157bbf22-e385-4e3d-9224-7a2a0c342425, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:19:01.792762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] For port 157bbf22-e385-4e3d-9224-7a2a0c342425, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=157bbf22-e385-4e3d-9224-7a2a0c342425,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:19:01.825125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:01.833627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:01.884271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-69c0ddca-2254-4574-9bf1-66cf9d847e88', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ips': [{'subnet_id': '03013815-1f7e-4532-ad59-afcd5f382e5c'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:19:01.885740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:01.989979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33053a2-7f8b-4915-96f5-577410d94c4e None None] Pushing event updated for resources: {'Port': ['ID=157bbf22-e385-4e3d-9224-7a2a0c342425,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:01.993528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d33053a2-7f8b-4915-96f5-577410d94c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:02.001493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Routers {'af604a80-18f2-4a17-9f97-0c60667fed1b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:19:02.001493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:18:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af604a80-18f2-4a17-9f97-0c60667fed1b'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:02.266965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Allocated IP 172.20.0.2 (69c0ddca-2254-4574-9bf1-66cf9d847e88/03013815-1f7e-4532-ad59-afcd5f382e5c/37916a14-dded-446d-be2a-e2ecb8c056ab) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:19:02.281412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] Set router af604a80-18f2-4a17-9f97-0c60667fed1b gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:19:02.287396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:02.747827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:02.763068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Transition to ACTIVE for port object 37916a14-dded-446d-be2a-e2ecb8c056ab will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:19:02.788216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Transition to ACTIVE for port object 37916a14-dded-446d-be2a-e2ecb8c056ab will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:19:02.791789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:18:59Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:02.796650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1efdf8a-cffb-412b-947c-af29fb8a1315 None None] The sync data for ids ['af604a80-18f2-4a17-9f97-0c60667fed1b'] in dv-neutron-822515-1-hyperv is: [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:18:59Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:19:02.798924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:02.807734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acc76437-b872-4abb-bc61-b10b6ce8659c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:02.861986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.20.0.1 (69c0ddca-2254-4574-9bf1-66cf9d847e88/03013815-1f7e-4532-ad59-afcd5f382e5c/6e8104f3-f87a-4f11-9d60-bebc578d87f8) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:19:02.874242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Network 69c0ddca-2254-4574-9bf1-66cf9d847e88 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:19:02.877983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:19:02.882706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:19:02.890087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Pushing event updated for resources: {'Port': ['ID=37916a14-dded-446d-be2a-e2ecb8c056ab,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:02.894175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:02.979090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Attempting to bind port 37916a14-dded-446d-be2a-e2ecb8c056ab on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:19:02.979511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Attempting to bind port 37916a14-dded-446d-be2a-e2ecb8c056ab by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:19:02.979924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Attempting to bind port 37916a14-dded-446d-be2a-e2ecb8c056ab on network 69c0ddca-2254-4574-9bf1-66cf9d847e88 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:19:02.986866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:19:02.987238 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Checking segment: {'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:19:02.987696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:02.988112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Bound using segment: {'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:19:02.988637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Bound port: 37916a14-dded-446d-be2a-e2ecb8c056ab, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:19:02.989067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:03.037675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:03.061248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Transition to ACTIVE for port object 6e8104f3-f87a-4f11-9d60-bebc578d87f8 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:19:03.081254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:03.085767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:03.096865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] For port 37916a14-dded-446d-be2a-e2ecb8c056ab, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:19:03.100236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] For port 37916a14-dded-446d-be2a-e2ecb8c056ab, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=37916a14-dded-446d-be2a-e2ecb8c056ab,segment=NetworkSegment(c554a5c2-61b0-4afc-972a-1ae1a63d169d),segment_id=c554a5c2-61b0-4afc-972a-1ae1a63d169d)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:19:03.104184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:03.112249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:03.155260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 69c0ddca-2254-4574-9bf1-66cf9d847e88 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:19:03.159342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:19:03.163743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:19:03.202049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=6e8104f3-f87a-4f11-9d60-bebc578d87f8,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:03.203676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Pushing event updated for resources: {'Port': ['ID=37916a14-dded-446d-be2a-e2ecb8c056ab,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:03.207322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:03.214321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:03.240780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:03.351778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:03.834519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:03.838989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:03.869441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9ceb1cff-8edb-49ba-b39c-c20ee46b33a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:03.980503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=6e8104f3-f87a-4f11-9d60-bebc578d87f8,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:03.983103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:03.987209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:04.143316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 69c0ddca-2254-4574-9bf1-66cf9d847e88 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:19:04.144624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:19:04.845218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router af604a80-18f2-4a17-9f97-0c60667fed1b has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:19:04.850596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2649ab25-c4cf-4000-a701-cede5fcd7014 None None] Network 69c0ddca-2254-4574-9bf1-66cf9d847e88 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:19:04.869723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 37916a14-dded-446d-be2a-e2ecb8c056ab up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:19:05.065178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:19:05.079534 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "PUT /v2.0/routers/af604a80-18f2-4a17-9f97-0c60667fed1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5943666 Dec 21 17:19:05.256358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1cffd49a-131a-4f87-a951-9ee17a9b2e16 None None] Provisioning for port 37916a14-dded-446d-be2a-e2ecb8c056ab completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:19:05.266058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 37916a14-dded-446d-be2a-e2ecb8c056ab completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:19:05.272008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-777799a6-fdb7-4cf7-9e80-dd446fd5461e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:19:05.275181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1cffd49a-131a-4f87-a951-9ee17a9b2e16 None None] Provisioning complete for port 37916a14-dded-446d-be2a-e2ecb8c056ab triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:05.276189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cffd49a-131a-4f87-a951-9ee17a9b2e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:05.287450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-777799a6-fdb7-4cf7-9e80-dd446fd5461e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:19:05.288710 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-777799a6-fdb7-4cf7-9e80-dd446fd5461e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591949954&fields=id&tenant_id=00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 267 time: 0.0609531 Dec 21 17:19:05.311843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 37916a14-dded-446d-be2a-e2ecb8c056ab triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:05.312271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:05.454198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-904d765b-05ad-46cf-b5ae-6f81246cc9c8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:05.455312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-904d765b-05ad-46cf-b5ae-6f81246cc9c8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:19:05.471321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-904d765b-05ad-46cf-b5ae-6f81246cc9c8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:19:05.472618 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-904d765b-05ad-46cf-b5ae-6f81246cc9c8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/networks?id=69c0ddca-2254-4574-9bf1-66cf9d847e88 HTTP/1.1" status: 200 len: 797 time: 0.1766758 Dec 21 17:19:05.490434 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-81b32ba8-08b9-47d5-9940-94f38cb6cdc8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/quotas/00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 375 time: 0.0117702 Dec 21 17:19:05.571067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cffd49a-131a-4f87-a951-9ee17a9b2e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:05.577784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-fa07562d-1096-481a-bf78-9ec331bcb524 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:19:05.593632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-fa07562d-1096-481a-bf78-9ec331bcb524 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:19:05.595129 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-fa07562d-1096-481a-bf78-9ec331bcb524 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986707 Dec 21 17:19:05.599304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:05.618021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-37acc6b7-e5c7-4beb-8732-ab147aa21f4a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 17:19:05.627473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-37acc6b7-e5c7-4beb-8732-ab147aa21f4a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0150242 Dec 21 17:19:05.641172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1cffd49a-131a-4f87-a951-9ee17a9b2e16 None None] For port 37916a14-dded-446d-be2a-e2ecb8c056ab, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=37916a14-dded-446d-be2a-e2ecb8c056ab,segment=NetworkSegment(c554a5c2-61b0-4afc-972a-1ae1a63d169d),segment_id=c554a5c2-61b0-4afc-972a-1ae1a63d169d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:19:05.673126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cffd49a-131a-4f87-a951-9ee17a9b2e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:05.681248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:05.761685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:19:05.762088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:19:05.773642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffd49a-131a-4f87-a951-9ee17a9b2e16 None None] Pushing event updated for resources: {'Port': ['ID=37916a14-dded-446d-be2a-e2ecb8c056ab,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:05.776480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1cffd49a-131a-4f87-a951-9ee17a9b2e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:05.781287 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-63a7d938-34df-4ce7-af52-0d6736c6078f service neutron] 10.222.0.67 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527100 Dec 21 17:19:05.824696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Sync routers for ids ['af604a80-18f2-4a17-9f97-0c60667fed1b'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:19:05.838621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Routers {'af604a80-18f2-4a17-9f97-0c60667fed1b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:19:05.839602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:18:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af604a80-18f2-4a17-9f97-0c60667fed1b'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:05.904246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e0f9e208-e7bc-4f39-b7c2-bce518536749 None None] Provisioning complete for port 37916a14-dded-446d-be2a-e2ecb8c056ab triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:05.904739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e208-e7bc-4f39-b7c2-bce518536749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:05.940400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-0b63ae95-68fa-439c-9089-6bdfe6410cda service neutron] 10.222.0.67 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528561 Dec 21 17:19:06.098450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e0f9e208-e7bc-4f39-b7c2-bce518536749 None None] Provisioning for port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:19:06.105070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e0f9e208-e7bc-4f39-b7c2-bce518536749 None None] Provisioning complete for port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:06.105522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e208-e7bc-4f39-b7c2-bce518536749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:06.168531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9e208-e7bc-4f39-b7c2-bce518536749 None None] Port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:19:06.215715 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ada5937e-135c-436b-bff9-c1c0a43edf95 req-b35b3a0e-0e07-4193-8e23-4ababdb9a484 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 210 time: 0.0714002 Dec 21 17:19:06.251441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Set router af604a80-18f2-4a17-9f97-0c60667fed1b gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:19:06.345800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c798481b-5577-406b-bced-31615f12468c None None] Provisioning complete for port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:06.346632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c798481b-5577-406b-bced-31615f12468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:06.430895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 157bbf22-e385-4e3d-9224-7a2a0c342425 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:19:06.464580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c798481b-5577-406b-bced-31615f12468c None None] Port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:19:06.512921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 157bbf22-e385-4e3d-9224-7a2a0c342425 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:19:06.519245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 157bbf22-e385-4e3d-9224-7a2a0c342425 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:06.519951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:06.640159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:19:03Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6e8104f3-f87a-4f11-9d60-bebc578d87f8', 'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:50:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:19:02Z', 'updated_at': '2021-12-21T17:19:03Z', 'revision_number': 2, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:06.644295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Checking router: af604a80-18f2-4a17-9f97-0c60667fed1b for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:19:06.644704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Updating router af604a80-18f2-4a17-9f97-0c60667fed1b port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:19:06.654422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:06.672229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 157bbf22-e385-4e3d-9224-7a2a0c342425, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=157bbf22-e385-4e3d-9224-7a2a0c342425,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:19:06.678635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:06.683020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-982958d7-b380-40fa-9c4d-b637868773a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:06.702827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:06.751229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-346206e7-4945-4e76-a723-cfc93efa4128 None None] Provisioning complete for port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:06.751824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-346206e7-4945-4e76-a723-cfc93efa4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:06.830505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=157bbf22-e385-4e3d-9224-7a2a0c342425,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:06.837432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:06.838242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-346206e7-4945-4e76-a723-cfc93efa4128 None None] Port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:19:06.855173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 37916a14-dded-446d-be2a-e2ecb8c056ab up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:19:06.959342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 37916a14-dded-446d-be2a-e2ecb8c056ab triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:06.959879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:07.089569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:07.101726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Transition to ACTIVE for port object 6e8104f3-f87a-4f11-9d60-bebc578d87f8 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:19:07.108352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:07.112941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f5f3472-9e7f-4875-ae64-1dc38c3b7a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:07.255434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Pushing event updated for resources: {'Port': ['ID=6e8104f3-f87a-4f11-9d60-bebc578d87f8,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:07.269796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:19:07.270185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:19:07.270687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:19:07.271021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:19:07.271396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:19:07.271795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:19:07.272176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:19:07.272550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:19:07.272922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:19:07.273279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:19:07.273713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:19:07.306347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:07.419015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Attempting to bind port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:19:07.419602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Attempting to bind port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:19:07.420070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Attempting to bind port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 on network 69c0ddca-2254-4574-9bf1-66cf9d847e88 {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:19:07.428062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:19:07.428750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Checking segment: {'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:19:07.429122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:07.429572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Bound using segment: {'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:19:07.430101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Bound port: 6e8104f3-f87a-4f11-9d60-bebc578d87f8, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:19:07.430522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:07.470904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-51e76a9c-6635-464d-a695-f9a6af95f6ee req-389aed1d-d124-4f09-a9db-98e5920a0c78 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 210 time: 0.0674143 Dec 21 17:19:07.535396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] For port 6e8104f3-f87a-4f11-9d60-bebc578d87f8, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:19:07.539386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] For port 6e8104f3-f87a-4f11-9d60-bebc578d87f8, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6e8104f3-f87a-4f11-9d60-bebc578d87f8,segment=NetworkSegment(c554a5c2-61b0-4afc-972a-1ae1a63d169d),segment_id=c554a5c2-61b0-4afc-972a-1ae1a63d169d)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:19:07.544657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:07.557749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:07.563342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-b458b5bf-8f00-433e-8177-5a0f6d844c14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:07.564114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-b458b5bf-8f00-433e-8177-5a0f6d844c14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:19:07.577660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-b458b5bf-8f00-433e-8177-5a0f6d844c14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:19:07.579173 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-b458b5bf-8f00-433e-8177-5a0f6d844c14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/networks?id=69c0ddca-2254-4574-9bf1-66cf9d847e88 HTTP/1.1" status: 200 len: 797 time: 0.3272121 Dec 21 17:19:07.635031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Routers {'af604a80-18f2-4a17-9f97-0c60667fed1b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:19:07.635729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:18:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af604a80-18f2-4a17-9f97-0c60667fed1b'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:07.650583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-d16c14c2-ef23-4420-982f-ea31372ba210 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:19:07.665019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-d16c14c2-ef23-4420-982f-ea31372ba210 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:19:07.666877 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-d16c14c2-ef23-4420-982f-ea31372ba210 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 379 time: 0.0694454 Dec 21 17:19:07.680646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'port': {'device_id': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'admin_state_up': True, 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'security_groups': ['234dcec4-f19d-4e39-aa57-f8bca81a2d78']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:19:07.715144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Pushing event updated for resources: {'Port': ['ID=6e8104f3-f87a-4f11-9d60-bebc578d87f8,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:07.727016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:07.832538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:19:07.841591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] Set router af604a80-18f2-4a17-9f97-0c60667fed1b gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:19:07.844175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:19:07.856458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:19:07.862092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:08.032952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.20.0.14 (69c0ddca-2254-4574-9bf1-66cf9d847e88/03013815-1f7e-4532-ad59-afcd5f382e5c/7eadc416-107a-4404-bb81-675b351d185f) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:19:08.172802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:19:03Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6e8104f3-f87a-4f11-9d60-bebc578d87f8', 'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:50:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:19:02Z', 'updated_at': '2021-12-21T17:19:07Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:08.176844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e93896-02d7-4878-8f86-a0224e7a9cd6 None None] The sync data for ids ['af604a80-18f2-4a17-9f97-0c60667fed1b'] in dv-neutron-822515-1-hyperv is: [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:19:03Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6e8104f3-f87a-4f11-9d60-bebc578d87f8', 'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:50:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:19:02Z', 'updated_at': '2021-12-21T17:19:07Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:19:08.241185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:08.259155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Transition to ACTIVE for port object 7eadc416-107a-4404-bb81-675b351d185f will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:19:08.283252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:08.289411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:08.372055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 69c0ddca-2254-4574-9bf1-66cf9d847e88 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:19:08.375915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:19:08.378084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=7eadc416-107a-4404-bb81-675b351d185f,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:08.380761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:19:08.427173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:08.447515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:08.448219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:08.481352 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8070872 Dec 21 17:19:08.493917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Request body: {'port': {'device_id': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:19:08.624902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:08.707295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3f2ec-b8c0-476f-9be7-2b9e5f5d0f83 req-6cb63509-80be-4037-bb34-aa6c6f439859 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:08.708916 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4db3f2ec-b8c0-476f-9be7-2b9e5f5d0f83 req-6cb63509-80be-4037-bb34-aa6c6f439859 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 932 time: 0.0962689 Dec 21 17:19:08.726628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-46485dd6-109e-4da9-aef6-c76a8d901607 None None] Provisioning for port 7eadc416-107a-4404-bb81-675b351d185f completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:19:08.732794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-46485dd6-109e-4da9-aef6-c76a8d901607 None None] Provisioning complete for port 7eadc416-107a-4404-bb81-675b351d185f triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:08.733221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-46485dd6-109e-4da9-aef6-c76a8d901607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:08.790299 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4db3f2ec-b8c0-476f-9be7-2b9e5f5d0f83 req-0a8393d1-784b-49be-9694-7240ccbf1768 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725675 Dec 21 17:19:08.806567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-46485dd6-109e-4da9-aef6-c76a8d901607 None None] Port 7eadc416-107a-4404-bb81-675b351d185f cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:19:08.907826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 157bbf22-e385-4e3d-9224-7a2a0c342425 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:19:08.984231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 157bbf22-e385-4e3d-9224-7a2a0c342425 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:08.984660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:09.038643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eadc416-107a-4404-bb81-675b351d185f {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:19:09.046544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:09.062915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Transition to ACTIVE for port object 7eadc416-107a-4404-bb81-675b351d185f will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:19:09.065954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:09.075018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:09.113412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6e8104f3-f87a-4f11-9d60-bebc578d87f8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:19:09.199104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:19:09.204944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:09.205454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:09.231800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7eadc416-107a-4404-bb81-675b351d185f,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:09.235181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:09.349034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:09.352414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Attempting to bind port 7eadc416-107a-4404-bb81-675b351d185f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:19:09.352800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Attempting to bind port 7eadc416-107a-4404-bb81-675b351d185f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:19:09.353175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Attempting to bind port 7eadc416-107a-4404-bb81-675b351d185f on network 69c0ddca-2254-4574-9bf1-66cf9d847e88 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:19:09.360679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Port 7eadc416-107a-4404-bb81-675b351d185f on network 69c0ddca-2254-4574-9bf1-66cf9d847e88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:19:09.360679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Attempting to bind port 7eadc416-107a-4404-bb81-675b351d185f on network 69c0ddca-2254-4574-9bf1-66cf9d847e88 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:19:09.367755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:19:09.367941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Checking segment: {'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:19:09.368305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Bound using segment: {'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:19:09.368788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Bound port: 7eadc416-107a-4404-bb81-675b351d185f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c554a5c2-61b0-4afc-972a-1ae1a63d169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:19:09.369853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:09.390711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 6e8104f3-f87a-4f11-9d60-bebc578d87f8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6e8104f3-f87a-4f11-9d60-bebc578d87f8,segment=NetworkSegment(c554a5c2-61b0-4afc-972a-1ae1a63d169d),segment_id=c554a5c2-61b0-4afc-972a-1ae1a63d169d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:19:09.397802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:09.400084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1cffd49a-131a-4f87-a951-9ee17a9b2e16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:09.472548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] For port 7eadc416-107a-4404-bb81-675b351d185f, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:19:09.475998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=6e8104f3-f87a-4f11-9d60-bebc578d87f8,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:09.476550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] For port 7eadc416-107a-4404-bb81-675b351d185f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7eadc416-107a-4404-bb81-675b351d185f,segment=NetworkSegment(c554a5c2-61b0-4afc-972a-1ae1a63d169d),segment_id=c554a5c2-61b0-4afc-972a-1ae1a63d169d)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:19:09.479721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:09.480694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:09.485525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2616ebdc-6bb1-4da7-933c-29bb03981d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:09.548853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:09.550406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/7eadc416-107a-4404-bb81-675b351d185f HTTP/1.1" status: 200 len: 1094 time: 1.0613897 Dec 21 17:19:09.551007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'tag': '7eadc416-107a-4404-bb81-675b351d185f'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:19:09.570223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7eadc416-107a-4404-bb81-675b351d185f,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:09.574211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:09.624290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'tag': '7eadc416-107a-4404-bb81-675b351d185f', 'status': 'completed', 'code': 200} Dec 21 17:19:09.670979 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-26e3f87c-63a7-4fa9-80c4-a9372ed3523e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 1097 time: 0.0838280 Dec 21 17:19:09.749170 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-77c487bc-9b02-4a97-b39a-029c677e407a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eadc416-107a-4404-bb81-675b351d185f HTTP/1.1" status: 200 len: 217 time: 0.0714760 Dec 21 17:19:09.820051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-ff8584e0-487f-41eb-949e-6c90907d9905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:09.821649 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-ff8584e0-487f-41eb-949e-6c90907d9905 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03013815-1f7e-4532-ad59-afcd5f382e5c HTTP/1.1" status: 200 len: 835 time: 0.0662367 Dec 21 17:19:09.909525 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-3a310e81-0dc5-4fb1-b834-349b8af2e6ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69c0ddca-2254-4574-9bf1-66cf9d847e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811806 Dec 21 17:19:10.003411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402fe14-b9da-40a4-a999-2c0e218de787 req-f719386a-7364-48f6-ad4e-7183fbda5f4c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:10.005289 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d402fe14-b9da-40a4-a999-2c0e218de787 req-f719386a-7364-48f6-ad4e-7183fbda5f4c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 944 time: 0.0879161 Dec 21 17:19:10.053756 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-b1df22f3-b346-4cd6-b7df-ce2d9a7f53c0 service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380024 Dec 21 17:19:10.056946 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d402fe14-b9da-40a4-a999-2c0e218de787 req-d9284c0a-1a31-4002-b03e-8619454fe974 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444474 Dec 21 17:19:10.200841 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7a764ed0-99bc-4d3a-9ab1-427e8c8ca34c req-171faad1-489b-4e1b-bb7b-f45734a991d0 service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402061 Dec 21 17:19:10.324614 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8aa392f7-243b-407e-9e84-e609f6862aa7 req-5f7b5118-3682-43cd-b66b-0ec32e943438 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 1097 time: 0.0760760 Dec 21 17:19:10.475759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa392f7-243b-407e-9e84-e609f6862aa7 req-fd09efed-939b-44ba-ac9f-8c93ccc59874 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:10.477354 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8aa392f7-243b-407e-9e84-e609f6862aa7 req-fd09efed-939b-44ba-ac9f-8c93ccc59874 service neutron] 10.222.0.48 "GET /v2.0/networks?id=69c0ddca-2254-4574-9bf1-66cf9d847e88 HTTP/1.1" status: 200 len: 898 time: 0.1462288 Dec 21 17:19:10.554496 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8aa392f7-243b-407e-9e84-e609f6862aa7 req-b49c6643-8c2a-4ff3-921e-f1a4f028aeb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eadc416-107a-4404-bb81-675b351d185f HTTP/1.1" status: 200 len: 217 time: 0.0675383 Dec 21 17:19:10.624467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa392f7-243b-407e-9e84-e609f6862aa7 req-491b90fb-7c30-40a0-b3ce-d5534c052322 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:10.626018 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8aa392f7-243b-407e-9e84-e609f6862aa7 req-491b90fb-7c30-40a0-b3ce-d5534c052322 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03013815-1f7e-4532-ad59-afcd5f382e5c HTTP/1.1" status: 200 len: 835 time: 0.0632253 Dec 21 17:19:10.709115 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8aa392f7-243b-407e-9e84-e609f6862aa7 req-43541559-7c50-441f-b1e6-cfc03e679da6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69c0ddca-2254-4574-9bf1-66cf9d847e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755234 Dec 21 17:19:10.802430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6e8104f3-f87a-4f11-9d60-bebc578d87f8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:19:10.852303 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8aa392f7-243b-407e-9e84-e609f6862aa7 req-2fcdea01-05ac-4d6f-bdc2-3e07b7597844 service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357844 Dec 21 17:19:10.876949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:10.877376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:10.996906 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8aa392f7-243b-407e-9e84-e609f6862aa7 req-c3058335-c3e9-46f1-a5d1-e23e7deae9c1 service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364503 Dec 21 17:19:11.264062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2c498-be0b-45d6-b4f2-0c22b2c0e9fc req-3841912b-ab9c-4551-bb07-cd44a1f3aa41 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:11.265674 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bee2c498-be0b-45d6-b4f2-0c22b2c0e9fc req-3841912b-ab9c-4551-bb07-cd44a1f3aa41 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 944 time: 0.0858464 Dec 21 17:19:11.317619 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bee2c498-be0b-45d6-b4f2-0c22b2c0e9fc req-179aa13d-0e32-48a3-96c9-4a224c1a85a6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458970 Dec 21 17:19:11.454739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 7eadc416-107a-4404-bb81-675b351d185f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:19:11.595417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 7eadc416-107a-4404-bb81-675b351d185f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7eadc416-107a-4404-bb81-675b351d185f,segment=NetworkSegment(c554a5c2-61b0-4afc-972a-1ae1a63d169d),segment_id=c554a5c2-61b0-4afc-972a-1ae1a63d169d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:19:11.610017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '7eadc416-107a-4404-bb81-675b351d185f', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'port_id': '7eadc416-107a-4404-bb81-675b351d185f', 'mac_address': 'fa:16:3e:88:1f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:19:11.668819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:11.686931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eadc416-107a-4404-bb81-675b351d185f {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:19:11.702672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 7eadc416-107a-4404-bb81-675b351d185f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7eadc416-107a-4404-bb81-675b351d185f,segment=NetworkSegment(c554a5c2-61b0-4afc-972a-1ae1a63d169d),segment_id=c554a5c2-61b0-4afc-972a-1ae1a63d169d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:19:11.705466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:11.707312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:11.772121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=7eadc416-107a-4404-bb81-675b351d185f,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:11.775168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:11.908258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['7eadc416-107a-4404-bb81-675b351d185f'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:19:12.536210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d3c13-2ede-4108-837c-a89d3b6b4860 req-7faf0629-1f46-4385-8f9c-0a8b2de007f5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:12.537848 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac6d3c13-2ede-4108-837c-a89d3b6b4860 req-7faf0629-1f46-4385-8f9c-0a8b2de007f5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 945 time: 0.0929174 Dec 21 17:19:12.596582 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac6d3c13-2ede-4108-837c-a89d3b6b4860 req-abcaa4af-c1c1-4337-bcff-0162361893d6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509522 Dec 21 17:19:13.470452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 7eadc416-107a-4404-bb81-675b351d185f up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:19:13.543578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 7eadc416-107a-4404-bb81-675b351d185f completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:19:13.548485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 7eadc416-107a-4404-bb81-675b351d185f triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:19:13.548917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:13.667768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:13.700295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eadc416-107a-4404-bb81-675b351d185f'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:19:13.710345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 7eadc416-107a-4404-bb81-675b351d185f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7eadc416-107a-4404-bb81-675b351d185f,segment=NetworkSegment(c554a5c2-61b0-4afc-972a-1ae1a63d169d),segment_id=c554a5c2-61b0-4afc-972a-1ae1a63d169d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:19:13.714015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:13.716028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:13.762167 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eadc416-107a-4404-bb81-675b351d185f', 'code': 200} Dec 21 17:19:13.785751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=7eadc416-107a-4404-bb81-675b351d185f,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:13.788970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:13.810654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa5dc-59f9-468f-ab80-245e75bdee7d req-7b119fed-6c2e-41f1-b330-e2acb22736eb tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:13.812277 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-113aa5dc-59f9-468f-ab80-245e75bdee7d req-7b119fed-6c2e-41f1-b330-e2acb22736eb tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0907199 Dec 21 17:19:13.861280 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-113aa5dc-59f9-468f-ab80-245e75bdee7d req-015922f5-c9c5-48a1-a981-cdef1eb73660 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426691 Dec 21 17:19:14.001741 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-91878e3c-73bd-42c0-bd68-1a8d18308cd0 req-fa997e64-5ecb-471c-8d5d-001d56b2452f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 1099 time: 0.0761111 Dec 21 17:19:14.046001 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-91878e3c-73bd-42c0-bd68-1a8d18308cd0 req-31905f18-b537-4b78-9e49-6d0099747298 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380735 Dec 21 17:19:15.081257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ef525-7f0c-4ef8-a868-5bac84da8147 req-2334c475-9336-4662-9cb9-ec70f2826da0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:15.082807 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b94ef525-7f0c-4ef8-a868-5bac84da8147 req-2334c475-9336-4662-9cb9-ec70f2826da0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0893614 Dec 21 17:19:15.130676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b94ef525-7f0c-4ef8-a868-5bac84da8147 req-c8202cab-8fc2-4ab2-a5f2-de96b1c74a9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409319 Dec 21 17:19:15.826549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-49e3bc0b-d23b-499a-9803-a946054a2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:16.339590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb179f1-f006-482a-87f7-318e43f2beb3 req-fe0f58bf-1097-41a8-8001-eb813a65277b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:16.341206 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb179f1-f006-482a-87f7-318e43f2beb3 req-fe0f58bf-1097-41a8-8001-eb813a65277b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0877657 Dec 21 17:19:16.389424 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5bb179f1-f006-482a-87f7-318e43f2beb3 req-59b78384-9583-4388-bd76-af4692ca7125 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 Dec 21 17:19:16.593968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad564f6a-eb2f-41b3-b563-d7e3adad3bb0 req-84ac2162-3b82-4a60-9e31-5a3b68443999 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:16.595619 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad564f6a-eb2f-41b3-b563-d7e3adad3bb0 req-84ac2162-3b82-4a60-9e31-5a3b68443999 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0864618 Dec 21 17:19:16.651073 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad564f6a-eb2f-41b3-b563-d7e3adad3bb0 req-a946865a-ce81-4929-8e24-1bc92e233488 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485239 Dec 21 17:19:16.677993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51668) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:19:16.751516 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-42bd93f4-9b98-41dc-b1e0-5bd5afb55630 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 1094 time: 0.0722318 Dec 21 17:19:16.754589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51672) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:19:16.760917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '7eadc416-107a-4404-bb81-675b351d185f', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:19:16.766984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:19:16.771076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:floatingip and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:19:16.774059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:19:16.780728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:19:16.790197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:16.936815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:17.079668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.26.7.6 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/2843e44e-4e5c-427e-9776-d72301f73d3c) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:19:17.232530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:17.244947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:17.263625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:17.268178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:17.334640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:19:17.335785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:19:17.339825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:19:17.384426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=2843e44e-4e5c-427e-9776-d72301f73d3c,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:17.389038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:17.858320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:17.913065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:18.070751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0fd07127-0b2b-41fb-ab25-857475024dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:18.126466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:18.130133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:18.134444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea61f720-c574-4307-97da-e145ab76ab10 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:19:18.243291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=2843e44e-4e5c-427e-9776-d72301f73d3c,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:19:18.248402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:19:18.257032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:18.455962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:18.682861 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Floating IP 8d087ff0-5177-4266-836f-b191f6c09c00 associated. External IP: 172.26.7.6, port: 7eadc416-107a-4404-bb81-675b351d185f. Dec 21 17:19:19.094709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router af604a80-18f2-4a17-9f97-0c60667fed1b has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:19:19.324078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:19:19.334893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e90df-183d-4de1-890d-943612ac4747 None None] Sync routers for ids ['af604a80-18f2-4a17-9f97-0c60667fed1b'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:19:19.347587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:19.348387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e90df-183d-4de1-890d-943612ac4747 None None] Routers {'af604a80-18f2-4a17-9f97-0c60667fed1b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:19:19.349079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-135e90df-183d-4de1-890d-943612ac4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:19:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af604a80-18f2-4a17-9f97-0c60667fed1b'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:19.404811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6490560 Dec 21 17:19:19.405749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'tag': '7eadc416-107a-4404-bb81-675b351d185f'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:19:19.461515 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'tag': '7eadc416-107a-4404-bb81-675b351d185f', 'status': 'completed', 'code': 200} Dec 21 17:19:19.552243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-135e90df-183d-4de1-890d-943612ac4747 None None] Set router af604a80-18f2-4a17-9f97-0c60667fed1b gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:19:19.602229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80f13a-9559-494f-8e27-d9a28e43b056 req-42ced616-2582-4810-8777-26f79fc7367f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:19.606283 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-af80f13a-9559-494f-8e27-d9a28e43b056 req-42ced616-2582-4810-8777-26f79fc7367f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0998201 Dec 21 17:19:19.663472 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-af80f13a-9559-494f-8e27-d9a28e43b056 req-32b460e3-09d2-46ee-a436-961853a35641 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516558 Dec 21 17:19:19.695578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51680) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:19:19.801162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2125cc0b-33ca-45f1-be22-bcb4de563df0 req-6e03bb34-0fbd-4317-97ae-889b0b2b5d0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 1099 time: 0.3161306 Dec 21 17:19:19.813945 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f8fcdc2f-d262-49c8-8048-229ee5ec7830 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/8d087ff0-5177-4266-836f-b191f6c09c00 HTTP/1.1" status: 200 len: 990 time: 0.1165247 Dec 21 17:19:19.951998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125cc0b-33ca-45f1-be22-bcb4de563df0 req-a8d8e5e4-2fc1-4d3a-b6fd-24683b78c83a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:19.953633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2125cc0b-33ca-45f1-be22-bcb4de563df0 req-a8d8e5e4-2fc1-4d3a-b6fd-24683b78c83a service neutron] 10.222.0.48 "GET /v2.0/networks?id=69c0ddca-2254-4574-9bf1-66cf9d847e88 HTTP/1.1" status: 200 len: 898 time: 0.1458759 Dec 21 17:19:20.058916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:20.072849 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2125cc0b-33ca-45f1-be22-bcb4de563df0 req-dc8c4da2-605d-4426-a756-6e75d5631718 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eadc416-107a-4404-bb81-675b351d185f HTTP/1.1" status: 200 len: 998 time: 0.1124961 Dec 21 17:19:20.142138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125cc0b-33ca-45f1-be22-bcb4de563df0 req-3ece54a6-fc80-49e0-86b6-f2c36bbe7d0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:20.143706 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2125cc0b-33ca-45f1-be22-bcb4de563df0 req-3ece54a6-fc80-49e0-86b6-f2c36bbe7d0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03013815-1f7e-4532-ad59-afcd5f382e5c HTTP/1.1" status: 200 len: 835 time: 0.0641901 Dec 21 17:19:20.146001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-135e90df-183d-4de1-890d-943612ac4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:19:03Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '8d087ff0-5177-4266-836f-b191f6c09c00', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.6', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'port_id': '7eadc416-107a-4404-bb81-675b351d185f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'mac_address': 'fa:16:3e:88:1f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:19:17Z', 'updated_at': '2021-12-21T17:19:17Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e8104f3-f87a-4f11-9d60-bebc578d87f8', 'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:50:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:19:02Z', 'updated_at': '2021-12-21T17:19:09Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:20.150169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e90df-183d-4de1-890d-943612ac4747 None None] Checking router: af604a80-18f2-4a17-9f97-0c60667fed1b for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:19:20.161995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e90df-183d-4de1-890d-943612ac4747 None None] Routers {'af604a80-18f2-4a17-9f97-0c60667fed1b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:19:20.162668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-135e90df-183d-4de1-890d-943612ac4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:19:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af604a80-18f2-4a17-9f97-0c60667fed1b'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:20.222906 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2125cc0b-33ca-45f1-be22-bcb4de563df0 req-b404b996-70c0-43f3-bac8-74ede51f8f5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69c0ddca-2254-4574-9bf1-66cf9d847e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732989 Dec 21 17:19:20.356616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-135e90df-183d-4de1-890d-943612ac4747 None None] Set router af604a80-18f2-4a17-9f97-0c60667fed1b gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:19:20.381620 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2125cc0b-33ca-45f1-be22-bcb4de563df0 req-4f712458-68ef-47a5-ac17-e58ade126b9e service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524885 Dec 21 17:19:20.523842 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2125cc0b-33ca-45f1-be22-bcb4de563df0 req-4fe569d5-cb8d-4830-95dc-401986ab0bee service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361625 Dec 21 17:19:20.727760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-135e90df-183d-4de1-890d-943612ac4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:19:03Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '8d087ff0-5177-4266-836f-b191f6c09c00', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.6', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'port_id': '7eadc416-107a-4404-bb81-675b351d185f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'mac_address': 'fa:16:3e:88:1f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:19:17Z', 'updated_at': '2021-12-21T17:19:17Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e8104f3-f87a-4f11-9d60-bebc578d87f8', 'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:50:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:19:02Z', 'updated_at': '2021-12-21T17:19:09Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:19:20.731990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e90df-183d-4de1-890d-943612ac4747 None None] The sync data for ids ['af604a80-18f2-4a17-9f97-0c60667fed1b'] in dv-neutron-822515-1-hyperv is: [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:19:03Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '8d087ff0-5177-4266-836f-b191f6c09c00', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.6', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'port_id': '7eadc416-107a-4404-bb81-675b351d185f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'mac_address': 'fa:16:3e:88:1f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:19:17Z', 'updated_at': '2021-12-21T17:19:17Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e8104f3-f87a-4f11-9d60-bebc578d87f8', 'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:50:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:19:02Z', 'updated_at': '2021-12-21T17:19:09Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:19:20.816290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51684) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:19:20.924679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0b7cc9d0-b6ee-4eb2-b0cf-0dd25bd21a12 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/8d087ff0-5177-4266-836f-b191f6c09c00 HTTP/1.1" status: 200 len: 990 time: 0.1059685 Dec 21 17:19:21.051371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd71cb2-bd0f-470d-aca2-fe4957862f46 None None] New status for floating IP 8d087ff0-5177-4266-836f-b191f6c09c00: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:19:21.926651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51688) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:19:22.036876 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e99caa91-acfc-4fd8-a1c7-b469cba19e38 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/8d087ff0-5177-4266-836f-b191f6c09c00 HTTP/1.1" status: 200 len: 992 time: 0.1088889 Dec 21 17:19:29.651116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:29.770526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:19:45.828342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5fe463c6-ff3b-4830-bd80-1123f9aecdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:46.986138 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9d3d8cea-6370-4a49-8804-8dc7e6cc5ce7 req-6548d477-c1c1-4f0a-9fad-73dfc314b913 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 1099 time: 0.0798573 Dec 21 17:19:47.039526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fddee-efaf-46f2-8d62-82bde14a1b1c req-141ce899-d962-4b2e-a7b3-21d0f5dee72c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:47.041141 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f50fddee-efaf-46f2-8d62-82bde14a1b1c req-141ce899-d962-4b2e-a7b3-21d0f5dee72c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0871944 Dec 21 17:19:47.090028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f50fddee-efaf-46f2-8d62-82bde14a1b1c req-eb7d62e7-e072-4ff9-ac38-c64adf2afad0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425870 Dec 21 17:19:47.129498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d8cea-6370-4a49-8804-8dc7e6cc5ce7 req-21eac9db-ca35-4de2-bfc8-d1acfbe11fdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:47.131414 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9d3d8cea-6370-4a49-8804-8dc7e6cc5ce7 req-21eac9db-ca35-4de2-bfc8-d1acfbe11fdb service neutron] 10.222.0.48 "GET /v2.0/networks?id=69c0ddca-2254-4574-9bf1-66cf9d847e88 HTTP/1.1" status: 200 len: 898 time: 0.1389091 Dec 21 17:19:47.240182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:47.241992 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9d3d8cea-6370-4a49-8804-8dc7e6cc5ce7 req-2c43357d-369e-49c4-b9ed-4842aeb4e9ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eadc416-107a-4404-bb81-675b351d185f HTTP/1.1" status: 200 len: 1000 time: 0.1026630 Dec 21 17:19:47.314484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d8cea-6370-4a49-8804-8dc7e6cc5ce7 req-304b7a6a-647b-4bc0-8309-238975d3dfda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:47.316102 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9d3d8cea-6370-4a49-8804-8dc7e6cc5ce7 req-304b7a6a-647b-4bc0-8309-238975d3dfda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03013815-1f7e-4532-ad59-afcd5f382e5c HTTP/1.1" status: 200 len: 835 time: 0.0681491 Dec 21 17:19:47.404373 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9d3d8cea-6370-4a49-8804-8dc7e6cc5ce7 req-403a9657-2919-41ca-9387-7fc758e3fd27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69c0ddca-2254-4574-9bf1-66cf9d847e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813041 Dec 21 17:19:47.548271 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9d3d8cea-6370-4a49-8804-8dc7e6cc5ce7 req-9402ef86-2b9e-4feb-b55f-dbd23c69619b service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362462 Dec 21 17:19:47.689515 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9d3d8cea-6370-4a49-8804-8dc7e6cc5ce7 req-9d067306-48eb-47d9-8352-f57f30f6de92 service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350760 Dec 21 17:19:48.071092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ce980eb9-e5ce-480c-a481-85860662138e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:48.294241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af55d4-7621-46c8-899d-1cf38ff810ef req-e2501939-46c1-487a-b0e0-e6404556482e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:48.295885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c2af55d4-7621-46c8-899d-1cf38ff810ef req-e2501939-46c1-487a-b0e0-e6404556482e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0837812 Dec 21 17:19:48.345120 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c2af55d4-7621-46c8-899d-1cf38ff810ef req-76fb236c-22c8-4786-81e8-481b0dbe5683 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429256 Dec 21 17:19:48.460026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:49.556878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f692e-cf12-4a74-ab5d-a90345350615 req-c5a9e9b5-777e-4804-9c16-17e8ef487959 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:49.558511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad2f692e-cf12-4a74-ab5d-a90345350615 req-c5a9e9b5-777e-4804-9c16-17e8ef487959 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0916357 Dec 21 17:19:49.606023 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad2f692e-cf12-4a74-ab5d-a90345350615 req-bc032495-d356-4954-a1ec-1e604726e037 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413964 Dec 21 17:19:49.958431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:50.809182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c6337-fb53-41cb-ad64-93f361c42a49 req-1829f8fe-fd0b-4c63-bfb3-55beb13c3613 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:50.810824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-090c6337-fb53-41cb-ad64-93f361c42a49 req-1829f8fe-fd0b-4c63-bfb3-55beb13c3613 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0829811 Dec 21 17:19:50.864131 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-090c6337-fb53-41cb-ad64-93f361c42a49 req-f42b0984-cdf4-423e-9212-43045ea79573 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470195 Dec 21 17:19:52.069016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c3dab-40a1-4aea-9497-366ba2baa212 req-72fedbea-d8c4-47b5-ab46-825e44b8a7be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:52.070764 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cf0c3dab-40a1-4aea-9497-366ba2baa212 req-72fedbea-d8c4-47b5-ab46-825e44b8a7be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0823183 Dec 21 17:19:52.121303 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cf0c3dab-40a1-4aea-9497-366ba2baa212 req-4b7145d8-4321-4832-b86a-881d6bc3ed9c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444524 Dec 21 17:19:53.332048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5adef-c9ec-4c99-8281-ec201b988507 req-38cc537d-9e0c-4e5a-a1a4-7e111268a4db tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:53.333654 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8de5adef-c9ec-4c99-8281-ec201b988507 req-38cc537d-9e0c-4e5a-a1a4-7e111268a4db tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0876589 Dec 21 17:19:53.387844 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8de5adef-c9ec-4c99-8281-ec201b988507 req-482a5e9d-defd-43ec-91a0-d88a8a1592c7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477679 Dec 21 17:19:54.589242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a043ee-a8a2-4b36-be5c-96d62419cbdf req-4e5d455f-c80d-4caa-9c94-ad6dec32cbfc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:54.590902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-03a043ee-a8a2-4b36-be5c-96d62419cbdf req-4e5d455f-c80d-4caa-9c94-ad6dec32cbfc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0826323 Dec 21 17:19:54.639093 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-03a043ee-a8a2-4b36-be5c-96d62419cbdf req-c481d465-cdae-4e27-b231-7856b7130f7b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 Dec 21 17:19:55.843994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6a278-96fd-457d-bc5e-d812c9defc06 req-7d51a532-9114-4dbf-9b01-4d37fac036ca tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:55.845595 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fbd6a278-96fd-457d-bc5e-d812c9defc06 req-7d51a532-9114-4dbf-9b01-4d37fac036ca tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0867376 Dec 21 17:19:55.893648 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fbd6a278-96fd-457d-bc5e-d812c9defc06 req-bab96c87-9dba-4776-9111-8959d5d04672 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Dec 21 17:19:57.093629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d4543-0342-43fc-9fac-9970ab999444 req-1bf7547d-74db-41ad-9576-4a19d1a71a68 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:57.095137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-065d4543-0342-43fc-9fac-9970ab999444 req-1bf7547d-74db-41ad-9576-4a19d1a71a68 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0814469 Dec 21 17:19:57.145936 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-065d4543-0342-43fc-9fac-9970ab999444 req-ff92769b-c25e-400b-be8f-cd789614d4b3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448503 Dec 21 17:19:58.350467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278a942-5542-40af-85aa-22d37f060ac5 req-58ebd3cf-2745-4339-96d0-6d96f18cf0a5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:58.352111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1278a942-5542-40af-85aa-22d37f060ac5 req-58ebd3cf-2745-4339-96d0-6d96f18cf0a5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0864089 Dec 21 17:19:58.405813 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1278a942-5542-40af-85aa-22d37f060ac5 req-302fdcfe-13d1-4216-9d0b-dc6571712708 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468802 Dec 21 17:19:59.620241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19895bd4-c76b-4ca3-8e44-fd77602b27c3 req-8afe45f4-07b5-4584-b885-9b341c07e10e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:19:59.622319 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-19895bd4-c76b-4ca3-8e44-fd77602b27c3 req-8afe45f4-07b5-4584-b885-9b341c07e10e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0894263 Dec 21 17:19:59.671476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:19:59.672305 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-19895bd4-c76b-4ca3-8e44-fd77602b27c3 req-4af30c71-bb20-49c4-a87d-657e156b085f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439360 Dec 21 17:19:59.701081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51724) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:19:59.810020 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-449b9312-18bf-4cb5-9086-62c17597425b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/8d087ff0-5177-4266-836f-b191f6c09c00 HTTP/1.1" status: 200 len: 992 time: 0.1076190 Dec 21 17:20:01.903019 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac53a0d7-87fa-4a69-bbb6-6f2e4da0976c req-b8571a3e-6852-46a8-bc45-be95f58dd754 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823159 Dec 21 17:20:02.046988 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac53a0d7-87fa-4a69-bbb6-6f2e4da0976c req-604c9d20-8273-408d-90b9-9392669d3106 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 1099 time: 0.0733840 Dec 21 17:20:02.209473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53a0d7-87fa-4a69-bbb6-6f2e4da0976c req-0b8d82b2-8e4f-4f0b-a615-9271b3758a03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:02.211017 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac53a0d7-87fa-4a69-bbb6-6f2e4da0976c req-0b8d82b2-8e4f-4f0b-a615-9271b3758a03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=69c0ddca-2254-4574-9bf1-66cf9d847e88 HTTP/1.1" status: 200 len: 898 time: 0.1460779 Dec 21 17:20:02.325790 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac53a0d7-87fa-4a69-bbb6-6f2e4da0976c req-fcee2098-da34-46f7-be76-c8e0fcb26609 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eadc416-107a-4404-bb81-675b351d185f HTTP/1.1" status: 200 len: 1000 time: 0.1089211 Dec 21 17:20:02.394041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53a0d7-87fa-4a69-bbb6-6f2e4da0976c req-d23afcb6-25c1-4e32-a7b6-e335b6a485ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:02.395701 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac53a0d7-87fa-4a69-bbb6-6f2e4da0976c req-d23afcb6-25c1-4e32-a7b6-e335b6a485ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03013815-1f7e-4532-ad59-afcd5f382e5c HTTP/1.1" status: 200 len: 835 time: 0.0637674 Dec 21 17:20:02.479156 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac53a0d7-87fa-4a69-bbb6-6f2e4da0976c req-e971b4fd-8a3b-4cb1-b639-a39f8a7700c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69c0ddca-2254-4574-9bf1-66cf9d847e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772610 Dec 21 17:20:02.631267 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac53a0d7-87fa-4a69-bbb6-6f2e4da0976c req-3607c926-e541-40a0-9451-ca3f06b5d3a7 service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450901 Dec 21 17:20:02.771676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ac53a0d7-87fa-4a69-bbb6-6f2e4da0976c req-c64cf076-65d3-4c06-8730-c484066da046 service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345544 Dec 21 17:20:06.771374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:20:15.829551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1210664b-47cb-4fe5-980c-21a7ff03baed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:17.238438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:18.072531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91993234-48cb-42b8-bfe5-e59609f2c7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:18.461309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:19.959485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:27.769761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51740) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:27.975855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 2843e44e-4e5c-427e-9776-d72301f73d3c {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:20:27.976230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:28.148253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:28.148541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:28.272758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 2843e44e-4e5c-427e-9776-d72301f73d3c owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:20:28.419931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:28.424403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65f642bc-feee-45b4-bc6e-08f24346bbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:28.469634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=2843e44e-4e5c-427e-9776-d72301f73d3c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:28.510310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:28.510746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:28.511208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:28.511636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:28.512060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:28.512481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:28.512896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:28.513337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:28.513751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:28.514165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:28.514578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:28.518071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:28.577325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:29.214213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router af604a80-18f2-4a17-9f97-0c60667fed1b has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:20:29.422819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:20:29.433526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55381e4-ae0a-4f2b-9067-162701f7a738 None None] Sync routers for ids ['af604a80-18f2-4a17-9f97-0c60667fed1b'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:20:29.440315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:29.446572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55381e4-ae0a-4f2b-9067-162701f7a738 None None] Routers {'af604a80-18f2-4a17-9f97-0c60667fed1b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:20:29.447310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d55381e4-ae0a-4f2b-9067-162701f7a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:20:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af604a80-18f2-4a17-9f97-0c60667fed1b'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:29.494652 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/floatingips/8d087ff0-5177-4266-836f-b191f6c09c00 HTTP/1.1" status: 204 len: 168 time: 1.7237322 Dec 21 17:20:29.495446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'tag': '7eadc416-107a-4404-bb81-675b351d185f'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:20:29.553653 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'tag': '7eadc416-107a-4404-bb81-675b351d185f', 'status': 'completed', 'code': 200} Dec 21 17:20:29.644413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-d55381e4-ae0a-4f2b-9067-162701f7a738 None None] Set router af604a80-18f2-4a17-9f97-0c60667fed1b gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:20:29.659307 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e00ad44-78de-4f03-8497-735b096e2383 req-8e801621-4630-418c-8567-9c927b1c5edf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 1099 time: 0.0842946 Dec 21 17:20:29.720299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:29.812257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00ad44-78de-4f03-8497-735b096e2383 req-f5064caf-8e2b-4191-800a-8509aec66eda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:29.814116 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e00ad44-78de-4f03-8497-735b096e2383 req-f5064caf-8e2b-4191-800a-8509aec66eda service neutron] 10.222.0.48 "GET /v2.0/networks?id=69c0ddca-2254-4574-9bf1-66cf9d847e88 HTTP/1.1" status: 200 len: 898 time: 0.1492155 Dec 21 17:20:29.890396 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e00ad44-78de-4f03-8497-735b096e2383 req-bde1483f-6b1d-4dd1-9dfe-215b0ab49fdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eadc416-107a-4404-bb81-675b351d185f HTTP/1.1" status: 200 len: 217 time: 0.0696456 Dec 21 17:20:29.918088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdf759-6b30-4ea8-a81c-d5110fa4886c req-0da0164a-9615-40e3-b156-633ccca875ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:29.918919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d7fdf759-6b30-4ea8-a81c-d5110fa4886c req-0da0164a-9615-40e3-b156-633ccca875ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:20:29.935810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-d7fdf759-6b30-4ea8-a81c-d5110fa4886c req-0da0164a-9615-40e3-b156-633ccca875ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:20:29.937395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7fdf759-6b30-4ea8-a81c-d5110fa4886c req-0da0164a-9615-40e3-b156-633ccca875ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.1096778 Dec 21 17:20:29.961547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00ad44-78de-4f03-8497-735b096e2383 req-f9aea7b2-d2ac-4cc1-bd31-7cfbbbdb6c91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:29.963331 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e00ad44-78de-4f03-8497-735b096e2383 req-f9aea7b2-d2ac-4cc1-bd31-7cfbbbdb6c91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03013815-1f7e-4532-ad59-afcd5f382e5c HTTP/1.1" status: 200 len: 835 time: 0.0665789 Dec 21 17:20:29.988680 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7fdf759-6b30-4ea8-a81c-d5110fa4886c req-47dd0902-7d9b-4eeb-9e8e-86efa8e9c518 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449791 Dec 21 17:20:29.999022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d55381e4-ae0a-4f2b-9067-162701f7a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:19:03Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6e8104f3-f87a-4f11-9d60-bebc578d87f8', 'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:50:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:19:02Z', 'updated_at': '2021-12-21T17:19:09Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:30.003247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55381e4-ae0a-4f2b-9067-162701f7a738 None None] Checking router: af604a80-18f2-4a17-9f97-0c60667fed1b for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:20:30.016542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55381e4-ae0a-4f2b-9067-162701f7a738 None None] Routers {'af604a80-18f2-4a17-9f97-0c60667fed1b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:20:30.017212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d55381e4-ae0a-4f2b-9067-162701f7a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:20:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af604a80-18f2-4a17-9f97-0c60667fed1b'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:30.051064 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e00ad44-78de-4f03-8497-735b096e2383 req-2c2663cb-1e17-431a-a4d6-5b76f50952d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=69c0ddca-2254-4574-9bf1-66cf9d847e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805705 Dec 21 17:20:30.193467 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e00ad44-78de-4f03-8497-735b096e2383 req-acc79933-efbe-4b5d-abad-8336b603aea7 service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353493 Dec 21 17:20:30.200378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-d55381e4-ae0a-4f2b-9067-162701f7a738 None None] Set router af604a80-18f2-4a17-9f97-0c60667fed1b gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:20:30.345876 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5e00ad44-78de-4f03-8497-735b096e2383 req-8447831e-97af-4809-bac8-fd99e6cb9659 service neutron] 10.222.0.48 "GET /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450810 Dec 21 17:20:30.534886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d55381e4-ae0a-4f2b-9067-162701f7a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:19:03Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6e8104f3-f87a-4f11-9d60-bebc578d87f8', 'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:50:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:19:02Z', 'updated_at': '2021-12-21T17:19:09Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:30.539082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55381e4-ae0a-4f2b-9067-162701f7a738 None None] The sync data for ids ['af604a80-18f2-4a17-9f97-0c60667fed1b'] in dv-neutron-822515-1-hyperv is: [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:19:03Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '6e8104f3-f87a-4f11-9d60-bebc578d87f8', 'name': '', 'network_id': '69c0ddca-2254-4574-9bf1-66cf9d847e88', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:50:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:19:02Z', 'updated_at': '2021-12-21T17:19:09Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '03013815-1f7e-4532-ad59-afcd5f382e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:20:30.953040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d687860-c192-4cc0-a2f7-41daa639e178 None None] New status for floating IP 8d087ff0-5177-4266-836f-b191f6c09c00: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:20:31.201922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181bea8-a37d-4a26-a90b-7cb189f4f45b req-5791cca6-f128-4c44-a3d1-40413c602b8d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:31.203574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8181bea8-a37d-4a26-a90b-7cb189f4f45b req-5791cca6-f128-4c44-a3d1-40413c602b8d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0831373 Dec 21 17:20:31.254729 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8181bea8-a37d-4a26-a90b-7cb189f4f45b req-c8ef1d75-95e5-4ee8-b796-2e739614ca1d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=234dcec4-f19d-4e39-aa57-f8bca81a2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450561 Dec 21 17:20:31.364010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-23dfcf30-90b5-435a-a258-cf548630f9a5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:31.364773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-23dfcf30-90b5-435a-a258-cf548630f9a5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:20:31.377354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-23dfcf30-90b5-435a-a258-cf548630f9a5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:20:31.378584 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-23dfcf30-90b5-435a-a258-cf548630f9a5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 946 time: 0.0978520 Dec 21 17:20:31.454931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 7eadc416-107a-4404-bb81-675b351d185f {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:20:31.455225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:31.950355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port 7eadc416-107a-4404-bb81-675b351d185f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7eadc416-107a-4404-bb81-675b351d185f,segment=NetworkSegment(c554a5c2-61b0-4afc-972a-1ae1a63d169d),segment_id=c554a5c2-61b0-4afc-972a-1ae1a63d169d)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:20:31.950963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:32.081835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 7eadc416-107a-4404-bb81-675b351d185f owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:20:32.227302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:32.232965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:32.279671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=7eadc416-107a-4404-bb81-675b351d185f,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:32.322768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:32.323237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:32.323666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:32.324088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:32.324503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:32.324923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:32.325342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:32.326281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:32.326695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:32.327241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:32.327656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:32.337777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:32.372509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] No DVR routers for this DVR port 7eadc416-107a-4404-bb81-675b351d185f on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:20:32.375093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:32.378006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'name': 'network-vif-deleted', 'tag': '7eadc416-107a-4404-bb81-675b351d185f'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:20:32.394252 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e67aa252-b5e7-4876-bef8-8fba31e6ba24 req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "DELETE /v2.0/ports/7eadc416-107a-4404-bb81-675b351d185f HTTP/1.1" status: 204 len: 173 time: 1.0101311 Dec 21 17:20:32.433370 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0e3b386b-38fb-4e93-8628-badac96a7645 req-f1fc66cd-25b9-46c5-b98d-6f84faee676c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=0847ff08-3008-4610-b9a7-ab8ca27ebba6 HTTP/1.1" status: 200 len: 210 time: 0.0517926 Dec 21 17:20:32.437581 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0847ff08-3008-4610-b9a7-ab8ca27ebba6', 'name': 'network-vif-deleted', 'tag': '7eadc416-107a-4404-bb81-675b351d185f', 'status': 'completed', 'code': 200} Dec 21 17:20:33.543149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51758) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:33.890883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 7eadc416-107a-4404-bb81-675b351d185f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:20:33.924889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 7eadc416-107a-4404-bb81-675b351d185f {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:20:33.925291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 7eadc416-107a-4404-bb81-675b351d185f not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:20:33.963667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:34.583409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 6e8104f3-f87a-4f11-9d60-bebc578d87f8 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:20:34.583981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:34.772126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port 6e8104f3-f87a-4f11-9d60-bebc578d87f8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6e8104f3-f87a-4f11-9d60-bebc578d87f8,segment=NetworkSegment(c554a5c2-61b0-4afc-972a-1ae1a63d169d),segment_id=c554a5c2-61b0-4afc-972a-1ae1a63d169d)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:20:34.772550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:34.905751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 6e8104f3-f87a-4f11-9d60-bebc578d87f8 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:20:35.089250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:35.093595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c402c714-1540-49ce-8012-d99bbb4cbdfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:35.137412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=6e8104f3-f87a-4f11-9d60-bebc578d87f8,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:35.140915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:35.693902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:36.317369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router af604a80-18f2-4a17-9f97-0c60667fed1b has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:20:36.530377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:20:36.540736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563f450-850c-447a-8ffd-4950fca59573 None None] Sync routers for ids ['af604a80-18f2-4a17-9f97-0c60667fed1b'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:20:36.547273 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "PUT /v2.0/routers/af604a80-18f2-4a17-9f97-0c60667fed1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0029907 Dec 21 17:20:36.550127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51762) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:36.553349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563f450-850c-447a-8ffd-4950fca59573 None None] Routers {'af604a80-18f2-4a17-9f97-0c60667fed1b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:20:36.554029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5563f450-850c-447a-8ffd-4950fca59573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:20:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af604a80-18f2-4a17-9f97-0c60667fed1b'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:36.761253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fc36ca-b2bc-4e44-a357-eb6f18a9bcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting subnet 03013815-1f7e-4532-ad59-afcd5f382e5c {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:20:36.764779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95fc36ca-b2bc-4e44-a357-eb6f18a9bcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:36.828204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95fc36ca-b2bc-4e44-a357-eb6f18a9bcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:36.914439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95fc36ca-b2bc-4e44-a357-eb6f18a9bcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:36.925661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-5563f450-850c-447a-8ffd-4950fca59573 None None] Set router af604a80-18f2-4a17-9f97-0c60667fed1b gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:20:36.996900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95fc36ca-b2bc-4e44-a357-eb6f18a9bcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:37.001563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9cf1a965-7a20-4f51-8f0d-3ba5e89ed598 tempest-PortsIpV6TestJSON-1861885593 tempest-PortsIpV6TestJSON-1861885593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:37.041104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc36ca-b2bc-4e44-a357-eb6f18a9bcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Subnet': ['ID=03013815-1f7e-4532-ad59-afcd5f382e5c,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:37.044152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95fc36ca-b2bc-4e44-a357-eb6f18a9bcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:37.046528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95fc36ca-b2bc-4e44-a357-eb6f18a9bcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:37.053134 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-95fc36ca-b2bc-4e44-a357-eb6f18a9bcd2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/subnets/03013815-1f7e-4532-ad59-afcd5f382e5c HTTP/1.1" status: 204 len: 168 time: 0.5019596 Dec 21 17:20:37.056024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51766) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:37.057376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53e4fa4-3252-49b6-951a-1327702c5599 None None] Network 69c0ddca-2254-4574-9bf1-66cf9d847e88 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:20:37.266054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:37.414746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5563f450-850c-447a-8ffd-4950fca59573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:20:35Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '157bbf22-e385-4e3d-9224-7a2a0c342425', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:18:59Z', 'updated_at': '2021-12-21T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:37.419107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563f450-850c-447a-8ffd-4950fca59573 None None] Checking router: af604a80-18f2-4a17-9f97-0c60667fed1b for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:20:37.432728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563f450-850c-447a-8ffd-4950fca59573 None None] Routers {'af604a80-18f2-4a17-9f97-0c60667fed1b'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:20:37.433806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5563f450-850c-447a-8ffd-4950fca59573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:20:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['af604a80-18f2-4a17-9f97-0c60667fed1b'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:37.483272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:37.492357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 157bbf22-e385-4e3d-9224-7a2a0c342425 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:20:37.492711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:37.496425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] DHCP port deletion for 69c0ddca-2254-4574-9bf1-66cf9d847e88 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:20:37.566852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Deleting port 37916a14-dded-446d-be2a-e2ecb8c056ab {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:20:37.567282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:37.678268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port 157bbf22-e385-4e3d-9224-7a2a0c342425, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=157bbf22-e385-4e3d-9224-7a2a0c342425,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:20:37.678638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:37.693896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-5563f450-850c-447a-8ffd-4950fca59573 None None] Set router af604a80-18f2-4a17-9f97-0c60667fed1b gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:20:37.807774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 157bbf22-e385-4e3d-9224-7a2a0c342425 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:20:37.830893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-5563f450-850c-447a-8ffd-4950fca59573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:20:37Z', 'revision_number': 6, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:37.851076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563f450-850c-447a-8ffd-4950fca59573 None None] The sync data for ids ['af604a80-18f2-4a17-9f97-0c60667fed1b'] in dv-neutron-822515-1-hyperv is: [{'id': 'af604a80-18f2-4a17-9f97-0c60667fed1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753739588', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:18:58Z', 'updated_at': '2021-12-21T17:20:37Z', 'revision_number': 6, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:20:37.939519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] For port 37916a14-dded-446d-be2a-e2ecb8c056ab, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=37916a14-dded-446d-be2a-e2ecb8c056ab,segment=NetworkSegment(c554a5c2-61b0-4afc-972a-1ae1a63d169d),segment_id=c554a5c2-61b0-4afc-972a-1ae1a63d169d)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:20:37.939893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:37.980869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:37.993511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-235b1256-41f5-4ea5-b578-49622023c997 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:38.070350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Calling delete_port for 37916a14-dded-446d-be2a-e2ecb8c056ab owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:20:38.070555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=157bbf22-e385-4e3d-9224-7a2a0c342425,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:38.101676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:38.148485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:38.159669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-857a197c-8e29-445c-b562-c3c1b00ffd07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:38.201437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] No DVR routers for this DVR port 37916a14-dded-446d-be2a-e2ecb8c056ab on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:20:38.203126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Pushing event deleted for resources: {'Port': ['ID=37916a14-dded-446d-be2a-e2ecb8c056ab,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:38.214070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:38.214466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:38.214879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:38.215248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:38.215629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:38.216010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:38.216947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:38.217327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:38.217702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:38.218076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:38.218450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:38.221551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:38.516527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:38.783119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:38.787470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:38.812169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:38.812823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Fanout notify agent at l3_agent the message router_deleted on router af604a80-18f2-4a17-9f97-0c60667fed1b {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:20:38.831051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:38.835137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/routers/af604a80-18f2-4a17-9f97-0c60667fed1b HTTP/1.1" status: 204 len: 168 time: 1.7758553 Dec 21 17:20:38.835815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51770) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:38.848502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 37916a14-dded-446d-be2a-e2ecb8c056ab no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:20:38.886499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 37916a14-dded-446d-be2a-e2ecb8c056ab {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:20:38.886901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 37916a14-dded-446d-be2a-e2ecb8c056ab not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:20:38.887389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 157bbf22-e385-4e3d-9224-7a2a0c342425 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:20:38.922029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 157bbf22-e385-4e3d-9224-7a2a0c342425 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:20:38.922302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 157bbf22-e385-4e3d-9224-7a2a0c342425 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:20:38.922877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6e8104f3-f87a-4f11-9d60-bebc578d87f8 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:20:38.955250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 6e8104f3-f87a-4f11-9d60-bebc578d87f8 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:20:38.955654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6e8104f3-f87a-4f11-9d60-bebc578d87f8 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:20:38.967969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.112839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.139452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c0ddca-2254-4574-9bf1-66cf9d847e88']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:39.152268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c554a5c2-61b0-4afc-972a-1ae1a63d169d') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:39.152607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c554a5c2-61b0-4afc-972a-1ae1a63d169d') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:39.164566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.179807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.186727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:20:39.187439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:20:39.202691 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:20:39.283148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.287117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4582c8bc-26ff-469c-8a19-25219737f6e6 tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:39.302574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.314499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Network': ['ID=69c0ddca-2254-4574-9bf1-66cf9d847e88,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:39.317946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:39.322567 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-537d43f9-a3ea-461b-9886-f35dbd48c9ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/networks/69c0ddca-2254-4574-9bf1-66cf9d847e88 HTTP/1.1" status: 204 len: 168 time: 0.4856615 Dec 21 17:20:39.325471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51774) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:39.397737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4388b995-559f-4d9c-ad09-cfed58877ca0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.428500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4388b995-559f-4d9c-ad09-cfed58877ca0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.483735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4388b995-559f-4d9c-ad09-cfed58877ca0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.488896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ef396140-cec3-4c8c-8309-bf4b1f13e345 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:39.504607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388b995-559f-4d9c-ad09-cfed58877ca0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234dcec4-f19d-4e39-aa57-f8bca81a2d78,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:39.510381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4388b995-559f-4d9c-ad09-cfed58877ca0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:39.512274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4388b995-559f-4d9c-ad09-cfed58877ca0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.513487 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4388b995-559f-4d9c-ad09-cfed58877ca0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/security-groups/234dcec4-f19d-4e39-aa57-f8bca81a2d78 HTTP/1.1" status: 204 len: 168 time: 0.1870108 Dec 21 17:20:39.909966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51782) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:39.916154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438191425', 'description': 'tempest-secgroup-smoke-438191425 description', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:39.923079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:39.927355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:20:39.930312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:20:39.937102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:39.948095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:39.985248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:39.989465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:20:39.992512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:20:39.999600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:40.061859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.064636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.070063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-64f99e0f-17f6-4b85-ba9a-546584557af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:40.115723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6344dd4b-6635-44e7-bab0-21fbd87adceb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:40.118999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:40.119908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.121922 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d5085b80-cfff-4504-9d7d-9e5ef9e7d016 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2108388 Dec 21 17:20:40.124631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51786) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:40.130646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6344dd4b-6635-44e7-bab0-21fbd87adceb', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:40.137622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:40.141945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:20:40.144986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:20:40.151220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:40.168303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.232431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.235256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.237216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c56b0aa6-5dcb-4d49-9d79-116e4e709906 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:40.261389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c2cea9-6aeb-495b-9993-aa9a1acbbb70,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:40.264151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:40.271366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.272698 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1470127 Dec 21 17:20:40.275767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51790) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:40.282772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6344dd4b-6635-44e7-bab0-21fbd87adceb', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:40.290271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:40.295160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:20:40.298343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:20:40.304779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:40.321621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.387878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.390755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.392777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-654d4626-f938-4895-8495-0ea32a59b897 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:40.417706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6bee2c-b3dc-4e17-b460-dcadab9f62f6,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:40.420976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:40.427429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.428732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eaf6ea4d-43b7-4bb4-92f4-673fa67dc235 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1519320 Dec 21 17:20:40.431837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51794) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:40.438236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6344dd4b-6635-44e7-bab0-21fbd87adceb', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:40.444976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:40.449134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:20:40.452823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:20:40.459076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:40.476143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.542162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.545080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.552649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8f8b1cf-8332-4f98-adb9-b9ab8c168c8c tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:40.574499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a0b472-f2bd-4d5d-8b84-817134df7e31,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:40.577936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:40.579942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.582349 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1492867 Dec 21 17:20:40.584042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51798) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:40.590197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6344dd4b-6635-44e7-bab0-21fbd87adceb', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:40.597416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:40.601525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:20:40.604639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:20:40.610675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:40.627247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.699491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.702670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.704592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07612b95-8fec-446e-a6ae-30af74655d27 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:40.728172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4c00ec-99b6-4ef6-ae25-48e4d5f8c761,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:40.730650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:40.736860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.738140 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1530449 Dec 21 17:20:40.741154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51802) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:40.747063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6344dd4b-6635-44e7-bab0-21fbd87adceb', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:40.753308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:40.757513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:20:40.760533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:20:40.767028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:40.776251 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Project 00f6456af0534b7686cd8ac7f21ea3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:20:40.783306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.849853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.852419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.854304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae1d8e84-6fe5-402f-b50d-4ccf9c24ac0d tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:40.877659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38757e70-bbac-43c8-9003-807d2fe32a9f,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:40.880189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:40.886481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:40.887803 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1456366 Dec 21 17:20:40.891411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51806) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:40.897290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6344dd4b-6635-44e7-bab0-21fbd87adceb', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:40.903426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:40.907493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:20:40.910732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:20:40.916783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:40.926137 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Project 00f6456af0534b7686cd8ac7f21ea3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:20:40.932737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.000734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.003280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.005158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-de79aea7-870c-436a-9523-9b15dac77bb9 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:41.028794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418414a4-b15f-46fe-8854-4a1b6667239e,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:41.031321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:41.037409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.038690 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-67efab28-d9cf-4f2c-bd4f-c059c9e4d214 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1462786 Dec 21 17:20:41.041768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51810) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:41.047754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'network': {'name': 'tempest-network-smoke--738000614', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'port_security_enabled': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:41.052802 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:41.057091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:network and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:20:41.060645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:20:41.066698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:41.079080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:20:41.084471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.113368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:20:41.122962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.123354 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Added segment f46aabd2-2cd0-428e-bcaf-913aba256851 of type vlan for network 594257e1-c7e4-475b-ad7b-bddafb82905b Dec 21 17:20:41.151249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.180940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.185529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:41.186179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.191480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c6b425af-16ff-456f-9fea-5d539c2b28be tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:41.249280 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2064474 Dec 21 17:20:41.252425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51814) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:41.258673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'admin_state_up': True, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:41.266447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:41.270529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:router and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:20:41.273562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:20:41.279671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:41.292890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.293868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.306152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Network': ['ID=594257e1-c7e4-475b-ad7b-bddafb82905b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:41.309031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8f96c13-2db4-4c94-a4e8-a0b625df3a43 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:41.317756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 594257e1-c7e4-475b-ad7b-bddafb82905b details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:20:41.317910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.467508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.653263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.689208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:41.830939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.26.7.47 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/8173f9e7-e3c9-49c4-a1a1-d1968b0b4106) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:20:41.982298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:42.007464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:42.011804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b79d79da-7efe-4222-8347-bd37c333bcb7 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:42.083278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:20:42.086329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:20:42.090839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:20:42.116518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=8173f9e7-e3c9-49c4-a1a1-d1968b0b4106,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:42.121909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:42.260322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:42.261110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:42.495127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 027bed30-5242-486b-8c86-f672b2c215a1 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:20:42.705987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:20:42.715944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Sync routers for ids ['027bed30-5242-486b-8c86-f672b2c215a1'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:20:42.729191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Routers {'027bed30-5242-486b-8c86-f672b2c215a1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:20:42.729963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:20:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027bed30-5242-486b-8c86-f672b2c215a1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:42.731142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:42.733010 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b524439b-2283-4c0e-963b-6324843b6638 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4794078 Dec 21 17:20:42.736437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51818) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:42.780999 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-09f26b23-bf00-414e-ac3c-f4c4413ac195 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=00f6456af0534b7686cd8ac7f21ea3df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433462 Dec 21 17:20:42.783716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51822) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:42.913778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Set router 027bed30-5242-486b-8c86-f672b2c215a1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:20:42.924072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8507da67-c4cf-4dab-90a8-8dd67b274a86 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:42.928562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8507da67-c4cf-4dab-90a8-8dd67b274a86 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1410193 Dec 21 17:20:42.928807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51826) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:42.973034 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6e7308da-e06c-4b67-9ad5-661b1ee19e5f tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428891 Dec 21 17:20:42.975694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51830) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:42.982327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492128961', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:43.098806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:43.103153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:subnet and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:20:43.106074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:20:43.113117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:43.123929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:20:43.218809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:42Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:43.223252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Checking router: 027bed30-5242-486b-8c86-f672b2c215a1 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:20:43.223624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Updating router 027bed30-5242-486b-8c86-f672b2c215a1 port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:20:43.279466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:43.486042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:43.629537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:43.642980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Transition to ACTIVE for port object 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:20:43.648426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:43.652782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc343eb6-775c-4e5e-981b-8d2e8a4c258b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:43.718258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:43.723200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33c3543e-1ec0-45fd-8cef-0838f2458873 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:43.745469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Attempting to bind port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:20:43.745823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Attempting to bind port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:20:43.746234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Attempting to bind port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:20:43.749192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Pushing event updated for resources: {'Port': ['ID=8173f9e7-e3c9-49c4-a1a1-d1968b0b4106,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:43.761031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:20:43.761457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:20:43.761912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:43.762353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:20:43.763420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Bound port: 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:20:43.763850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:43.794187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:43.794577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:43.794982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:43.795362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:43.795744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:43.796107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:43.796473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:43.796841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:43.797208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:43.797570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:43.797931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:20:43.803136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Subnet': ['ID=42bf73ca-cbd6-4c55-b971-dc0ce19306bb,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:43.807878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:43.808049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:43.819552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Checking segment: {'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:20:43.819943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network hostable DHCP agents. Network: 594257e1-c7e4-475b-ad7b-bddafb82905b, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:20:43.820063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:20:43.842659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 594257e1-c7e4-475b-ad7b-bddafb82905b is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:20:43.851063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 594257e1-c7e4-475b-ad7b-bddafb82905b) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:20:43.855427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] For port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:20:43.855567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:43.856194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:43.858703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] For port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8173f9e7-e3c9-49c4-a1a1-d1968b0b4106,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:20:43.861308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6aca39-de83-45eb-8232-bd75c1d50218 None None] Network 594257e1-c7e4-475b-ad7b-bddafb82905b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:20:43.862398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:43.868217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2d853ac4-757a-469e-bf9c-c87ef2b410cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:43.880673 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-88591d3c-1ed5-4103-894f-25c5b0891479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9030223 Dec 21 17:20:43.883001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51834) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:20:43.953305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Pushing event updated for resources: {'Port': ['ID=8173f9e7-e3c9-49c4-a1a1-d1968b0b4106,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:43.957813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:43.958950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Routers {'027bed30-5242-486b-8c86-f672b2c215a1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:20:43.959618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:20:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027bed30-5242-486b-8c86-f672b2c215a1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:44.106339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-594257e1-c7e4-475b-ad7b-bddafb82905b', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:20:44.107278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:44.146664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] Set router 027bed30-5242-486b-8c86-f672b2c215a1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:20:44.277384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Allocated IP 172.20.0.2 (594257e1-c7e4-475b-ad7b-bddafb82905b/42bf73ca-cbd6-4c55-b971-dc0ce19306bb/9600063d-ff6a-4af3-bb24-a56abb4e4dd1) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:20:44.456909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:42Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:44.461047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936bb0a-e351-40d5-998c-6e7d4619cb01 None None] The sync data for ids ['027bed30-5242-486b-8c86-f672b2c215a1'] in dv-neutron-822515-1-hyperv is: [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:42Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:20:44.514434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:44.525668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Transition to ACTIVE for port object 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:20:44.546649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Transition to ACTIVE for port object 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:20:44.551872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:44.557186 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-44ac254c-0e93-47a7-9b5d-6482a80d6af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:44.628398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Network 594257e1-c7e4-475b-ad7b-bddafb82905b is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:20:44.629327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Pushing event updated for resources: {'Port': ['ID=9600063d-ff6a-4af3-bb24-a56abb4e4dd1,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:44.632412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:20:44.634265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:44.635069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:20:44.725658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:44.727359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Attempting to bind port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:20:44.727794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Attempting to bind port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:20:44.728212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Attempting to bind port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 on network 594257e1-c7e4-475b-ad7b-bddafb82905b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:20:44.735623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:20:44.736051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Checking segment: {'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:20:44.736500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:44.736948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Bound using segment: {'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:20:44.737470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Bound port: 9600063d-ff6a-4af3-bb24-a56abb4e4dd1, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:20:44.737899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:44.834246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] For port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:20:44.837565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] For port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9600063d-ff6a-4af3-bb24-a56abb4e4dd1,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:20:44.840882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:44.846484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1f74abf-fe10-49f4-91c0-58c131dd676a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:44.947644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Pushing event updated for resources: {'Port': ['ID=9600063d-ff6a-4af3-bb24-a56abb4e4dd1,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:44.952733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:45.161948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.20.0.1 (594257e1-c7e4-475b-ad7b-bddafb82905b/42bf73ca-cbd6-4c55-b971-dc0ce19306bb/095970d8-5467-471a-84b9-1f63d8b08d14) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:20:45.352365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:45.377555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Transition to ACTIVE for port object 095970d8-5467-471a-84b9-1f63d8b08d14 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:20:45.401038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:45.406530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:45.489481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 594257e1-c7e4-475b-ad7b-bddafb82905b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:20:45.493104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:20:45.498357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:20:45.526096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=095970d8-5467-471a-84b9-1f63d8b08d14,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:45.532484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:45.562455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:45.656099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:45.830840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-aef74306-45e3-4f1a-ad8e-63f32adb73aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:46.084621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:46.088257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:46.120028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0e8abea4-9300-46dd-9b47-2b742d1af088 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:46.208736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:46.213389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=095970d8-5467-471a-84b9-1f63d8b08d14,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:46.217227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:46.364669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 594257e1-c7e4-475b-ad7b-bddafb82905b is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:20:46.366124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:20:46.565427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267dfc3b-efa2-4ac1-aa63-5c99671259f8 None None] Network 594257e1-c7e4-475b-ad7b-bddafb82905b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:20:46.857900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0fc9d3ee-a638-4e46-8a1f-2c09b72fd6a5 None None] Provisioning for port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:20:46.927914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:20:47.045999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 027bed30-5242-486b-8c86-f672b2c215a1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:20:47.058152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:20:47.067710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:20:47.068142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:47.203587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:47.251678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9600063d-ff6a-4af3-bb24-a56abb4e4dd1,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:20:47.253426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:47.255900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:47.256806 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:20:47.283359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:20:47.285024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:47.306646 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "PUT /v2.0/routers/027bed30-5242-486b-8c86-f672b2c215a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4155259 Dec 21 17:20:47.405418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=9600063d-ff6a-4af3-bb24-a56abb4e4dd1,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:47.418566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:47.421606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:20:47.428367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:20:47.428783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:47.525496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-1ad859ae-c8e9-409d-8944-b310428b48e9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:20:47.542188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-1ad859ae-c8e9-409d-8944-b310428b48e9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:20:47.543668 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-1ad859ae-c8e9-409d-8944-b310428b48e9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438191425&fields=id&tenant_id=00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 267 time: 0.0809674 Dec 21 17:20:47.554385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Sync routers for ids ['027bed30-5242-486b-8c86-f672b2c215a1'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:20:47.569962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fac0935e-689d-401f-8739-280c087352f3 None None] Provisioning for port 095970d8-5467-471a-84b9-1f63d8b08d14 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:20:47.580975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fac0935e-689d-401f-8739-280c087352f3 None None] Provisioning complete for port 095970d8-5467-471a-84b9-1f63d8b08d14 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:20:47.581403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fac0935e-689d-401f-8739-280c087352f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:47.635724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:47.654729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Routers {'027bed30-5242-486b-8c86-f672b2c215a1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:20:47.655490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:20:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027bed30-5242-486b-8c86-f672b2c215a1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:47.720132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-2bb88867-3489-44f7-8865-ae506ae1ab3c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:47.720896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-2bb88867-3489-44f7-8865-ae506ae1ab3c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:20:47.740170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-2bb88867-3489-44f7-8865-ae506ae1ab3c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:20:47.742765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fac0935e-689d-401f-8739-280c087352f3 None None] Port 095970d8-5467-471a-84b9-1f63d8b08d14 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:20:47.748286 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-2bb88867-3489-44f7-8865-ae506ae1ab3c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/networks?id=594257e1-c7e4-475b-ad7b-bddafb82905b HTTP/1.1" status: 200 len: 796 time: 0.1925383 Dec 21 17:20:47.759037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8173f9e7-e3c9-49c4-a1a1-d1968b0b4106,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:20:47.764115 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-c8420eeb-d03e-4c3b-aade-2de0a6fa05fa tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/quotas/00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 375 time: 0.0147049 Dec 21 17:20:47.766275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:47.771047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:47.867958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-99357d2d-af4b-4070-8ec5-f60717dcadcc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:20:47.884203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-99357d2d-af4b-4070-8ec5-f60717dcadcc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:20:47.885711 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-99357d2d-af4b-4070-8ec5-f60717dcadcc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128221 Dec 21 17:20:47.910248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fac0935e-689d-401f-8739-280c087352f3 None None] Provisioning complete for port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:20:47.910683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fac0935e-689d-401f-8739-280c087352f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:47.980659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=8173f9e7-e3c9-49c4-a1a1-d1968b0b4106,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:47.988489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:48.009347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Set router 027bed30-5242-486b-8c86-f672b2c215a1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:20:48.043400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-ab21764a-aa33-49d3-998a-dfd7945e237b service neutron] 10.222.0.67 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404688 Dec 21 17:20:48.137818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71746086-bfca-4d75-b3dd-eb37195bcff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:48.193730 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-6e3c2d11-95f5-41dc-af65-5e46e14c7fa1 service neutron] 10.222.0.67 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433358 Dec 21 17:20:48.391246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1a885345-e1ce-4314-a851-8b6573045ed5 None None] Provisioning complete for port 095970d8-5467-471a-84b9-1f63d8b08d14 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:20:48.391761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1a885345-e1ce-4314-a851-8b6573045ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:48.411708 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d6116669-c30f-4d21-bc77-eed752bcc167 req-b1853c9e-4f6f-47d4-bfae-1008eda97329 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 210 time: 0.0475972 Dec 21 17:20:48.482079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1a885345-e1ce-4314-a851-8b6573045ed5 None None] Port 095970d8-5467-471a-84b9-1f63d8b08d14 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:20:48.486723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:48.499413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:45Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '095970d8-5467-471a-84b9-1f63d8b08d14', 'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:38:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:44Z', 'updated_at': '2021-12-21T17:20:45Z', 'revision_number': 2, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:48.503502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Checking router: 027bed30-5242-486b-8c86-f672b2c215a1 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:20:48.503912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Updating router 027bed30-5242-486b-8c86-f672b2c215a1 port 095970d8-5467-471a-84b9-1f63d8b08d14 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:20:48.556290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:48.947654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:20:49.072888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:20:49.073243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:49.179773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:49.196792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Transition to ACTIVE for port object 095970d8-5467-471a-84b9-1f63d8b08d14 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:20:49.229494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:49.242816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:49.372982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:20:49.440667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c301e-c18b-4151-8bac-6e767c8e9ab1 None None] Pushing event updated for resources: {'Port': ['ID=095970d8-5467-471a-84b9-1f63d8b08d14,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:49.447937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f54c301e-c18b-4151-8bac-6e767c8e9ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:49.542844 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cfbec820-ad06-4b6c-8c1e-ed1df9f7e322 req-3d8d2920-c635-4803-a1b3-8b56e5460aea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 210 time: 0.0500476 Dec 21 17:20:49.563714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:20:49.564149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:49.593773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Attempting to bind port 095970d8-5467-471a-84b9-1f63d8b08d14 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:20:49.594213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Attempting to bind port 095970d8-5467-471a-84b9-1f63d8b08d14 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:20:49.594633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Attempting to bind port 095970d8-5467-471a-84b9-1f63d8b08d14 on network 594257e1-c7e4-475b-ad7b-bddafb82905b {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:20:49.612673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:20:49.613097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Checking segment: {'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:20:49.613552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:49.613996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Bound using segment: {'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:20:49.614528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Bound port: 095970d8-5467-471a-84b9-1f63d8b08d14, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:20:49.615006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:49.798327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] For port 095970d8-5467-471a-84b9-1f63d8b08d14, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:20:49.802860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] For port 095970d8-5467-471a-84b9-1f63d8b08d14, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=095970d8-5467-471a-84b9-1f63d8b08d14,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:20:49.806417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:49.811633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:49.895750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c301e-c18b-4151-8bac-6e767c8e9ab1 None None] Pushing event updated for resources: {'Port': ['ID=095970d8-5467-471a-84b9-1f63d8b08d14,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:49.899129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f54c301e-c18b-4151-8bac-6e767c8e9ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:49.899927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Routers {'027bed30-5242-486b-8c86-f672b2c215a1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:20:49.900602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:20:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027bed30-5242-486b-8c86-f672b2c215a1'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:50.015056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:50.208683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] Set router 027bed30-5242-486b-8c86-f672b2c215a1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:20:50.652251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:45Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '095970d8-5467-471a-84b9-1f63d8b08d14', 'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:38:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:44Z', 'updated_at': '2021-12-21T17:20:49Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:20:50.657319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c5f95-1770-4457-af07-edf9b684c764 None None] The sync data for ids ['027bed30-5242-486b-8c86-f672b2c215a1'] in dv-neutron-822515-1-hyperv is: [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:45Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '095970d8-5467-471a-84b9-1f63d8b08d14', 'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:38:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:44Z', 'updated_at': '2021-12-21T17:20:49Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:20:50.666243 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-067b36c3-f4ba-4cef-8bf1-0a28b540b12e req-538e120e-0c3e-458a-9144-7127442be902 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 210 time: 0.0552301 Dec 21 17:20:50.884434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 095970d8-5467-471a-84b9-1f63d8b08d14 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:20:50.960066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 095970d8-5467-471a-84b9-1f63d8b08d14 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:20:50.965292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 095970d8-5467-471a-84b9-1f63d8b08d14 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:20:50.965717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:51.250942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:51.288497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 095970d8-5467-471a-84b9-1f63d8b08d14, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=095970d8-5467-471a-84b9-1f63d8b08d14,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:20:51.292191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:51.294214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b1f74abf-fe10-49f4-91c0-58c131dd676a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:51.362664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=095970d8-5467-471a-84b9-1f63d8b08d14,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:51.365993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:51.782452 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fcb7bb5f-4e2a-4a0f-89ce-0496307a71b0 req-5d2675b9-c5b0-430f-a032-fb09b5d49306 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 210 time: 0.0471737 Dec 21 17:20:52.852232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 095970d8-5467-471a-84b9-1f63d8b08d14 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:20:52.924220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 095970d8-5467-471a-84b9-1f63d8b08d14 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:20:52.924643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:52.953154 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-178b6a15-0188-4c7d-89fa-a864c7763238 req-f8047861-ea06-4e4b-99df-ffaa07020573 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 210 time: 0.0457921 Dec 21 17:20:53.779529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-788402f1-b17e-44a5-b343-20bfad07b4b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:53.781518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-788402f1-b17e-44a5-b343-20bfad07b4b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:20:53.797069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-788402f1-b17e-44a5-b343-20bfad07b4b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:20:53.798301 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-788402f1-b17e-44a5-b343-20bfad07b4b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/networks?id=594257e1-c7e4-475b-ad7b-bddafb82905b HTTP/1.1" status: 200 len: 796 time: 0.1825554 Dec 21 17:20:53.852202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-84f65ed5-9b1a-4838-a353-aea92f036cfd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:20:53.864526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-84f65ed5-9b1a-4838-a353-aea92f036cfd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:20:53.865729 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-84f65ed5-9b1a-4838-a353-aea92f036cfd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 379 time: 0.0564239 Dec 21 17:20:53.877785 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'port': {'device_id': '142c5b72-a48a-4285-8470-33756816327b', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'admin_state_up': True, 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'security_groups': ['6344dd4b-6635-44e7-bab0-21fbd87adceb']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:54.019305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:20:54.029267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:20:54.039028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:20:54.044995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:54.123917 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3b1de93c-c296-4db6-8973-dd13ec9f3d75 req-087188d4-cb40-497b-a904-3ee1e8ab6762 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 210 time: 0.0487142 Dec 21 17:20:54.214260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.20.0.9 (594257e1-c7e4-475b-ad7b-bddafb82905b/42bf73ca-cbd6-4c55-b971-dc0ce19306bb/9b391d4a-6514-422e-95d7-2c8bc390ecfa) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:20:54.411523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:54.428100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Transition to ACTIVE for port object 9b391d4a-6514-422e-95d7-2c8bc390ecfa will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:20:54.447000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:54.452958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:54.527401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 594257e1-c7e4-475b-ad7b-bddafb82905b is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:20:54.531276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:20:54.535911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:20:54.566977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=9b391d4a-6514-422e-95d7-2c8bc390ecfa,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:54.572995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:54.608562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:54.609277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:54.635606 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7617548 Dec 21 17:20:54.648097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Request body: {'port': {'device_id': '142c5b72-a48a-4285-8470-33756816327b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:20:54.770078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:54.801735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-91045dce-23aa-41a5-96dd-9c175067b25f None None] Provisioning for port 9b391d4a-6514-422e-95d7-2c8bc390ecfa completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:20:54.806702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-91045dce-23aa-41a5-96dd-9c175067b25f None None] Provisioning complete for port 9b391d4a-6514-422e-95d7-2c8bc390ecfa triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:20:54.807165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-91045dce-23aa-41a5-96dd-9c175067b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:54.861902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-91045dce-23aa-41a5-96dd-9c175067b25f None None] Port 9b391d4a-6514-422e-95d7-2c8bc390ecfa cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:20:55.123063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b391d4a-6514-422e-95d7-2c8bc390ecfa {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:20:55.129835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:55.144980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Transition to ACTIVE for port object 9b391d4a-6514-422e-95d7-2c8bc390ecfa will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:20:55.147741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:55.152123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-52a61d9b-3db8-48d9-a298-e4c31a8a49f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:55.280974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Pushing event updated for resources: {'Port': ['ID=9b391d4a-6514-422e-95d7-2c8bc390ecfa,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:55.286118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:55.344644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12ef9-be1f-4707-991d-2b49d604eddc req-e1ee3d2a-2703-4249-a506-92bea55d2f88 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:55.346477 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ede12ef9-be1f-4707-991d-2b49d604eddc req-e1ee3d2a-2703-4249-a506-92bea55d2f88 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 943 time: 0.0935550 Dec 21 17:20:55.404133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ede12ef9-be1f-4707-991d-2b49d604eddc req-0367c1e3-8760-4f3c-b4f2-b4660772ac54 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497689 Dec 21 17:20:55.422203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Attempting to bind port 9b391d4a-6514-422e-95d7-2c8bc390ecfa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:20:55.422203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Attempting to bind port 9b391d4a-6514-422e-95d7-2c8bc390ecfa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:20:55.422203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Attempting to bind port 9b391d4a-6514-422e-95d7-2c8bc390ecfa on network 594257e1-c7e4-475b-ad7b-bddafb82905b {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:20:55.428171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Port 9b391d4a-6514-422e-95d7-2c8bc390ecfa on network 594257e1-c7e4-475b-ad7b-bddafb82905b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:20:55.428541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Attempting to bind port 9b391d4a-6514-422e-95d7-2c8bc390ecfa on network 594257e1-c7e4-475b-ad7b-bddafb82905b {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:20:55.435734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:20:55.436116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Checking segment: {'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:20:55.436543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Bound using segment: {'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:20:55.437028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Bound port: 9b391d4a-6514-422e-95d7-2c8bc390ecfa, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46aabd2-2cd0-428e-bcaf-913aba256851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:20:55.437420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:55.530959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] For port 9b391d4a-6514-422e-95d7-2c8bc390ecfa, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:20:55.534102 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] For port 9b391d4a-6514-422e-95d7-2c8bc390ecfa, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:20:55.537610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:55.542134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c890defc-8ded-42a4-9992-0ae3e18ff0c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:55.605782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:55.607322 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] 10.222.0.48 "PUT /v2.0/ports/9b391d4a-6514-422e-95d7-2c8bc390ecfa HTTP/1.1" status: 200 len: 1093 time: 0.9640098 Dec 21 17:20:55.607890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:20:55.628465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Pushing event updated for resources: {'Port': ['ID=9b391d4a-6514-422e-95d7-2c8bc390ecfa,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:55.631796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:55.692652 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'status': 'completed', 'code': 200} Dec 21 17:20:55.737800 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-97a13a9a-0812-4530-ab1a-5b43f00ae487 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 1096 time: 0.0811143 Dec 21 17:20:55.812832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-1b52899e-a897-4378-acb2-9f4c978f26a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa HTTP/1.1" status: 200 len: 217 time: 0.0679905 Dec 21 17:20:55.885149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-7aa726a3-aee1-436a-95f0-c36e4998706e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:55.886670 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-7aa726a3-aee1-436a-95f0-c36e4998706e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42bf73ca-cbd6-4c55-b971-dc0ce19306bb HTTP/1.1" status: 200 len: 834 time: 0.0685818 Dec 21 17:20:55.968026 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-e95e551e-40a8-4b55-a58d-bd07979dfd6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=594257e1-c7e4-475b-ad7b-bddafb82905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743318 Dec 21 17:20:56.108797 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-1ed2cf60-4c7e-4b62-864a-9eabaf589961 service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346886 Dec 21 17:20:56.251036 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd06ceca-8f4b-40c5-b6c4-484c7925746d req-c17195cb-87d8-453c-8b56-488cea254100 service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360281 Dec 21 17:20:56.370394 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b973186c-1927-4cfb-bfae-8a7a5f611934 req-b15962de-b40d-45d8-84b1-cffa76e5236a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 1096 time: 0.0798347 Dec 21 17:20:56.515049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973186c-1927-4cfb-bfae-8a7a5f611934 req-74f6d6a3-5eba-4b3b-b585-eb82b98c49ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:56.516575 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b973186c-1927-4cfb-bfae-8a7a5f611934 req-74f6d6a3-5eba-4b3b-b585-eb82b98c49ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=594257e1-c7e4-475b-ad7b-bddafb82905b HTTP/1.1" status: 200 len: 897 time: 0.1390858 Dec 21 17:20:56.588213 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b973186c-1927-4cfb-bfae-8a7a5f611934 req-23ead6a2-3a35-4c43-a57f-53b00d257e15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa HTTP/1.1" status: 200 len: 217 time: 0.0643578 Dec 21 17:20:56.612495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4bfba-1255-4869-b78b-db3b98221a32 req-a22bd0f3-ee5d-4471-aa36-3c80f7350690 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:56.614088 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bcd4bfba-1255-4869-b78b-db3b98221a32 req-a22bd0f3-ee5d-4471-aa36-3c80f7350690 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 943 time: 0.0871639 Dec 21 17:20:56.662625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973186c-1927-4cfb-bfae-8a7a5f611934 req-5443febd-7de3-4037-8b2f-5d3ec9ab4b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:56.662850 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bcd4bfba-1255-4869-b78b-db3b98221a32 req-9c96a590-1987-4741-8457-5b3df4f0dacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423498 Dec 21 17:20:56.664246 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b973186c-1927-4cfb-bfae-8a7a5f611934 req-5443febd-7de3-4037-8b2f-5d3ec9ab4b79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42bf73ca-cbd6-4c55-b971-dc0ce19306bb HTTP/1.1" status: 200 len: 834 time: 0.0675673 Dec 21 17:20:56.744321 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b973186c-1927-4cfb-bfae-8a7a5f611934 req-47f27aa8-303f-43f2-b999-2e3b7b18d271 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=594257e1-c7e4-475b-ad7b-bddafb82905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725439 Dec 21 17:20:56.886438 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b973186c-1927-4cfb-bfae-8a7a5f611934 req-cd657967-a6cf-4017-8a92-5d676fa35247 service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340718 Dec 21 17:20:57.250973 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b973186c-1927-4cfb-bfae-8a7a5f611934 req-c60d2dc5-8d59-4953-b630-0fe8d066a2f3 service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568933 Dec 21 17:20:57.491966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-94a34ae6-22db-4c22-867b-3db6e8b184ca req-f192b352-f575-4b8b-99f2-9f726f3a4492 tempest-ServerDiskConfigTestJSON-1882367098 tempest-ServerDiskConfigTestJSON-1882367098-project] (88887) timed out ('10.222.0.48', 63103) {{(pid=88887) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 21 17:20:57.880928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17a0dd-3675-43c4-b98f-503deb14e513 req-6ca7224e-b7da-4586-80ee-47ca753094d0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:57.882792 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-da17a0dd-3675-43c4-b98f-503deb14e513 req-6ca7224e-b7da-4586-80ee-47ca753094d0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 943 time: 0.0914383 Dec 21 17:20:57.930089 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-da17a0dd-3675-43c4-b98f-503deb14e513 req-198b9304-af15-4fd5-b710-6612bc4162db tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411649 Dec 21 17:20:58.061666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 9b391d4a-6514-422e-95d7-2c8bc390ecfa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:20:58.201088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 9b391d4a-6514-422e-95d7-2c8bc390ecfa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:20:58.214620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'port_id': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'mac_address': 'fa:16:3e:b9:10:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:20:58.268888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:58.287289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b391d4a-6514-422e-95d7-2c8bc390ecfa {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:20:58.302454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 9b391d4a-6514-422e-95d7-2c8bc390ecfa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:20:58.305607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:20:58.307442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:20:58.372657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=9b391d4a-6514-422e-95d7-2c8bc390ecfa,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:20:58.375854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:20:58.508555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['9b391d4a-6514-422e-95d7-2c8bc390ecfa'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:20:59.134213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71ff83-590a-47bd-b954-7edd40e44349 req-ded70323-6cc8-4258-a510-ba3feca9f329 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:20:59.135755 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a71ff83-590a-47bd-b954-7edd40e44349 req-ded70323-6cc8-4258-a510-ba3feca9f329 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 944 time: 0.0855887 Dec 21 17:20:59.185812 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8a71ff83-590a-47bd-b954-7edd40e44349 req-0069260b-b4c8-4bc4-b2c3-543661b942a3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426867 Dec 21 17:20:59.714663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:00.061323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 9b391d4a-6514-422e-95d7-2c8bc390ecfa up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:21:00.129916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 9b391d4a-6514-422e-95d7-2c8bc390ecfa completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:21:00.134934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 9b391d4a-6514-422e-95d7-2c8bc390ecfa triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:21:00.135361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:00.252902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:00.282017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:21:00.292531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 9b391d4a-6514-422e-95d7-2c8bc390ecfa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:21:00.296243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:00.299094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f54c301e-c18b-4151-8bac-6e767c8e9ab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:21:00.370199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=9b391d4a-6514-422e-95d7-2c8bc390ecfa,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:21:00.374073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:21:00.391490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39270b77-7ed9-4430-9cba-de48bdd9bb0e req-93a85a83-be80-42b1-afa6-39000248071d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:00.393166 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-39270b77-7ed9-4430-9cba-de48bdd9bb0e req-93a85a83-be80-42b1-afa6-39000248071d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0855615 Dec 21 17:21:00.439983 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'code': 200} Dec 21 17:21:00.445995 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-39270b77-7ed9-4430-9cba-de48bdd9bb0e req-11f61db8-2d67-4046-a58c-bc4b0d3a10af tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462847 Dec 21 17:21:00.678393 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a253eddc-ef3b-4119-b6fd-eaaff5dc8d2b req-4697a79f-4653-42f2-a93f-bd97a8988dde service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 1098 time: 0.0774906 Dec 21 17:21:00.721677 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a253eddc-ef3b-4119-b6fd-eaaff5dc8d2b req-1ca1a3ac-b4ec-425b-9c27-863bbd238d23 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371225 Dec 21 17:21:01.651288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26559f-ae21-4d56-8676-061e7cda1bef req-3e131db7-9a91-4492-857b-0868a26bdcb8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:01.652913 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1d26559f-ae21-4d56-8676-061e7cda1bef req-3e131db7-9a91-4492-857b-0868a26bdcb8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0849750 Dec 21 17:21:01.702697 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1d26559f-ae21-4d56-8676-061e7cda1bef req-56674b1f-66f6-4bb3-b445-0fc41997ad60 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 Dec 21 17:21:02.920881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63ee8-fb8d-482f-b852-2a26780001f1 req-07383c69-358e-40fa-a2a0-7a342a3f80cd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:02.922502 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-54a63ee8-fb8d-482f-b852-2a26780001f1 req-07383c69-358e-40fa-a2a0-7a342a3f80cd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0964818 Dec 21 17:21:02.970540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-54a63ee8-fb8d-482f-b852-2a26780001f1 req-ffd76dce-41d9-43c2-81e1-5ba6741fad06 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 Dec 21 17:21:03.187362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611814c-36e9-436d-a382-34f5198f4cdd req-ed776fbb-d2a6-4eb0-8351-be462e957d29 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:03.191116 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1611814c-36e9-436d-a382-34f5198f4cdd req-ed776fbb-d2a6-4eb0-8351-be462e957d29 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0958416 Dec 21 17:21:03.239932 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1611814c-36e9-436d-a382-34f5198f4cdd req-c8d037fd-d259-474a-be62-6cbfdd2e7592 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424719 Dec 21 17:21:03.267458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51910) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:21:03.347686 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e51a665c-78a8-4c61-b2c6-d43c24e01651 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 1093 time: 0.0789914 Dec 21 17:21:03.350192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51914) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:21:03.355841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:21:03.362922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:21:03.367626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:floatingip and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:21:03.370651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:21:03.376864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:21:03.387448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:03.533622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:03.683098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.26.7.156 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/6fbc08b6-03d0-465b-a0df-656499dbc9b1) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:21:03.843274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:03.868787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:03.873228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:21:03.939321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:21:03.942386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:21:03.946759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:21:03.973174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=6fbc08b6-03d0-465b-a0df-656499dbc9b1,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:21:03.978405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:21:04.477686 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b52b5564-a9ce-4842-8e45-80ea5ffe2c9c req-68cc7f04-7a2a-4da6-a385-7fd1a4e72930 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1181793 Dec 21 17:21:04.723351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:04.749509 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b52b5564-a9ce-4842-8e45-80ea5ffe2c9c req-6fde16b1-034e-45e5-8968-c522a22b85cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 1098 time: 0.0801034 Dec 21 17:21:04.788783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:04.908749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b5564-a9ce-4842-8e45-80ea5ffe2c9c req-c023bed4-740f-469e-b46e-094c810fb7b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:04.910376 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b52b5564-a9ce-4842-8e45-80ea5ffe2c9c req-c023bed4-740f-469e-b46e-094c810fb7b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=594257e1-c7e4-475b-ad7b-bddafb82905b HTTP/1.1" status: 200 len: 897 time: 0.1414766 Dec 21 17:21:05.020232 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b52b5564-a9ce-4842-8e45-80ea5ffe2c9c req-bd7a27a7-7afb-45af-a957-3e94df590d8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa HTTP/1.1" status: 200 len: 999 time: 0.1031094 Dec 21 17:21:05.020776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:05.023996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:05.029376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-69b43af5-8a73-4cc1-865b-1b92a6f86923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:21:05.096210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b5564-a9ce-4842-8e45-80ea5ffe2c9c req-f2699c3a-485e-45ec-bc6e-f625f86f768f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:05.097846 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b52b5564-a9ce-4842-8e45-80ea5ffe2c9c req-f2699c3a-485e-45ec-bc6e-f625f86f768f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42bf73ca-cbd6-4c55-b971-dc0ce19306bb HTTP/1.1" status: 200 len: 834 time: 0.0723646 Dec 21 17:21:05.142885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=6fbc08b6-03d0-465b-a0df-656499dbc9b1,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:21:05.147482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:21:05.158770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:05.193021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b52b5564-a9ce-4842-8e45-80ea5ffe2c9c req-2ccb2269-c827-49c0-b7f7-f87938ade335 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=594257e1-c7e4-475b-ad7b-bddafb82905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876946 Dec 21 17:21:05.350141 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b52b5564-a9ce-4842-8e45-80ea5ffe2c9c req-3c919989-b6ef-4aec-8e7a-5b6bf26004e9 service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506040 Dec 21 17:21:05.364863 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Floating IP 421efbaf-502d-414d-8199-3385ddf2a087 associated. External IP: 172.26.7.156, port: 9b391d4a-6514-422e-95d7-2c8bc390ecfa. Dec 21 17:21:05.498731 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b52b5564-a9ce-4842-8e45-80ea5ffe2c9c req-0cd32065-d9d1-4236-81ce-bea23892d57a service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429577 Dec 21 17:21:05.778538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 027bed30-5242-486b-8c86-f672b2c215a1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:21:05.989501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:21:06.000289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585701ae-fec2-4756-8ee1-9035d25c82b5 None None] Sync routers for ids ['027bed30-5242-486b-8c86-f672b2c215a1'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:21:06.014137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:06.014311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585701ae-fec2-4756-8ee1-9035d25c82b5 None None] Routers {'027bed30-5242-486b-8c86-f672b2c215a1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:21:06.014842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-585701ae-fec2-4756-8ee1-9035d25c82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:20:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027bed30-5242-486b-8c86-f672b2c215a1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:21:06.069781 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7183821 Dec 21 17:21:06.070417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:21:06.127444 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'status': 'completed', 'code': 200} Dec 21 17:21:06.250011 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-de992fae-f7b4-4847-89e8-e57e10898c37 req-49392485-b0e8-45b3-9708-2d67ded816e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 1098 time: 0.0980942 Dec 21 17:21:06.277189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd78140-48fc-4ebd-b1e4-67ffe3a31422 req-1ce3bac3-683a-42f7-aecc-ed956b4874a6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:06.279565 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dcd78140-48fc-4ebd-b1e4-67ffe3a31422 req-1ce3bac3-683a-42f7-aecc-ed956b4874a6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0969093 Dec 21 17:21:06.330233 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dcd78140-48fc-4ebd-b1e4-67ffe3a31422 req-b3f55c07-5ece-4587-b00a-7b78634f6fc6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446444 Dec 21 17:21:06.359273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51922) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:21:06.363397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-585701ae-fec2-4756-8ee1-9035d25c82b5 None None] Set router 027bed30-5242-486b-8c86-f672b2c215a1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:21:06.402498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de992fae-f7b4-4847-89e8-e57e10898c37 req-70e90f18-1b7b-414d-a8f1-7c1ec9ebad7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:06.404191 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-de992fae-f7b4-4847-89e8-e57e10898c37 req-70e90f18-1b7b-414d-a8f1-7c1ec9ebad7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=594257e1-c7e4-475b-ad7b-bddafb82905b HTTP/1.1" status: 200 len: 897 time: 0.1484523 Dec 21 17:21:06.495752 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b349e96e-3542-4e12-9ea5-34885f49d668 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/421efbaf-502d-414d-8199-3385ddf2a087 HTTP/1.1" status: 200 len: 991 time: 0.1339514 Dec 21 17:21:06.519081 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-de992fae-f7b4-4847-89e8-e57e10898c37 req-a2d17d5a-a674-4c0f-a467-b525ff68c1af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa HTTP/1.1" status: 200 len: 999 time: 0.1084964 Dec 21 17:21:06.586866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de992fae-f7b4-4847-89e8-e57e10898c37 req-29a57446-0213-434b-bea2-1c9aca015c33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:06.588409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-de992fae-f7b4-4847-89e8-e57e10898c37 req-29a57446-0213-434b-bea2-1c9aca015c33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42bf73ca-cbd6-4c55-b971-dc0ce19306bb HTTP/1.1" status: 200 len: 834 time: 0.0638013 Dec 21 17:21:06.670402 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-de992fae-f7b4-4847-89e8-e57e10898c37 req-2d7fa42c-ea77-492d-a801-eb7a4b1fc58e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=594257e1-c7e4-475b-ad7b-bddafb82905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748062 Dec 21 17:21:06.735147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-585701ae-fec2-4756-8ee1-9035d25c82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:45Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '421efbaf-502d-414d-8199-3385ddf2a087', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'port_id': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'mac_address': 'fa:16:3e:b9:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142c5b72-a48a-4285-8470-33756816327b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:21:04Z', 'updated_at': '2021-12-21T17:21:04Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095970d8-5467-471a-84b9-1f63d8b08d14', 'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:38:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:44Z', 'updated_at': '2021-12-21T17:20:51Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:21:06.739216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585701ae-fec2-4756-8ee1-9035d25c82b5 None None] Checking router: 027bed30-5242-486b-8c86-f672b2c215a1 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:21:06.751046 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585701ae-fec2-4756-8ee1-9035d25c82b5 None None] Routers {'027bed30-5242-486b-8c86-f672b2c215a1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:21:06.751692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-585701ae-fec2-4756-8ee1-9035d25c82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:20:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027bed30-5242-486b-8c86-f672b2c215a1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:21:06.816099 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-de992fae-f7b4-4847-89e8-e57e10898c37 req-77c4d1e5-2e69-4238-9c6c-753c47e5ec0f service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396971 Dec 21 17:21:06.941098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-585701ae-fec2-4756-8ee1-9035d25c82b5 None None] Set router 027bed30-5242-486b-8c86-f672b2c215a1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:21:06.965540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-de992fae-f7b4-4847-89e8-e57e10898c37 req-2c73bf82-1d77-4009-9f8b-15f0dec30652 service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426899 Dec 21 17:21:07.305716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-585701ae-fec2-4756-8ee1-9035d25c82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:45Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '421efbaf-502d-414d-8199-3385ddf2a087', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'port_id': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'mac_address': 'fa:16:3e:b9:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142c5b72-a48a-4285-8470-33756816327b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:21:04Z', 'updated_at': '2021-12-21T17:21:04Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095970d8-5467-471a-84b9-1f63d8b08d14', 'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:38:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:44Z', 'updated_at': '2021-12-21T17:20:51Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:21:07.310221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585701ae-fec2-4756-8ee1-9035d25c82b5 None None] The sync data for ids ['027bed30-5242-486b-8c86-f672b2c215a1'] in dv-neutron-822515-1-hyperv is: [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:45Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '421efbaf-502d-414d-8199-3385ddf2a087', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'port_id': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'mac_address': 'fa:16:3e:b9:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142c5b72-a48a-4285-8470-33756816327b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:21:04Z', 'updated_at': '2021-12-21T17:21:04Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095970d8-5467-471a-84b9-1f63d8b08d14', 'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:38:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:44Z', 'updated_at': '2021-12-21T17:20:51Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:21:07.498559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51926) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:21:07.617240 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-314a0756-5b03-4a6f-8ea6-07c3c6f6e133 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/421efbaf-502d-414d-8199-3385ddf2a087 HTTP/1.1" status: 200 len: 991 time: 0.1172922 Dec 21 17:21:07.650018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b5c26-e0f5-4d28-a472-465e1cecda56 None None] New status for floating IP 421efbaf-502d-414d-8199-3385ddf2a087: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:21:08.621487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 51930) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:21:08.727676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f8da9ac6-0c4e-44ec-b318-e1fc3ee86c66 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/421efbaf-502d-414d-8199-3385ddf2a087 HTTP/1.1" status: 200 len: 993 time: 0.1048543 Dec 21 17:21:15.839959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de7fb5b7-c711-4ff3-86dd-1d0f33e91b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:17.235132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:18.070963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b9207cfd-b796-43cc-9b4d-96e24f103a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:18.467892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:19.965789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:20.801690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:21:29.721926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:33.583434 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dcfd1c2d-7054-4fc7-bfe3-b77c2673cad5 req-752dc443-6315-4449-9fae-760b907d6217 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0784316 Dec 21 17:21:33.851724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 51950) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:21:33.902721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9046fb-3d85-453b-9218-88193e319945 req-1bd94ebd-870e-426c-af1d-c8a2e0c891e3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:33.904432 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2b9046fb-3d85-453b-9218-88193e319945 req-1bd94ebd-870e-426c-af1d-c8a2e0c891e3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0843124 Dec 21 17:21:33.961374 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2b9046fb-3d85-453b-9218-88193e319945 req-4fb50992-32a8-46f6-8f08-afd51c10b45c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508642 Dec 21 17:21:34.014572 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-1f390f73-065d-4703-b49f-a3a08b5b28c8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1615386 Dec 21 17:21:35.176617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d22808-e0ff-4bb8-9933-5b8979ec6096 req-ec3174fb-f0ce-4429-9e17-ef6cff177f76 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:35.178339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94d22808-e0ff-4bb8-9933-5b8979ec6096 req-ec3174fb-f0ce-4429-9e17-ef6cff177f76 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0930996 Dec 21 17:21:35.227080 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94d22808-e0ff-4bb8-9933-5b8979ec6096 req-8ea33cb6-1716-4761-b8b3-c7918dda45a4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422387 Dec 21 17:21:35.259543 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-ccbd0cf6-50f5-438d-b02a-dbdd4e565cf3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 1098 time: 0.0760875 Dec 21 17:21:35.402061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-9e0e1132-7ac8-4085-9c2c-051601abeabd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:35.404318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-9e0e1132-7ac8-4085-9c2c-051601abeabd service neutron] 10.222.0.48 "GET /v2.0/networks?id=594257e1-c7e4-475b-ad7b-bddafb82905b HTTP/1.1" status: 200 len: 897 time: 0.1372104 Dec 21 17:21:35.516718 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-fc76d8ba-4e92-4b31-ab6b-9440feb8a9d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa HTTP/1.1" status: 200 len: 1001 time: 0.1030631 Dec 21 17:21:35.585900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-03a475d0-cb6b-4da5-8f1d-fcfed23d99dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:35.587449 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-03a475d0-cb6b-4da5-8f1d-fcfed23d99dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42bf73ca-cbd6-4c55-b971-dc0ce19306bb HTTP/1.1" status: 200 len: 834 time: 0.0629416 Dec 21 17:21:35.670194 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-9b122df3-6470-4911-a274-02d7e075bc8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=594257e1-c7e4-475b-ad7b-bddafb82905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763059 Dec 21 17:21:35.812935 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-e86df9ae-4ac0-4571-94d3-e44e4765657b service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338246 Dec 21 17:21:35.956805 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-a7820fef-2d16-4c8e-a342-44ce3d2e8735 service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342914 Dec 21 17:21:36.433767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9c02-a324-4b1e-abce-44b0bc4f952f req-fa72da3e-e3ea-47f0-a50e-a2f56dbb2c48 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:36.435929 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8bdb9c02-a324-4b1e-abce-44b0bc4f952f req-fa72da3e-e3ea-47f0-a50e-a2f56dbb2c48 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0831621 Dec 21 17:21:36.486688 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8bdb9c02-a324-4b1e-abce-44b0bc4f952f req-a478b13a-1a75-48af-9aa8-a6a12ba2eb10 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447264 Dec 21 17:21:37.688170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a302822-ec91-4dd6-931c-aab4ef858224 req-f8e98535-65a7-4d04-a2e9-e2df58913d76 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:37.689676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6a302822-ec91-4dd6-931c-aab4ef858224 req-f8e98535-65a7-4d04-a2e9-e2df58913d76 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0816844 Dec 21 17:21:37.737479 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6a302822-ec91-4dd6-931c-aab4ef858224 req-b9a810de-d80a-44c8-8baf-76fdeebc02a2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418000 Dec 21 17:21:38.948809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd7240-178d-4b6b-b5c1-549c7ff653c6 req-01f56f1e-ff58-4c05-9af1-e5d1bc07d490 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:38.950394 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-11cd7240-178d-4b6b-b5c1-549c7ff653c6 req-01f56f1e-ff58-4c05-9af1-e5d1bc07d490 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0873730 Dec 21 17:21:38.997962 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-11cd7240-178d-4b6b-b5c1-549c7ff653c6 req-5204ce85-39da-44e9-9754-5305f1bd7933 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409868 Dec 21 17:21:40.201285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbfeac-9b43-47a5-b860-323b2d279f2a req-8b91f0c4-1a66-4b3a-bc6e-6dd61dbc66ef tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:40.202949 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-65fbfeac-9b43-47a5-b860-323b2d279f2a req-8b91f0c4-1a66-4b3a-bc6e-6dd61dbc66ef tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0828412 Dec 21 17:21:40.253006 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-65fbfeac-9b43-47a5-b860-323b2d279f2a req-137fe05a-f757-4369-bd74-379a957ac543 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438607 Dec 21 17:21:41.461110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1e8ed-0c1e-4537-b847-5ba1c9fb9014 req-fa7f4b20-4820-4562-9ffa-89d5c9d401ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:41.462647 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5da1e8ed-0c1e-4537-b847-5ba1c9fb9014 req-fa7f4b20-4820-4562-9ffa-89d5c9d401ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0864489 Dec 21 17:21:41.512106 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5da1e8ed-0c1e-4537-b847-5ba1c9fb9014 req-ef956019-2315-416a-904d-c90c1cea0230 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426819 Dec 21 17:21:42.716259 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce3364-77a4-4c34-b3d1-d012de506271 req-8d1f1449-8a4a-448e-b838-f5a1b3e698c7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:42.717776 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c4ce3364-77a4-4c34-b3d1-d012de506271 req-8d1f1449-8a4a-448e-b838-f5a1b3e698c7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0820122 Dec 21 17:21:42.769054 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c4ce3364-77a4-4c34-b3d1-d012de506271 req-de07bb3d-6431-43fd-8c50-46e51bbccb9c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452092 Dec 21 17:21:43.973635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf275-4c1d-44f4-b00c-a54c8d6843b9 req-a4ae5bfc-6bc0-4ed6-af41-104c0aa9e768 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:43.975281 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8eabf275-4c1d-44f4-b00c-a54c8d6843b9 req-a4ae5bfc-6bc0-4ed6-af41-104c0aa9e768 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0848749 Dec 21 17:21:44.025362 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8eabf275-4c1d-44f4-b00c-a54c8d6843b9 req-4137d150-3480-4a7c-b398-027a62b60468 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440917 Dec 21 17:21:45.231444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94123155-bf97-4564-acc4-e2de78574b05 req-542cfd81-3fa5-4e4c-9095-0ec6c0bd730e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:45.233526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94123155-bf97-4564-acc4-e2de78574b05 req-542cfd81-3fa5-4e4c-9095-0ec6c0bd730e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0866535 Dec 21 17:21:45.283574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94123155-bf97-4564-acc4-e2de78574b05 req-dcdc64e0-ab12-44b4-b1aa-b775d4d8b5f9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440514 Dec 21 17:21:45.832617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-baba165d-2a92-43a1-9965-883b9fbfb01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:46.489283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52a74-0c92-4300-95bd-fc8d59aaa093 req-385bb531-e40e-4764-9a46-d4d36f48dc9e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:46.490891 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-09a52a74-0c92-4300-95bd-fc8d59aaa093 req-385bb531-e40e-4764-9a46-d4d36f48dc9e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0822926 Dec 21 17:21:46.539028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-09a52a74-0c92-4300-95bd-fc8d59aaa093 req-ff8ce7a5-8319-49d9-b54b-78a0e2593ae8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419319 Dec 21 17:21:47.236831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:47.598329 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-c2b0bebf-e964-4c62-b54c-c2acb647795b service neutron] 10.222.0.48 "GET /v2.0/ports/9b391d4a-6514-422e-95d7-2c8bc390ecfa/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0770674 Dec 21 17:21:47.872168 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-ab62a1d8-8635-4a38-bdad-61e727b121c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b&tenant_id=00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 1098 time: 0.0783617 Dec 21 17:21:47.979635 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-7f70b965-4bf2-473a-9430-3923a7227211 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 1098 time: 0.0835359 Dec 21 17:21:47.989322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b416852-e044-43b1-803e-d62b80eef2d2 req-5b6822c2-6736-47b7-ae43-6874a21b27b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:47.990957 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b416852-e044-43b1-803e-d62b80eef2d2 req-5b6822c2-6736-47b7-ae43-6874a21b27b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.3261101 Dec 21 17:21:48.042682 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b416852-e044-43b1-803e-d62b80eef2d2 req-21bb2fb7-2cbe-4338-8c08-173f34eb04f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456076 Dec 21 17:21:48.071668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-79bf0c62-8b99-4a1d-a96c-4ec2816e044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:48.358714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-5e9e492e-7d34-4f99-bda2-238c031ef592 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:48.360362 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-5e9e492e-7d34-4f99-bda2-238c031ef592 service neutron] 10.222.0.48 "GET /v2.0/networks?id=594257e1-c7e4-475b-ad7b-bddafb82905b HTTP/1.1" status: 200 len: 897 time: 0.3744030 Dec 21 17:21:48.468455 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-fea95058-b4c2-49e3-9970-2dd097bb4e69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa HTTP/1.1" status: 200 len: 1001 time: 0.1013131 Dec 21 17:21:48.470328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:48.544151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-bfbdb2f7-79c2-424c-8634-3c40f92d1669 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:48.545749 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-bfbdb2f7-79c2-424c-8634-3c40f92d1669 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42bf73ca-cbd6-4c55-b971-dc0ce19306bb HTTP/1.1" status: 200 len: 834 time: 0.0715816 Dec 21 17:21:48.628552 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-1af3c700-39fa-4741-9235-81c6e5932897 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=594257e1-c7e4-475b-ad7b-bddafb82905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763679 Dec 21 17:21:48.639351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-a0d69f6a-76f5-46ac-bd91-befeba5dcb58 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 17:21:48.640364 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-a0d69f6a-76f5-46ac-bd91-befeba5dcb58 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0059276 Dec 21 17:21:48.781588 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-7277432f-049a-4593-923b-6bf004a77659 service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346755 Dec 21 17:21:48.923996 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6855764f-bf83-4f56-aeef-bdb328b495ed req-4bb7f718-7bc6-4c3b-9e92-76ce965dedec service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360016 Dec 21 17:21:49.246711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b106-3175-408f-9471-4c19c932a147 req-f509035d-54b8-4873-b5c6-96558523e471 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:49.248349 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ea11b106-3175-408f-9471-4c19c932a147 req-f509035d-54b8-4873-b5c6-96558523e471 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0813460 Dec 21 17:21:49.298372 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ea11b106-3175-408f-9471-4c19c932a147 req-9f8216eb-2336-423a-a362-b4b2d32c9db0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439417 Dec 21 17:21:49.968204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:50.421229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 9b391d4a-6514-422e-95d7-2c8bc390ecfa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:21:50.423769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 9b391d4a-6514-422e-95d7-2c8bc390ecfa no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:21:50.518041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff72f1-2266-48ac-9c1a-b2d186c54f42 req-66260597-b1a1-4ae4-904f-e82e7684776c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:50.520131 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-01ff72f1-2266-48ac-9c1a-b2d186c54f42 req-66260597-b1a1-4ae4-904f-e82e7684776c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0931194 Dec 21 17:21:50.585850 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-01ff72f1-2266-48ac-9c1a-b2d186c54f42 req-e4cbc859-2b7b-41b4-b84d-1b4b9f62999d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582881 Dec 21 17:21:50.661630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:50.685510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 9b391d4a-6514-422e-95d7-2c8bc390ecfa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:21:50.705282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'port_id': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'mac_address': 'fa:16:3e:b9:10:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:21:50.712040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:21:50.750139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 9b391d4a-6514-422e-95d7-2c8bc390ecfa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:21:50.759211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:50.763024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2ebd886c-1875-4ee8-b55d-70d2dcb39108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:21:50.796001 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'code': 200} Dec 21 17:21:50.826321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:50.860051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b391d4a-6514-422e-95d7-2c8bc390ecfa {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:21:50.866992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=9b391d4a-6514-422e-95d7-2c8bc390ecfa,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:21:50.912882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:21:50.913277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:21:50.913661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:21:50.914043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:21:50.914421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:21:50.914842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:21:50.915198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:21:50.915571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:21:50.915941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:21:50.916308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:21:50.916677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:21:50.922748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:21:50.936732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:21:50.937146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:21:51.494418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:51.512936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b391d4a-6514-422e-95d7-2c8bc390ecfa {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:21:51.528370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 9b391d4a-6514-422e-95d7-2c8bc390ecfa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:21:51.531248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:51.533731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d33053a2-7f8b-4915-96f5-577410d94c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:21:51.599340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['9b391d4a-6514-422e-95d7-2c8bc390ecfa'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:21:51.641555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=9b391d4a-6514-422e-95d7-2c8bc390ecfa,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:21:51.646408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:21:51.781279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6c826-8872-4da3-9850-1db7273618a1 req-dfd70c77-5410-4a2d-b1d7-456ff3254166 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:51.782945 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94b6c826-8872-4da3-9850-1db7273618a1 req-dfd70c77-5410-4a2d-b1d7-456ff3254166 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 944 time: 0.0836191 Dec 21 17:21:51.835046 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-94b6c826-8872-4da3-9850-1db7273618a1 req-3634a8bb-d32d-43e2-82ce-0ae51c62b74f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458829 Dec 21 17:21:52.186163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be69e0-716a-44a7-8198-e6cc4c2eccb5 req-bf1802ed-23d4-421d-9f45-cd8f056f9956 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:52.187759 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-16be69e0-716a-44a7-8198-e6cc4c2eccb5 req-bf1802ed-23d4-421d-9f45-cd8f056f9956 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 944 time: 0.0892353 Dec 21 17:21:52.217678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-1fcc6bb7-e868-4842-ba2a-a21b3c09fbb6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:52.218459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-1fcc6bb7-e868-4842-ba2a-a21b3c09fbb6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:21:52.233172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-1fcc6bb7-e868-4842-ba2a-a21b3c09fbb6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:21:52.234406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-1fcc6bb7-e868-4842-ba2a-a21b3c09fbb6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b&tenant_id=00f6456af0534b7686cd8ac7f21ea3df&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1039100 Dec 21 17:21:52.237180 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-16be69e0-716a-44a7-8198-e6cc4c2eccb5 req-9fd800ba-ff03-4abc-8531-e031dcef9578 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424871 Dec 21 17:21:52.385851 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-0a63e402-89c5-4f98-9ea3-2ca720d7d712 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 1097 time: 0.0777028 Dec 21 17:21:52.436693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 9b391d4a-6514-422e-95d7-2c8bc390ecfa up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:21:52.456544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d2ca8-32c8-4f9b-b146-1fca5ee0bb0e req-61691104-c020-4f5a-9a99-f70486c3915d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:52.460033 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-777d2ca8-32c8-4f9b-b146-1fca5ee0bb0e req-61691104-c020-4f5a-9a99-f70486c3915d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 944 time: 0.0933113 Dec 21 17:21:52.514279 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-777d2ca8-32c8-4f9b-b146-1fca5ee0bb0e req-4dcbc793-bce8-45ba-96a1-e5a95e5b3e37 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471852 Dec 21 17:21:52.518181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 9b391d4a-6514-422e-95d7-2c8bc390ecfa triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:21:52.518617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:52.539282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-7fc0b16e-b9e6-41e9-9612-291321d85ed8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:52.539282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-7fc0b16e-b9e6-41e9-9612-291321d85ed8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=594257e1-c7e4-475b-ad7b-bddafb82905b HTTP/1.1" status: 200 len: 897 time: 0.1444538 Dec 21 17:21:52.636721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:52.647039 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-2d66a879-eff4-4395-8dcc-6d307785c913 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa HTTP/1.1" status: 200 len: 1000 time: 0.1041176 Dec 21 17:21:52.669935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 9b391d4a-6514-422e-95d7-2c8bc390ecfa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:21:52.672945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:21:52.674894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f54c301e-c18b-4151-8bac-6e767c8e9ab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:21:52.718655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-634b1b3b-e766-4de3-a7b3-625dbbf8f20c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:52.720217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-634b1b3b-e766-4de3-a7b3-625dbbf8f20c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42bf73ca-cbd6-4c55-b971-dc0ce19306bb HTTP/1.1" status: 200 len: 834 time: 0.0675805 Dec 21 17:21:52.744160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=9b391d4a-6514-422e-95d7-2c8bc390ecfa,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:21:52.748005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:21:52.797019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:21:52.806307 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-f73721d9-794c-4362-a1f2-c36bbb75eef4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=594257e1-c7e4-475b-ad7b-bddafb82905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798235 Dec 21 17:21:52.862197 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'code': 200} Dec 21 17:21:52.948064 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-08714997-221f-4c82-8b8f-77c4720b711c service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355319 Dec 21 17:21:53.088413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-715597cb-6ad9-4830-ac02-dc23135f06c6 req-ca6b9f22-5528-48d4-b01a-0b4e99163f7f service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338038 Dec 21 17:21:53.722411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11af6e-4c2e-426b-84e3-f6c71db29ea1 req-48193cff-6693-48cc-b08a-9f947ed6aa03 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:21:53.723946 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d11af6e-4c2e-426b-84e3-f6c71db29ea1 req-48193cff-6693-48cc-b08a-9f947ed6aa03 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0821030 Dec 21 17:21:53.772896 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7d11af6e-4c2e-426b-84e3-f6c71db29ea1 req-c2344940-1a86-45f2-a2ac-67abfc7033c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427856 Dec 21 17:21:53.801422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52022) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:21:53.909334 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8cbca6a0-9a3f-44f3-b014-0adb03db1bdb tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/421efbaf-502d-414d-8199-3385ddf2a087 HTTP/1.1" status: 200 len: 993 time: 0.1066489 Dec 21 17:21:57.802095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:21:59.714592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:05.892792 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-548b9c9d-29bb-46f7-a63b-73ad786efa87 req-a27ed01f-4d43-4c9d-9291-51d85e378b84 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738993 Dec 21 17:22:06.053190 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-548b9c9d-29bb-46f7-a63b-73ad786efa87 req-9d820faf-b542-4f0e-8dce-d8494f6fdfa0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 1098 time: 0.0788341 Dec 21 17:22:06.213352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b9c9d-29bb-46f7-a63b-73ad786efa87 req-bc1f8a51-05a1-418f-ba69-c96714fa6948 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:06.214897 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-548b9c9d-29bb-46f7-a63b-73ad786efa87 req-bc1f8a51-05a1-418f-ba69-c96714fa6948 service neutron] 10.222.0.48 "GET /v2.0/networks?id=594257e1-c7e4-475b-ad7b-bddafb82905b HTTP/1.1" status: 200 len: 897 time: 0.1415272 Dec 21 17:22:06.324364 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-548b9c9d-29bb-46f7-a63b-73ad786efa87 req-1dba03a8-c6c7-4c97-84e7-7e2cb86be092 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa HTTP/1.1" status: 200 len: 1001 time: 0.1012957 Dec 21 17:22:06.400037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b9c9d-29bb-46f7-a63b-73ad786efa87 req-bb012ecb-a299-42eb-a6f3-9876aa8c2d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:06.401679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-548b9c9d-29bb-46f7-a63b-73ad786efa87 req-bb012ecb-a299-42eb-a6f3-9876aa8c2d32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42bf73ca-cbd6-4c55-b971-dc0ce19306bb HTTP/1.1" status: 200 len: 834 time: 0.0709510 Dec 21 17:22:06.484182 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-548b9c9d-29bb-46f7-a63b-73ad786efa87 req-6d729081-5ace-444c-bdbf-c9bda8029f83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=594257e1-c7e4-475b-ad7b-bddafb82905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731692 Dec 21 17:22:06.629706 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-548b9c9d-29bb-46f7-a63b-73ad786efa87 req-821c9304-4000-4695-8537-6dc5b5d332b3 service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386511 Dec 21 17:22:06.776411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-548b9c9d-29bb-46f7-a63b-73ad786efa87 req-14bc5b7b-82ca-4b41-ae63-bcd0370944ea service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367369 Dec 21 17:22:15.834173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8f7385cc-2a21-4621-beb1-12404762322b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:17.238401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:18.073336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-61a8a8a2-d8a3-4e09-8a62-edaace170d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:18.473304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:19.971665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:22.714648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52034) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:22.929566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 6fbc08b6-03d0-465b-a0df-656499dbc9b1 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:22:22.929942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:23.104432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:23.104818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:23.233201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 6fbc08b6-03d0-465b-a0df-656499dbc9b1 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:22:23.379320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:23.384039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-611db111-e40d-42ab-943e-e0d3f2347cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:23.432006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=6fbc08b6-03d0-465b-a0df-656499dbc9b1,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:23.471728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:23.472171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:23.472597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:23.473019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:23.473440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:23.473859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:23.474276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:23.474688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:23.475143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:23.475538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:23.475952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:23.482939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:23.538430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:24.174600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 027bed30-5242-486b-8c86-f672b2c215a1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:22:24.393385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:22:24.405468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4ae72-5ee8-4145-81a1-fec7f0a0c4f6 None None] Sync routers for ids ['027bed30-5242-486b-8c86-f672b2c215a1'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:22:24.413565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:24.418266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4ae72-5ee8-4145-81a1-fec7f0a0c4f6 None None] Routers {'027bed30-5242-486b-8c86-f672b2c215a1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:22:24.418976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-84c4ae72-5ee8-4145-81a1-fec7f0a0c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:22:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027bed30-5242-486b-8c86-f672b2c215a1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:24.468637 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/floatingips/421efbaf-502d-414d-8199-3385ddf2a087 HTTP/1.1" status: 204 len: 168 time: 1.7527697 Dec 21 17:22:24.469270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:22:24.534128 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'status': 'completed', 'code': 200} Dec 21 17:22:24.605416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-84c4ae72-5ee8-4145-81a1-fec7f0a0c4f6 None None] Set router 027bed30-5242-486b-8c86-f672b2c215a1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:22:24.717642 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e86436a1-95bd-42d7-8db4-99551df7a0ac req-ba134e39-6415-4a6e-9664-d1e0c5cbcbda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 1098 time: 0.1590922 Dec 21 17:22:24.873945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86436a1-95bd-42d7-8db4-99551df7a0ac req-e5f7fc85-e410-435a-a880-b88a1147525f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:24.875628 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e86436a1-95bd-42d7-8db4-99551df7a0ac req-e5f7fc85-e410-435a-a880-b88a1147525f service neutron] 10.222.0.48 "GET /v2.0/networks?id=594257e1-c7e4-475b-ad7b-bddafb82905b HTTP/1.1" status: 200 len: 897 time: 0.1491864 Dec 21 17:22:24.954714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e86436a1-95bd-42d7-8db4-99551df7a0ac req-539390c0-1b18-4d09-8f3a-8faee65ac630 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa HTTP/1.1" status: 200 len: 217 time: 0.0694063 Dec 21 17:22:24.991274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5000f-7902-404e-b2e9-2a5ee2941316 req-0f28ce58-f347-4e48-a29e-9d3bba23a184 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:24.992882 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b6c5000f-7902-404e-b2e9-2a5ee2941316 req-0f28ce58-f347-4e48-a29e-9d3bba23a184 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.1774528 Dec 21 17:22:25.034314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86436a1-95bd-42d7-8db4-99551df7a0ac req-395048fb-d551-40df-82d5-d557c4e8029b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:25.035766 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e86436a1-95bd-42d7-8db4-99551df7a0ac req-395048fb-d551-40df-82d5-d557c4e8029b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42bf73ca-cbd6-4c55-b971-dc0ce19306bb HTTP/1.1" status: 200 len: 834 time: 0.0739510 Dec 21 17:22:25.047636 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b6c5000f-7902-404e-b2e9-2a5ee2941316 req-b93971f3-1798-488c-81bb-33c430ece946 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466914 Dec 21 17:22:25.100855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-84c4ae72-5ee8-4145-81a1-fec7f0a0c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:45Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '095970d8-5467-471a-84b9-1f63d8b08d14', 'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:38:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:44Z', 'updated_at': '2021-12-21T17:20:51Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:25.104880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4ae72-5ee8-4145-81a1-fec7f0a0c4f6 None None] Checking router: 027bed30-5242-486b-8c86-f672b2c215a1 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:22:25.116556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4ae72-5ee8-4145-81a1-fec7f0a0c4f6 None None] Routers {'027bed30-5242-486b-8c86-f672b2c215a1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:22:25.117202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-84c4ae72-5ee8-4145-81a1-fec7f0a0c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:22:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027bed30-5242-486b-8c86-f672b2c215a1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:25.119401 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e86436a1-95bd-42d7-8db4-99551df7a0ac req-c1a395eb-46af-47bf-9de8-a072d8f8149f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=594257e1-c7e4-475b-ad7b-bddafb82905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764096 Dec 21 17:22:25.264432 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e86436a1-95bd-42d7-8db4-99551df7a0ac req-6b251e6b-f263-46de-8233-794335ff5ec4 service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368625 Dec 21 17:22:25.302301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-84c4ae72-5ee8-4145-81a1-fec7f0a0c4f6 None None] Set router 027bed30-5242-486b-8c86-f672b2c215a1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:22:25.418165 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e86436a1-95bd-42d7-8db4-99551df7a0ac req-2144e2d2-9ae9-418e-b7b0-692167bf5c3c service neutron] 10.222.0.48 "GET /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472981 Dec 21 17:22:25.635719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-84c4ae72-5ee8-4145-81a1-fec7f0a0c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:45Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '095970d8-5467-471a-84b9-1f63d8b08d14', 'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:38:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:44Z', 'updated_at': '2021-12-21T17:20:51Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:25.640275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4ae72-5ee8-4145-81a1-fec7f0a0c4f6 None None] The sync data for ids ['027bed30-5242-486b-8c86-f672b2c215a1'] in dv-neutron-822515-1-hyperv is: [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:45Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '095970d8-5467-471a-84b9-1f63d8b08d14', 'name': '', 'network_id': '594257e1-c7e4-475b-ad7b-bddafb82905b', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:38:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:44Z', 'updated_at': '2021-12-21T17:20:51Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '42bf73ca-cbd6-4c55-b971-dc0ce19306bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:22:26.072539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0759e-2d80-49a2-b01d-5e0d1902926c None None] New status for floating IP 421efbaf-502d-414d-8199-3385ddf2a087: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:22:26.362749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d97da-a56b-41ad-bd43-a9ef5adb2f56 req-d3b94541-8a45-4ee2-a524-7db57c6bbd19 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:26.364529 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-773d97da-a56b-41ad-bd43-a9ef5adb2f56 req-d3b94541-8a45-4ee2-a524-7db57c6bbd19 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.1907713 Dec 21 17:22:26.415889 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-773d97da-a56b-41ad-bd43-a9ef5adb2f56 req-7c34ff66-dfc1-4b41-bbd4-826c5c9c24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6344dd4b-6635-44e7-bab0-21fbd87adceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419855 Dec 21 17:22:26.499178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-030951a1-2f0f-4362-9a90-1735b3d27453 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:26.499944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-030951a1-2f0f-4362-9a90-1735b3d27453 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:22:26.514680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-030951a1-2f0f-4362-9a90-1735b3d27453 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:22:26.515919 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-030951a1-2f0f-4362-9a90-1735b3d27453 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 945 time: 0.0986867 Dec 21 17:22:26.592921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 9b391d4a-6514-422e-95d7-2c8bc390ecfa {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:22:26.593299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:26.846858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port 9b391d4a-6514-422e-95d7-2c8bc390ecfa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9b391d4a-6514-422e-95d7-2c8bc390ecfa,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:22:26.847257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:26.976325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 9b391d4a-6514-422e-95d7-2c8bc390ecfa owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:22:27.119055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:27.125851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d3fab9c-8ba0-439d-8dfc-44586faab26b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:27.173659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=9b391d4a-6514-422e-95d7-2c8bc390ecfa,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:27.176437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:27.247869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] No DVR routers for this DVR port 9b391d4a-6514-422e-95d7-2c8bc390ecfa on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:22:27.250463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:27.254657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'name': 'network-vif-deleted', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:22:27.268626 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-98c2ea8e-d7ed-4207-9c65-32675245dc70 req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "DELETE /v2.0/ports/9b391d4a-6514-422e-95d7-2c8bc390ecfa HTTP/1.1" status: 204 len: 173 time: 0.7475646 Dec 21 17:22:27.312771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142c5b72-a48a-4285-8470-33756816327b', 'name': 'network-vif-deleted', 'tag': '9b391d4a-6514-422e-95d7-2c8bc390ecfa', 'status': 'completed', 'code': 200} Dec 21 17:22:27.601921 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d0158484-c31a-46a6-a8b7-0e8de270d699 req-5ec594f5-270b-412c-b040-1b4a963e30e7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=142c5b72-a48a-4285-8470-33756816327b HTTP/1.1" status: 200 len: 210 time: 0.0509729 Dec 21 17:22:28.714746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52062) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:29.125244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:29.742553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:29.760287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 095970d8-5467-471a-84b9-1f63d8b08d14 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:22:29.760663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:29.950933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port 095970d8-5467-471a-84b9-1f63d8b08d14, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=095970d8-5467-471a-84b9-1f63d8b08d14,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:22:29.951332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:30.318082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 095970d8-5467-471a-84b9-1f63d8b08d14 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:22:30.503810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:30.508124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b72615d5-e69f-48f9-8a06-bb3cf9675733 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:30.554112 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=095970d8-5467-471a-84b9-1f63d8b08d14,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:30.557151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:30.607933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 9b391d4a-6514-422e-95d7-2c8bc390ecfa no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:22:30.647417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 9b391d4a-6514-422e-95d7-2c8bc390ecfa {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:22:30.647816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 9b391d4a-6514-422e-95d7-2c8bc390ecfa not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:22:30.869270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:31.463133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 027bed30-5242-486b-8c86-f672b2c215a1 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:22:31.680671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:22:31.691224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0e483-207a-4da2-9fc5-2808b55ace52 None None] Sync routers for ids ['027bed30-5242-486b-8c86-f672b2c215a1'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:22:31.699573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52066) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:31.699842 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "PUT /v2.0/routers/027bed30-5242-486b-8c86-f672b2c215a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9838333 Dec 21 17:22:31.711651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0e483-207a-4da2-9fc5-2808b55ace52 None None] Routers {'027bed30-5242-486b-8c86-f672b2c215a1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:22:31.712322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fff0e483-207a-4da2-9fc5-2808b55ace52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:22:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027bed30-5242-486b-8c86-f672b2c215a1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:31.896901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-fff0e483-207a-4da2-9fc5-2808b55ace52 None None] Set router 027bed30-5242-486b-8c86-f672b2c215a1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:22:31.898686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting subnet 42bf73ca-cbd6-4c55-b971-dc0ce19306bb {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:22:31.901809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:31.958298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:32.050099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:32.127273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:32.131981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-887fffbd-4b45-4bf1-b1f2-1ca535d4578a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:32.175083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Subnet': ['ID=42bf73ca-cbd6-4c55-b971-dc0ce19306bb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:32.182333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:32.188776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf9f2ca-b1ce-4bc8-8c04-720895b44057 None None] Network 594257e1-c7e4-475b-ad7b-bddafb82905b requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:22:32.193114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:32.193551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:32.193977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:32.194399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:32.194569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fff0e483-207a-4da2-9fc5-2808b55ace52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:22:30Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:32.194853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:32.195273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:32.195893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:32.196312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:32.196722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:32.197431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:32.197537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:32.198684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0e483-207a-4da2-9fc5-2808b55ace52 None None] Checking router: 027bed30-5242-486b-8c86-f672b2c215a1 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:22:32.201580 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/subnets/42bf73ca-cbd6-4c55-b971-dc0ce19306bb HTTP/1.1" status: 204 len: 168 time: 0.5009105 Dec 21 17:22:32.202636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-645ed0f6-fdf2-4cfc-8fb5-311c676243fe tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:32.204683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52070) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:32.219927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0e483-207a-4da2-9fc5-2808b55ace52 None None] Routers {'027bed30-5242-486b-8c86-f672b2c215a1'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:22:32.220975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fff0e483-207a-4da2-9fc5-2808b55ace52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:22:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['027bed30-5242-486b-8c86-f672b2c215a1'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:32.434656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-fff0e483-207a-4da2-9fc5-2808b55ace52 None None] Set router 027bed30-5242-486b-8c86-f672b2c215a1 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:22:32.434980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:32.488142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c70a84-5592-4777-9380-40005184b7a2 None None] DHCP port deletion for 594257e1-c7e4-475b-ad7b-bddafb82905b request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:22:32.492598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-95c70a84-5592-4777-9380-40005184b7a2 None None] Deleting port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:22:32.493027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95c70a84-5592-4777-9380-40005184b7a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:32.653240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:32.661895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:22:32.662286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:32.709458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-95c70a84-5592-4777-9380-40005184b7a2 None None] For port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9600063d-ff6a-4af3-bb24-a56abb4e4dd1,segment=NetworkSegment(f46aabd2-2cd0-428e-bcaf-913aba256851),segment_id=f46aabd2-2cd0-428e-bcaf-913aba256851)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:22:32.709906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95c70a84-5592-4777-9380-40005184b7a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:32.855932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=8173f9e7-e3c9-49c4-a1a1-d1968b0b4106,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:22:32.856344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:32.909242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-fff0e483-207a-4da2-9fc5-2808b55ace52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:22:30Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:32.914127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0e483-207a-4da2-9fc5-2808b55ace52 None None] The sync data for ids ['027bed30-5242-486b-8c86-f672b2c215a1'] in dv-neutron-822515-1-hyperv is: [{'id': '027bed30-5242-486b-8c86-f672b2c215a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131029263', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:22:30Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '8173f9e7-e3c9-49c4-a1a1-d1968b0b4106', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027bed30-5242-486b-8c86-f672b2c215a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:20:41Z', 'updated_at': '2021-12-21T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:22:33.010953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:22:33.015226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-95c70a84-5592-4777-9380-40005184b7a2 None None] Calling delete_port for 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:22:33.043184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:22:33.179410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95c70a84-5592-4777-9380-40005184b7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:33.186410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:33.191230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:33.197179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9afb436b-53bb-4394-b406-4167b2935f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:33.240610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c70a84-5592-4777-9380-40005184b7a2 None None] Pushing event deleted for resources: {'Port': ['ID=9600063d-ff6a-4af3-bb24-a56abb4e4dd1,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:33.246071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95c70a84-5592-4777-9380-40005184b7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:33.246252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=8173f9e7-e3c9-49c4-a1a1-d1968b0b4106,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:33.249338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:33.253413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:33.260963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c70a84-5592-4777-9380-40005184b7a2 None None] No DVR routers for this DVR port 9600063d-ff6a-4af3-bb24-a56abb4e4dd1 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:22:33.487620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:33.748942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:33.753394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.004205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.004748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Fanout notify agent at l3_agent the message router_deleted on router 027bed30-5242-486b-8c86-f672b2c215a1 {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:22:34.020068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.021303 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/routers/027bed30-5242-486b-8c86-f672b2c215a1 HTTP/1.1" status: 204 len: 168 time: 1.8156161 Dec 21 17:22:34.024255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52074) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:34.151681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.297858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.332305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594257e1-c7e4-475b-ad7b-bddafb82905b']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:34.345290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46aabd2-2cd0-428e-bcaf-913aba256851') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:34.345627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46aabd2-2cd0-428e-bcaf-913aba256851') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:34.358468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.373585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.379987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:22:34.380411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:22:34.395798 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:22:34.481921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.485338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f2e9e89a-d083-4236-96e6-886ca69dc9a2 tempest-RoutersNegativeTest-1368479121 tempest-RoutersNegativeTest-1368479121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:34.500448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.514135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Network': ['ID=594257e1-c7e4-475b-ad7b-bddafb82905b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:34.517494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:34.521884 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-08d0ed81-32cf-498b-8bdc-71c15f76f277 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/networks/594257e1-c7e4-475b-ad7b-bddafb82905b HTTP/1.1" status: 204 len: 168 time: 0.4965672 Dec 21 17:22:34.524849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52078) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:34.596374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ed3626b-7620-4050-b284-53ab14202298 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.626493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ed3626b-7620-4050-b284-53ab14202298 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.683437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ed3626b-7620-4050-b284-53ab14202298 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.687248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c3e38853-c97d-46fb-8f05-ad880fe26f8d tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:34.706132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3626b-7620-4050-b284-53ab14202298 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6344dd4b-6635-44e7-bab0-21fbd87adceb,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:34.709187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4ed3626b-7620-4050-b284-53ab14202298 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:34.716929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ed3626b-7620-4050-b284-53ab14202298 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:34.717313 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4ed3626b-7620-4050-b284-53ab14202298 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/security-groups/6344dd4b-6635-44e7-bab0-21fbd87adceb HTTP/1.1" status: 204 len: 168 time: 0.1914477 Dec 21 17:22:34.802763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:22:34.899790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 095970d8-5467-471a-84b9-1f63d8b08d14 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:22:34.933443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 095970d8-5467-471a-84b9-1f63d8b08d14 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:22:34.933846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 095970d8-5467-471a-84b9-1f63d8b08d14 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:22:34.934319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:22:34.969176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:22:34.969580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 8173f9e7-e3c9-49c4-a1a1-d1968b0b4106 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:22:35.377423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52086) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:35.383923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392282713', 'description': 'tempest-secgroup-smoke-392282713 description', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:35.390941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:35.395434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:35.398440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:35.405069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:35.415131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.451895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:35.455886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:35.458748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:35.464766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:35.521801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.524637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.530399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f05c7784-2329-4327-b857-627da0b8a1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:35.573793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31710df7-9b2b-4d96-b108-721e704ea8f2,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:35.576989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:35.578188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.579513 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bf9f4947-222f-416f-8a83-0b7a3f0b8f9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2009428 Dec 21 17:22:35.582676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52090) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:35.588595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '31710df7-9b2b-4d96-b108-721e704ea8f2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:35.595546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:35.599572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:35.602558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:35.609560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:35.625187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.687713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.690299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.692250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3add3b67-c500-406f-9bc2-c87b9d314cdf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:35.718877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d37ee4-829d-4ff2-b446-04f58574ee62,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:35.721450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:35.727735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.729023 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4cd012a2-ac04-4e94-9175-3a3751922042 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1452920 Dec 21 17:22:35.732640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52094) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:35.738534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '31710df7-9b2b-4d96-b108-721e704ea8f2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:35.744773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:35.748844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:35.751907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:35.757963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:35.773598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.836896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.839460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.841891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb3f022b-f387-46b4-913c-0da4eda60401 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:35.865438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7f2a18-95ae-4a60-bf61-010b188b1d15,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:35.867940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:35.873959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.875259 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a99cb345-80d2-477d-b898-c713bc02fac3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1416259 Dec 21 17:22:35.878162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52098) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:35.884083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '31710df7-9b2b-4d96-b108-721e704ea8f2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:35.890501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:35.894509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:35.897554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:35.904141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:35.920084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.984482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.987037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:35.994532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-540fe063-d9b8-42c1-8ca0-d617d30410e4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:36.017185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c226d966-80b0-4c65-b128-5ec6080a0053,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:36.019701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:36.023248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.024435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e9511f7f-2ebb-478f-adea-63dc80994272 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1452847 Dec 21 17:22:36.027335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52102) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:36.033908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '31710df7-9b2b-4d96-b108-721e704ea8f2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:36.040156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:36.044151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:36.047349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:36.053980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:36.072848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.142150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.144540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.146449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a30e2911-9cd2-41db-bdbb-bec3bb459262 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:36.169946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015543a8-15cf-4827-9aa3-89b38feeaf6a,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:36.172479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:36.178572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.179892 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-67abd2ac-c72b-4991-826f-79e6ed9ac558 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1515207 Dec 21 17:22:36.182805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52106) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:36.188737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '31710df7-9b2b-4d96-b108-721e704ea8f2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:36.194928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:36.199019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:36.202501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:36.208642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:36.218657 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Project 00f6456af0534b7686cd8ac7f21ea3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:22:36.225318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.292177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.294793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.296975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f7584a75-0777-43aa-b34d-66fea5b37b67 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:36.322934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f98581d-5d28-47d4-9c47-f16aa3af066f,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:36.325541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:36.332977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.334265 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1504335 Dec 21 17:22:36.337297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52110) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:36.343255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '31710df7-9b2b-4d96-b108-721e704ea8f2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:36.351954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:36.356007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:36.359154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:36.365342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:36.375759 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Project 00f6456af0534b7686cd8ac7f21ea3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:22:36.382409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.458148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.460808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.462689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b83efc89-acbf-4fff-9ee5-1dff3703aa92 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:36.485439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7b2a3d-8eea-42a5-9840-2ec9c1e13598,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:36.487944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:36.493968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.495264 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1569791 Dec 21 17:22:36.498925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52114) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:36.504904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'network': {'name': 'tempest-network-smoke--1372708919', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'port_security_enabled': True}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:36.510011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:36.515363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:network and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:36.518345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:36.525387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:36.534596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:22:36.539997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.568897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:22:36.578724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.579158 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Added segment 50b5b402-85ca-49ea-ad27-2714d7668f09 of type vlan for network d6170ead-67f3-4dad-846c-f0d27da33186 Dec 21 17:22:36.606383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.634986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.639517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:36.640164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.646084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ffe912de-c31b-4059-bb25-e35485bc4629 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:36.704543 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2044542 Dec 21 17:22:36.707517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52118) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:36.713480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'admin_state_up': True, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:36.725163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:36.729717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:router and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:36.732910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:36.740142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:36.749345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.750330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.761379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Network': ['ID=d6170ead-67f3-4dad-846c-f0d27da33186,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:36.765089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-59183cb6-ce4e-4be1-8aba-5f6c32fa24ec tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:36.769151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:36.773433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network d6170ead-67f3-4dad-846c-f0d27da33186 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:22:36.918886 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:37.103844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:37.138609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:37.274491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.26.7.67 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/5e0a7843-8946-4f23-aa76-ee6a2b8cab48) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:22:37.430913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:37.456455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:37.460765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11da58d8-6e17-4271-bcc5-12fdd80b6bfc tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:37.524087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:22:37.527638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:22:37.531623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:22:37.562917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=5e0a7843-8946-4f23-aa76-ee6a2b8cab48,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:37.569241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:37.694757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:37.695468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:37.927513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 1d2b5791-5a12-4250-b97d-5859a810197c is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:22:38.136088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:22:38.145898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Sync routers for ids ['1d2b5791-5a12-4250-b97d-5859a810197c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:22:38.159739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Routers {'1d2b5791-5a12-4250-b97d-5859a810197c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:22:38.160564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:22:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['1d2b5791-5a12-4250-b97d-5859a810197c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:38.161405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:38.162716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4541087 Dec 21 17:22:38.166120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52122) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:38.210535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4fed3a47-1d8b-4c9d-9448-30f1a3424ab8 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=00f6456af0534b7686cd8ac7f21ea3df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431864 Dec 21 17:22:38.213296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52126) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:38.360202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Set router 1d2b5791-5a12-4250-b97d-5859a810197c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:22:38.586017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5840f26c-c14f-4262-af61-03baaaf685e3 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:38.590391 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5840f26c-c14f-4262-af61-03baaaf685e3 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3733575 Dec 21 17:22:38.590870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52130) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:38.638896 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-cd9bd342-49b6-4d46-b4e9-3d4b35edae0e tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461824 Dec 21 17:22:38.641958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52134) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:38.648429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1308963585', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:38.681035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:37Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:38.685636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Checking router: 1d2b5791-5a12-4250-b97d-5859a810197c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:22:38.686043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Updating router 1d2b5791-5a12-4250-b97d-5859a810197c port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:22:38.738726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:38.765968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:38.770029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:subnet and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:38.773037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:38.779202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:38.788047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:22:38.898715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:39.076924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:39.088942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Transition to ACTIVE for port object 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:22:39.094670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:39.099653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:39.121397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:39.126310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4b117c7d-80cb-4f70-a95a-c6cb38cb9de8 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:39.183247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Attempting to bind port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:22:39.183671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Attempting to bind port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:22:39.184084 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Attempting to bind port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:22:39.187607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10bb8a-8d33-448a-b632-a9d03e629c15 None None] Pushing event updated for resources: {'Port': ['ID=5e0a7843-8946-4f23-aa76-ee6a2b8cab48,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:39.194068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:22:39.194493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:22:39.195131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:39.195556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:22:39.196063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Bound port: 5e0a7843-8946-4f23-aa76-ee6a2b8cab48, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:22:39.196484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:39.207095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Subnet': ['ID=b35b599e-a6a1-4b70-82b3-108612f46b8b,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:39.210673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:39.218395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Checking segment: {'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:22:39.218822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network hostable DHCP agents. Network: d6170ead-67f3-4dad-846c-f0d27da33186, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:22:39.223901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae10bb8a-8d33-448a-b632-a9d03e629c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:39.241366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network d6170ead-67f3-4dad-846c-f0d27da33186 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:22:39.250142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, d6170ead-67f3-4dad-846c-f0d27da33186) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:22:39.254202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:39.254898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:39.262217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a0d95-27d0-4810-ab0f-20d3b49fb5c7 None None] Network d6170ead-67f3-4dad-846c-f0d27da33186 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:22:39.275595 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b0c9c075-f155-48d6-a1ab-3c776a4e27e1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6323743 Dec 21 17:22:39.279232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52138) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:39.311202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] For port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:22:39.381617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] For port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5e0a7843-8946-4f23-aa76-ee6a2b8cab48,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:22:39.387655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:39.393625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:39.539085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10bb8a-8d33-448a-b632-a9d03e629c15 None None] Pushing event updated for resources: {'Port': ['ID=5e0a7843-8946-4f23-aa76-ee6a2b8cab48,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:39.545325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae10bb8a-8d33-448a-b632-a9d03e629c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:39.574034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Routers {'1d2b5791-5a12-4250-b97d-5859a810197c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:22:39.574717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:22:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['1d2b5791-5a12-4250-b97d-5859a810197c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:39.662251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-d6170ead-67f3-4dad-846c-f0d27da33186', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ips': [{'subnet_id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:22:39.663175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:40.059326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] Set router 1d2b5791-5a12-4250-b97d-5859a810197c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:22:40.100944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:40.228134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Allocated IP 172.20.0.2 (d6170ead-67f3-4dad-846c-f0d27da33186/b35b599e-a6a1-4b70-82b3-108612f46b8b/72e35fe8-5a54-46a7-936f-7e7e0d413cdc) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:22:40.594738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:40.601401 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:37Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:40.610417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800828f4-0e32-4c8a-a78c-7b844ca108a0 None None] The sync data for ids ['1d2b5791-5a12-4250-b97d-5859a810197c'] in dv-neutron-822515-1-hyperv is: [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:37Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:22:40.612526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Transition to ACTIVE for port object 72e35fe8-5a54-46a7-936f-7e7e0d413cdc will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:22:40.634606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Transition to ACTIVE for port object 72e35fe8-5a54-46a7-936f-7e7e0d413cdc will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:22:40.640143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:40.644974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:40.721765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Network d6170ead-67f3-4dad-846c-f0d27da33186 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:22:40.725198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:22:40.730078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:22:40.733127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Pushing event updated for resources: {'Port': ['ID=72e35fe8-5a54-46a7-936f-7e7e0d413cdc,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:40.737959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:40.804439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.20.0.1 (d6170ead-67f3-4dad-846c-f0d27da33186/b35b599e-a6a1-4b70-82b3-108612f46b8b/ae489326-44fe-44aa-aed8-99252192e0a8) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:22:40.825842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Attempting to bind port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:22:40.826264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Attempting to bind port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:22:40.826676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Attempting to bind port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc on network d6170ead-67f3-4dad-846c-f0d27da33186 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:22:40.833642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:22:40.834069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Checking segment: {'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:22:40.834517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:40.834990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Bound using segment: {'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:22:40.835516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Bound port: 72e35fe8-5a54-46a7-936f-7e7e0d413cdc, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:22:40.835936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:40.931700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6236c03f-3e64-4699-b490-df119e634269 None None] For port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:22:40.936191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6236c03f-3e64-4699-b490-df119e634269 None None] For port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=72e35fe8-5a54-46a7-936f-7e7e0d413cdc,segment=NetworkSegment(50b5b402-85ca-49ea-ad27-2714d7668f09),segment_id=50b5b402-85ca-49ea-ad27-2714d7668f09)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:22:40.938791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:40.943328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:40.972540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:40.990256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Transition to ACTIVE for port object ae489326-44fe-44aa-aed8-99252192e0a8 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:22:41.010810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:41.016013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2e06bf5a-ed42-4814-b919-931fdec065ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:41.025619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Pushing event updated for resources: {'Port': ['ID=72e35fe8-5a54-46a7-936f-7e7e0d413cdc,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:41.029188 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:41.095604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network d6170ead-67f3-4dad-846c-f0d27da33186 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:22:41.099928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:22:41.104944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:22:41.146121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=ae489326-44fe-44aa-aed8-99252192e0a8,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:41.155157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:41.180754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:41.269205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:41.744766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:41.748818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:41.780513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ed1d4aa-9bf0-4866-a25d-3b8316b1d3b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:41.873337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:41.877446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=ae489326-44fe-44aa-aed8-99252192e0a8,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:41.880636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:42.024918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network d6170ead-67f3-4dad-846c-f0d27da33186 is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:22:42.026097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:22:42.435471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 1d2b5791-5a12-4250-b97d-5859a810197c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:22:42.654128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c1c93-95ce-449d-979a-498ca0d6dfad None None] Network d6170ead-67f3-4dad-846c-f0d27da33186 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:22:42.656999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:22:42.677370 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "PUT /v2.0/routers/1d2b5791-5a12-4250-b97d-5859a810197c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3902822 Dec 21 17:22:42.786471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-dced0d8d-0c50-4011-ae7a-e1e091c964d2 None None] Provisioning for port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:22:42.856299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-a68950a2-6973-412b-b7cf-67b6ad1776a6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:22:42.873905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-a68950a2-6973-412b-b7cf-67b6ad1776a6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:22:42.875494 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-a68950a2-6973-412b-b7cf-67b6ad1776a6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392282713&fields=id&tenant_id=00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 267 time: 0.0635350 Dec 21 17:22:42.974141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:22:43.053849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:22:43.059428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:22:43.059980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:43.063228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-9592f13d-e2da-4922-8dff-2ba80c19b550 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:43.064086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-9592f13d-e2da-4922-8dff-2ba80c19b550 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:22:43.079752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-9592f13d-e2da-4922-8dff-2ba80c19b550 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:22:43.081371 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-9592f13d-e2da-4922-8dff-2ba80c19b550 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/networks?id=d6170ead-67f3-4dad-846c-f0d27da33186 HTTP/1.1" status: 200 len: 797 time: 0.1959398 Dec 21 17:22:43.100683 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-feda8640-670d-42a3-a2d8-ae28f064c841 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/quotas/00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 375 time: 0.0130463 Dec 21 17:22:43.192793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:43.195479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-9dc7be10-eb59-4c36-916f-fafd6091b495 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:22:43.212617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-9dc7be10-eb59-4c36-916f-fafd6091b495 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:22:43.214132 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-9dc7be10-eb59-4c36-916f-fafd6091b495 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058900 Dec 21 17:22:43.216868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5e0a7843-8946-4f23-aa76-ee6a2b8cab48,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:22:43.221608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:43.222661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 72e35fe8-5a54-46a7-936f-7e7e0d413cdc up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:22:43.252448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-93947592-381e-4e82-b5ba-c1ccd5d129d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:43.356149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=5e0a7843-8946-4f23-aa76-ee6a2b8cab48,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:43.372700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:43.391917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-385aba6d-376c-4794-899b-9a13faa75a49 None None] Provisioning for port ae489326-44fe-44aa-aed8-99252192e0a8 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:22:43.398171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-385aba6d-376c-4794-899b-9a13faa75a49 None None] Provisioning complete for port ae489326-44fe-44aa-aed8-99252192e0a8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:22:43.398596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-385aba6d-376c-4794-899b-9a13faa75a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:43.437097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:22:43.453043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:22:43.453461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:43.463898 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-2789d4aa-c7c7-492c-9697-94d5938069c0 service neutron] 10.222.0.67 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324307 Dec 21 17:22:43.494653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-385aba6d-376c-4794-899b-9a13faa75a49 None None] Port ae489326-44fe-44aa-aed8-99252192e0a8 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:22:43.588896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:43.619524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-55e19887-7654-4aa3-a75f-917ddd4af6a7 service neutron] 10.222.0.67 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485455 Dec 21 17:22:43.635909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=72e35fe8-5a54-46a7-936f-7e7e0d413cdc,segment=NetworkSegment(50b5b402-85ca-49ea-ad27-2714d7668f09),segment_id=50b5b402-85ca-49ea-ad27-2714d7668f09)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:22:43.639498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-77742a9d-47c7-49ef-8d2f-e9b2b84a7fbb None None] Provisioning complete for port ae489326-44fe-44aa-aed8-99252192e0a8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:22:43.639953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-77742a9d-47c7-49ef-8d2f-e9b2b84a7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:43.671218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:43.679290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d33053a2-7f8b-4915-96f5-577410d94c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:43.701803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Sync routers for ids ['1d2b5791-5a12-4250-b97d-5859a810197c'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:22:43.718404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Routers {'1d2b5791-5a12-4250-b97d-5859a810197c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:22:43.719681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:22:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['1d2b5791-5a12-4250-b97d-5859a810197c'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:43.787908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-77742a9d-47c7-49ef-8d2f-e9b2b84a7fbb None None] Port ae489326-44fe-44aa-aed8-99252192e0a8 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:22:43.800748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=72e35fe8-5a54-46a7-936f-7e7e0d413cdc,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:43.806132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:43.862378 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2e7a7b88-fde3-4379-a0a2-6e36080223af req-c46095f9-19a2-4ed2-9b8f-54655f8b56f5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 210 time: 0.0623894 Dec 21 17:22:43.915383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-af46607a-f41a-4e0b-a6f3-efa4e508b203 None None] Provisioning complete for port ae489326-44fe-44aa-aed8-99252192e0a8 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:22:43.915812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af46607a-f41a-4e0b-a6f3-efa4e508b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:43.945143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Set router 1d2b5791-5a12-4250-b97d-5859a810197c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:22:43.971154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-af46607a-f41a-4e0b-a6f3-efa4e508b203 None None] Port ae489326-44fe-44aa-aed8-99252192e0a8 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:22:44.277798 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:41Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'ae489326-44fe-44aa-aed8-99252192e0a8', 'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:83:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:40Z', 'updated_at': '2021-12-21T17:22:41Z', 'revision_number': 2, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:44.281904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Checking router: 1d2b5791-5a12-4250-b97d-5859a810197c for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:22:44.282306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Updating router 1d2b5791-5a12-4250-b97d-5859a810197c port ae489326-44fe-44aa-aed8-99252192e0a8 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:22:44.340308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:44.704356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:44.717177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Transition to ACTIVE for port object ae489326-44fe-44aa-aed8-99252192e0a8 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:22:44.723152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:44.727704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-82af7304-99ad-44c3-b7da-e805a285f29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:44.855333 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Pushing event updated for resources: {'Port': ['ID=ae489326-44fe-44aa-aed8-99252192e0a8,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:44.871664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:44.872310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:44.872708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:44.873048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:44.873424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:44.874043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:44.874414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:44.874796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:44.875166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:44.875524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:44.875884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:44.905810 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:44.984267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:22:45.024921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-f8bb205e-c60c-43dc-9ea4-705f457f0101 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:45.026722 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-f8bb205e-c60c-43dc-9ea4-705f457f0101 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/networks?id=d6170ead-67f3-4dad-846c-f0d27da33186 HTTP/1.1" status: 200 len: 797 time: 0.2830238 Dec 21 17:22:45.087585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Attempting to bind port ae489326-44fe-44aa-aed8-99252192e0a8 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:22:45.088179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Attempting to bind port ae489326-44fe-44aa-aed8-99252192e0a8 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:22:45.088752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Attempting to bind port ae489326-44fe-44aa-aed8-99252192e0a8 on network d6170ead-67f3-4dad-846c-f0d27da33186 {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:22:45.104293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:22:45.104698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Checking segment: {'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:22:45.105172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:45.105583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Bound using segment: {'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:22:45.106099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Bound port: ae489326-44fe-44aa-aed8-99252192e0a8, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:22:45.106511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:45.116959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:22:45.117288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:45.130060 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c28f0b5c-d164-4fa0-929c-cbba6ac92312 req-10070fcc-9e0d-4cda-a428-c153a82b0408 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 210 time: 0.0697999 Dec 21 17:22:45.154621 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-ca085573-78fd-49dc-9376-16f4d32ede17 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 379 time: 0.1030016 Dec 21 17:22:45.163786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'port': {'device_id': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'admin_state_up': True, 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'security_groups': ['31710df7-9b2b-4d96-b108-721e704ea8f2']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:45.221510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] For port ae489326-44fe-44aa-aed8-99252192e0a8, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:22:45.224765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] For port ae489326-44fe-44aa-aed8-99252192e0a8, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ae489326-44fe-44aa-aed8-99252192e0a8,segment=NetworkSegment(50b5b402-85ca-49ea-ad27-2714d7668f09),segment_id=50b5b402-85ca-49ea-ad27-2714d7668f09)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:22:45.228128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:45.232565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5eae678b-412a-4575-9a1f-34955bf921c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:45.270167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 72e35fe8-5a54-46a7-936f-7e7e0d413cdc up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:22:45.315384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Pushing event updated for resources: {'Port': ['ID=ae489326-44fe-44aa-aed8-99252192e0a8,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:45.320000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:45.322750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Routers {'1d2b5791-5a12-4250-b97d-5859a810197c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:22:45.323452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:22:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['1d2b5791-5a12-4250-b97d-5859a810197c'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:45.327350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:45.337980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:45.346071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:22:45.346660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:45.352310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:22:45.358149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:45.536172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] Set router 1d2b5791-5a12-4250-b97d-5859a810197c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:22:45.573298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.20.0.7 (d6170ead-67f3-4dad-846c-f0d27da33186/b35b599e-a6a1-4b70-82b3-108612f46b8b/d6b76908-6860-4c22-9dfc-5a79f054c936) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:22:45.777863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:45.794117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Transition to ACTIVE for port object d6b76908-6860-4c22-9dfc-5a79f054c936 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:22:45.814599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:45.820427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac4c82de-1251-48af-aa99-1f77159b85b8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:45.838158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7cccef65-b139-4e39-bd77-4da001cdc977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:45.873050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:41Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'ae489326-44fe-44aa-aed8-99252192e0a8', 'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:83:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:40Z', 'updated_at': '2021-12-21T17:22:45Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:45.877403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082e6d8-779b-4234-b4d5-da3bd7025b67 None None] The sync data for ids ['1d2b5791-5a12-4250-b97d-5859a810197c'] in dv-neutron-822515-1-hyperv is: [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:41Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'ae489326-44fe-44aa-aed8-99252192e0a8', 'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:83:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:40Z', 'updated_at': '2021-12-21T17:22:45Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:22:45.892540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network d6170ead-67f3-4dad-846c-f0d27da33186 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:22:45.896023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:22:45.900775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:22:45.931801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=d6b76908-6860-4c22-9dfc-5a79f054c936,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:45.964175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:45.989037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:45.989823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:46.027407 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8676236 Dec 21 17:22:46.039868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Request body: {'port': {'device_id': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:46.170185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:46.311791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-981be7f4-bdaf-4132-bd39-5f8c3148835e None None] Provisioning for port d6b76908-6860-4c22-9dfc-5a79f054c936 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:22:46.317256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-981be7f4-bdaf-4132-bd39-5f8c3148835e None None] Provisioning complete for port d6b76908-6860-4c22-9dfc-5a79f054c936 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:22:46.317691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-981be7f4-bdaf-4132-bd39-5f8c3148835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:46.359038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a3c84-b5ab-4f78-a879-1dfe720baf5d req-3dd47931-75c9-40c0-8d4e-53b8ed8ef721 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:46.372798 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-da2a3c84-b5ab-4f78-a879-1dfe720baf5d req-3dd47931-75c9-40c0-8d4e-53b8ed8ef721 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 931 time: 0.1031339 Dec 21 17:22:46.399237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-981be7f4-bdaf-4132-bd39-5f8c3148835e None None] Port d6b76908-6860-4c22-9dfc-5a79f054c936 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:22:46.433716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-da2a3c84-b5ab-4f78-a879-1dfe720baf5d req-8c110c8d-b5a1-465e-a528-15d3943c2c09 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600669 Dec 21 17:22:46.582817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b76908-6860-4c22-9dfc-5a79f054c936 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:22:46.590224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:46.606419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Transition to ACTIVE for port object d6b76908-6860-4c22-9dfc-5a79f054c936 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:22:46.609697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:46.614350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b77d4771-2cfc-4ef2-9e60-6ec84a2919a9 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:46.748134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b76908-6860-4c22-9dfc-5a79f054c936,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:46.751220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:46.882415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Attempting to bind port d6b76908-6860-4c22-9dfc-5a79f054c936 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:22:46.882982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Attempting to bind port d6b76908-6860-4c22-9dfc-5a79f054c936 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:22:46.883364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Attempting to bind port d6b76908-6860-4c22-9dfc-5a79f054c936 on network d6170ead-67f3-4dad-846c-f0d27da33186 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:22:46.890900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Port d6b76908-6860-4c22-9dfc-5a79f054c936 on network d6170ead-67f3-4dad-846c-f0d27da33186 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:22:46.891281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Attempting to bind port d6b76908-6860-4c22-9dfc-5a79f054c936 on network d6170ead-67f3-4dad-846c-f0d27da33186 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:22:46.899093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:22:46.899476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Checking segment: {'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:22:46.900031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Bound using segment: {'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:22:46.900526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Bound port: d6b76908-6860-4c22-9dfc-5a79f054c936, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b5b402-85ca-49ea-ad27-2714d7668f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:22:46.900916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:46.937258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ae489326-44fe-44aa-aed8-99252192e0a8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:22:47.006549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] For port d6b76908-6860-4c22-9dfc-5a79f054c936, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:22:47.010914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] For port d6b76908-6860-4c22-9dfc-5a79f054c936, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d6b76908-6860-4c22-9dfc-5a79f054c936,segment=NetworkSegment(50b5b402-85ca-49ea-ad27-2714d7668f09),segment_id=50b5b402-85ca-49ea-ad27-2714d7668f09)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:22:47.014907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:47.020930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-593753bc-b85b-4846-bff8-d7c9af42a2ac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:47.034718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port ae489326-44fe-44aa-aed8-99252192e0a8 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:22:47.041627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ae489326-44fe-44aa-aed8-99252192e0a8 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:22:47.042047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:47.083875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:47.085608 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] 10.222.0.48 "PUT /v2.0/ports/d6b76908-6860-4c22-9dfc-5a79f054c936 HTTP/1.1" status: 200 len: 1093 time: 1.0506189 Dec 21 17:22:47.095536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'tag': 'd6b76908-6860-4c22-9dfc-5a79f054c936'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:22:47.133362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b76908-6860-4c22-9dfc-5a79f054c936,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:47.178179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:47.186873 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'tag': 'd6b76908-6860-4c22-9dfc-5a79f054c936', 'status': 'completed', 'code': 200} Dec 21 17:22:47.232916 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-895abc2d-0eaa-42d6-b4a7-61cb83c2bca4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 1096 time: 0.0955219 Dec 21 17:22:47.318845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-19ba867e-8fa1-43d0-a2ad-764d7720d24a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b76908-6860-4c22-9dfc-5a79f054c936 HTTP/1.1" status: 200 len: 217 time: 0.0788386 Dec 21 17:22:47.387347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:47.393087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:47.393612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-b75445a1-a799-4477-944d-145b5e4ccbd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:47.395389 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-b75445a1-a799-4477-944d-145b5e4ccbd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b35b599e-a6a1-4b70-82b3-108612f46b8b HTTP/1.1" status: 200 len: 835 time: 0.0704236 Dec 21 17:22:47.443428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port ae489326-44fe-44aa-aed8-99252192e0a8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ae489326-44fe-44aa-aed8-99252192e0a8,segment=NetworkSegment(50b5b402-85ca-49ea-ad27-2714d7668f09),segment_id=50b5b402-85ca-49ea-ad27-2714d7668f09)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:22:47.446915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:47.450050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:47.485768 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-0a06c756-059d-4172-aaae-6d600c846f46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6170ead-67f3-4dad-846c-f0d27da33186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835974 Dec 21 17:22:47.534194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=ae489326-44fe-44aa-aed8-99252192e0a8,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:47.537408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:47.649699 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-1f1f4772-d805-45cf-889b-44916b581012 service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565552 Dec 21 17:22:47.665463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0712a-7ef9-452d-bf0b-1afbfb10583c req-c1638847-c533-40ba-9c21-821d200da2c8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:47.667112 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1fe0712a-7ef9-452d-bf0b-1afbfb10583c req-c1638847-c533-40ba-9c21-821d200da2c8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 943 time: 0.0949554 Dec 21 17:22:47.716656 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1fe0712a-7ef9-452d-bf0b-1afbfb10583c req-51c8f574-7bac-4282-8286-11c45282a466 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432498 Dec 21 17:22:47.799389 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1f137e23-74c3-4a13-a7c4-f6377c6be832 req-dc7e7a1e-3efe-43bb-ad0c-088c5ea7e0cc service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439862 Dec 21 17:22:47.927306 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f8a65ce-8fb4-417e-98da-030f5ee190cb req-631765b2-5451-4034-98b3-7959d830f058 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 1096 time: 0.0793803 Dec 21 17:22:48.069374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a65ce-8fb4-417e-98da-030f5ee190cb req-2e0e328e-17fa-40d0-931f-fa4ec23c8c31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:48.071009 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f8a65ce-8fb4-417e-98da-030f5ee190cb req-2e0e328e-17fa-40d0-931f-fa4ec23c8c31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6170ead-67f3-4dad-846c-f0d27da33186 HTTP/1.1" status: 200 len: 898 time: 0.1366849 Dec 21 17:22:48.074670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d16a030-ae40-4b6c-b9c3-de04b66bfeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:48.144726 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f8a65ce-8fb4-417e-98da-030f5ee190cb req-1f1734bd-48c8-45c1-a8e0-c1730631221c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b76908-6860-4c22-9dfc-5a79f054c936 HTTP/1.1" status: 200 len: 217 time: 0.0654783 Dec 21 17:22:48.216847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a65ce-8fb4-417e-98da-030f5ee190cb req-de9dcbbd-11aa-4972-b317-cc8382855108 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:48.218396 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f8a65ce-8fb4-417e-98da-030f5ee190cb req-de9dcbbd-11aa-4972-b317-cc8382855108 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b35b599e-a6a1-4b70-82b3-108612f46b8b HTTP/1.1" status: 200 len: 835 time: 0.0668299 Dec 21 17:22:48.298334 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f8a65ce-8fb4-417e-98da-030f5ee190cb req-9c7163bb-0b07-4045-b1d9-4e2a675c37c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6170ead-67f3-4dad-846c-f0d27da33186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734751 Dec 21 17:22:48.454222 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f8a65ce-8fb4-417e-98da-030f5ee190cb req-3d8130d0-5511-49c1-8a54-e18b003b4019 service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483903 Dec 21 17:22:48.475192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:48.599284 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6f8a65ce-8fb4-417e-98da-030f5ee190cb req-4158be07-6918-47cc-8970-533b8a985c23 service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381123 Dec 21 17:22:48.732397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device d6b76908-6860-4c22-9dfc-5a79f054c936 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:22:48.880943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port d6b76908-6860-4c22-9dfc-5a79f054c936, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d6b76908-6860-4c22-9dfc-5a79f054c936,segment=NetworkSegment(50b5b402-85ca-49ea-ad27-2714d7668f09),segment_id=50b5b402-85ca-49ea-ad27-2714d7668f09)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:22:48.896199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': 'd6b76908-6860-4c22-9dfc-5a79f054c936', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'port_id': 'd6b76908-6860-4c22-9dfc-5a79f054c936', 'mac_address': 'fa:16:3e:48:a7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:22:48.924170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f6c52-8cba-470c-995e-440e5cdf3060 req-574d837a-7cb5-4ee9-96bf-c787125aaf8c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:48.925819 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8d6f6c52-8cba-470c-995e-440e5cdf3060 req-574d837a-7cb5-4ee9-96bf-c787125aaf8c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 943 time: 0.0847626 Dec 21 17:22:48.930283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ae489326-44fe-44aa-aed8-99252192e0a8 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:22:49.010137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:49.036092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b76908-6860-4c22-9dfc-5a79f054c936 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:22:49.057556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port d6b76908-6860-4c22-9dfc-5a79f054c936, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d6b76908-6860-4c22-9dfc-5a79f054c936,segment=NetworkSegment(50b5b402-85ca-49ea-ad27-2714d7668f09),segment_id=50b5b402-85ca-49ea-ad27-2714d7668f09)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:22:49.064834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:49.068256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea639e4e-7645-4daf-9826-38944f70cad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:49.103176 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ae489326-44fe-44aa-aed8-99252192e0a8 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:22:49.103604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:49.190137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=d6b76908-6860-4c22-9dfc-5a79f054c936,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:49.193665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:49.227081 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8d6f6c52-8cba-470c-995e-440e5cdf3060 req-668cd4b6-110e-4c5e-9c2e-01bc2ed1dd4c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947316 Dec 21 17:22:49.303855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['d6b76908-6860-4c22-9dfc-5a79f054c936'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:22:49.983299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:50.438804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28283ae8-9360-4e03-9067-e9f9b7bb2383 req-03e44117-d564-4de7-bfd1-b331915d5fb5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:50.440444 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-28283ae8-9360-4e03-9067-e9f9b7bb2383 req-03e44117-d564-4de7-bfd1-b331915d5fb5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 944 time: 0.0857415 Dec 21 17:22:50.491823 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-28283ae8-9360-4e03-9067-e9f9b7bb2383 req-de1b5d98-c22d-443c-bc21-a7f2fc24e990 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451152 Dec 21 17:22:50.748271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device d6b76908-6860-4c22-9dfc-5a79f054c936 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:22:50.817844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port d6b76908-6860-4c22-9dfc-5a79f054c936 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:22:50.822620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port d6b76908-6860-4c22-9dfc-5a79f054c936 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:22:50.823091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:50.943330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:50.970493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b76908-6860-4c22-9dfc-5a79f054c936'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:22:50.980289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port d6b76908-6860-4c22-9dfc-5a79f054c936, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d6b76908-6860-4c22-9dfc-5a79f054c936,segment=NetworkSegment(50b5b402-85ca-49ea-ad27-2714d7668f09),segment_id=50b5b402-85ca-49ea-ad27-2714d7668f09)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:22:50.983582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:50.986317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d2cc0a83-06aa-4c25-8fc5-f888947759cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:51.029791 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b76908-6860-4c22-9dfc-5a79f054c936', 'code': 200} Dec 21 17:22:51.057856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=d6b76908-6860-4c22-9dfc-5a79f054c936,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:51.067849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:51.068244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:51.068629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:51.069007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:51.069382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:51.069755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:51.070127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:51.070500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:51.070914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:51.071284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:51.071652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:22:51.075459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:51.263198 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-196ef36c-97ea-4d5c-a325-26d7098ca92f req-fb74e738-2b91-4a64-8e5a-ba343b854c32 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 1098 time: 0.0765786 Dec 21 17:22:51.307857 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-196ef36c-97ea-4d5c-a325-26d7098ca92f req-a65f14d4-6104-49eb-b24f-4c1d0467c4ef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390282 Dec 21 17:22:51.697197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcf33a-c2ed-4d01-bc21-2f749938f00a req-e2ab3788-950b-405e-b2d6-acc1f365ace8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:51.698802 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cafcf33a-c2ed-4d01-bc21-2f749938f00a req-e2ab3788-950b-405e-b2d6-acc1f365ace8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0850399 Dec 21 17:22:51.746949 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cafcf33a-c2ed-4d01-bc21-2f749938f00a req-6c849f69-44ed-419a-97eb-fe1cbc855557 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415378 Dec 21 17:22:52.953789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c52e-0351-4e3f-9529-795cf07fc62d req-df33bfd1-d2a8-415c-927d-aceaea3d9e0d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:52.955399 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b333c52e-0351-4e3f-9529-795cf07fc62d req-df33bfd1-d2a8-415c-927d-aceaea3d9e0d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0811403 Dec 21 17:22:53.003270 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b333c52e-0351-4e3f-9529-795cf07fc62d req-fc2d0fd5-24ce-4b5a-abfd-4d6327d1db6c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418413 Dec 21 17:22:53.207364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdb88b-8e3f-4c94-a62d-63e4d431032b req-6150b23f-e26d-4a28-89f1-5f6750509d62 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:53.208944 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-06bdb88b-8e3f-4c94-a62d-63e4d431032b req-6150b23f-e26d-4a28-89f1-5f6750509d62 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0850735 Dec 21 17:22:53.257379 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-06bdb88b-8e3f-4c94-a62d-63e4d431032b req-00edf157-8375-437a-8a3a-36367c60a953 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423322 Dec 21 17:22:53.285088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52192) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:53.430583 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-63803e1f-fff4-46c4-b508-f721d2ff5b4c tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 1093 time: 0.1437728 Dec 21 17:22:53.433562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52198) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:53.439446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': 'd6b76908-6860-4c22-9dfc-5a79f054c936', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:22:53.445469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:22:53.449433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:floatingip and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:22:53.452948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:22:53.458946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:22:53.472270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:53.612750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:53.756040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.26.7.56 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/4310b66c-73ef-4e74-a48b-6c3bd0ec8e0a) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:22:53.908960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:53.934468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:53.939385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e1945f5d-311e-41cf-9224-1bc55de0d574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:54.007905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:22:54.011204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:22:54.015694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:22:54.040505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=4310b66c-73ef-4e74-a48b-6c3bd0ec8e0a,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:54.046161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:54.541524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:54.596100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:54.811289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:54.814447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:54.818831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b5a1b951-c88a-4cc5-9818-803e772121da tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:22:54.926689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=4310b66c-73ef-4e74-a48b-6c3bd0ec8e0a,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:22:54.930935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:22:54.937383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:55.134088 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Floating IP e36c51cf-260a-41ba-8cc4-f74bf83d80e3 associated. External IP: 172.26.7.56, port: d6b76908-6860-4c22-9dfc-5a79f054c936. Dec 21 17:22:55.538800 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 1d2b5791-5a12-4250-b97d-5859a810197c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:22:55.743920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:22:55.754415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ec5c0-54c7-417a-b10e-8ed48babf670 None None] Sync routers for ids ['1d2b5791-5a12-4250-b97d-5859a810197c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:22:55.768083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ec5c0-54c7-417a-b10e-8ed48babf670 None None] Routers {'1d2b5791-5a12-4250-b97d-5859a810197c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:22:55.768295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:22:55.768777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e92ec5c0-54c7-417a-b10e-8ed48babf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:22:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['1d2b5791-5a12-4250-b97d-5859a810197c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:55.833621 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3960886 Dec 21 17:22:55.833621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'tag': 'd6b76908-6860-4c22-9dfc-5a79f054c936'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:22:55.968214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-e92ec5c0-54c7-417a-b10e-8ed48babf670 None None] Set router 1d2b5791-5a12-4250-b97d-5859a810197c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:22:55.979491 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'tag': 'd6b76908-6860-4c22-9dfc-5a79f054c936', 'status': 'completed', 'code': 200} Dec 21 17:22:56.019361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0da6ce-9b48-44a9-b6e5-e1508c391ecf req-ddf3b932-6cca-4320-886a-d0acbcff72ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:56.023581 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1b0da6ce-9b48-44a9-b6e5-e1508c391ecf req-ddf3b932-6cca-4320-886a-d0acbcff72ba tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0893953 Dec 21 17:22:56.070986 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1b0da6ce-9b48-44a9-b6e5-e1508c391ecf req-4669d45b-f8d2-4023-97f1-9854ea16da4d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438836 Dec 21 17:22:56.076848 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9beb8099-7cb6-4fe2-b93b-67cf0f57649c req-f033033f-e799-4428-b10e-3d579188cfe5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 1098 time: 0.0762961 Dec 21 17:22:56.100151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52208) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:56.222403 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-241e848b-12d6-4f79-a6c0-e86f6608b107 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/e36c51cf-260a-41ba-8cc4-f74bf83d80e3 HTTP/1.1" status: 200 len: 990 time: 0.1209795 Dec 21 17:22:56.227372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8099-7cb6-4fe2-b93b-67cf0f57649c req-dc1c62a3-54e0-4ea7-930e-c6e7fb06ec3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:56.228968 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9beb8099-7cb6-4fe2-b93b-67cf0f57649c req-dc1c62a3-54e0-4ea7-930e-c6e7fb06ec3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6170ead-67f3-4dad-846c-f0d27da33186 HTTP/1.1" status: 200 len: 898 time: 0.1453717 Dec 21 17:22:56.357518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e92ec5c0-54c7-417a-b10e-8ed48babf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:41Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'e36c51cf-260a-41ba-8cc4-f74bf83d80e3', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'port_id': 'd6b76908-6860-4c22-9dfc-5a79f054c936', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'mac_address': 'fa:16:3e:48:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:22:54Z', 'updated_at': '2021-12-21T17:22:54Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae489326-44fe-44aa-aed8-99252192e0a8', 'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:83:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:40Z', 'updated_at': '2021-12-21T17:22:47Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:56.363870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ec5c0-54c7-417a-b10e-8ed48babf670 None None] Checking router: 1d2b5791-5a12-4250-b97d-5859a810197c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:22:56.379703 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ec5c0-54c7-417a-b10e-8ed48babf670 None None] Routers {'1d2b5791-5a12-4250-b97d-5859a810197c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:22:56.380564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e92ec5c0-54c7-417a-b10e-8ed48babf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:22:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['1d2b5791-5a12-4250-b97d-5859a810197c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:56.582107 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9beb8099-7cb6-4fe2-b93b-67cf0f57649c req-94c57b3a-45c1-46c4-8392-6f4ed2bcc564 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b76908-6860-4c22-9dfc-5a79f054c936 HTTP/1.1" status: 200 len: 998 time: 0.3469293 Dec 21 17:22:56.656579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8099-7cb6-4fe2-b93b-67cf0f57649c req-481ed285-5b81-47b5-9c2c-949455ce7d7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:22:56.658105 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9beb8099-7cb6-4fe2-b93b-67cf0f57649c req-481ed285-5b81-47b5-9c2c-949455ce7d7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b35b599e-a6a1-4b70-82b3-108612f46b8b HTTP/1.1" status: 200 len: 835 time: 0.0680478 Dec 21 17:22:56.745037 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9beb8099-7cb6-4fe2-b93b-67cf0f57649c req-4313fc81-0b37-458a-8e8f-38e68168f81e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6170ead-67f3-4dad-846c-f0d27da33186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799818 Dec 21 17:22:56.755369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-e92ec5c0-54c7-417a-b10e-8ed48babf670 None None] Set router 1d2b5791-5a12-4250-b97d-5859a810197c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:22:56.887604 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9beb8099-7cb6-4fe2-b93b-67cf0f57649c req-2eca69fa-5ca4-45bc-9b3b-92862180ff8e service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360729 Dec 21 17:22:57.031193 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9beb8099-7cb6-4fe2-b93b-67cf0f57649c req-a849e91f-354e-4e7f-88e3-352496ac5a3b service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369369 Dec 21 17:22:57.125778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-e92ec5c0-54c7-417a-b10e-8ed48babf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:41Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'e36c51cf-260a-41ba-8cc4-f74bf83d80e3', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'port_id': 'd6b76908-6860-4c22-9dfc-5a79f054c936', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'mac_address': 'fa:16:3e:48:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:22:54Z', 'updated_at': '2021-12-21T17:22:54Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae489326-44fe-44aa-aed8-99252192e0a8', 'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:83:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:40Z', 'updated_at': '2021-12-21T17:22:47Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:22:57.129997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ec5c0-54c7-417a-b10e-8ed48babf670 None None] The sync data for ids ['1d2b5791-5a12-4250-b97d-5859a810197c'] in dv-neutron-822515-1-hyperv is: [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:41Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'e36c51cf-260a-41ba-8cc4-f74bf83d80e3', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'port_id': 'd6b76908-6860-4c22-9dfc-5a79f054c936', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'mac_address': 'fa:16:3e:48:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:22:54Z', 'updated_at': '2021-12-21T17:22:54Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae489326-44fe-44aa-aed8-99252192e0a8', 'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:83:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:40Z', 'updated_at': '2021-12-21T17:22:47Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:22:57.226197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52212) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:57.337989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2cbeb869-5c2a-4bc0-875d-31a341929e9b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/e36c51cf-260a-41ba-8cc4-f74bf83d80e3 HTTP/1.1" status: 200 len: 990 time: 0.1104357 Dec 21 17:22:57.483438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7895e01b-6373-4e97-a7b1-25a9c4c3a7a3 None None] New status for floating IP e36c51cf-260a-41ba-8cc4-f74bf83d80e3: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:22:58.341789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52216) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:22:58.458825 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-33fe54ab-3d07-4ab2-95fd-0e7eb0d359a2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/e36c51cf-260a-41ba-8cc4-f74bf83d80e3 HTTP/1.1" status: 200 len: 992 time: 0.1154120 Dec 21 17:22:59.760427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:06.480728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e27d195a-a4aa-4f20-9bba-7dd0a995af16 req-69c1b711-05f1-4a4e-a3de-f682ca039117 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730333 Dec 21 17:23:06.637751 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e27d195a-a4aa-4f20-9bba-7dd0a995af16 req-5553dc68-52ba-4956-bd24-8097268a278b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 1098 time: 0.0756221 Dec 21 17:23:06.799892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d195a-a4aa-4f20-9bba-7dd0a995af16 req-0e0fa07a-a3da-4f64-b3c3-2019ab33338b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:06.802192 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e27d195a-a4aa-4f20-9bba-7dd0a995af16 req-0e0fa07a-a3da-4f64-b3c3-2019ab33338b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6170ead-67f3-4dad-846c-f0d27da33186 HTTP/1.1" status: 200 len: 898 time: 0.1466219 Dec 21 17:23:06.910689 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e27d195a-a4aa-4f20-9bba-7dd0a995af16 req-010575ed-5e5e-420c-a1b1-d9327ec8a919 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b76908-6860-4c22-9dfc-5a79f054c936 HTTP/1.1" status: 200 len: 1000 time: 0.1024053 Dec 21 17:23:06.982305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d195a-a4aa-4f20-9bba-7dd0a995af16 req-7e8b9da1-bf8c-4662-9adf-42f6903de10c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:06.983825 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e27d195a-a4aa-4f20-9bba-7dd0a995af16 req-7e8b9da1-bf8c-4662-9adf-42f6903de10c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b35b599e-a6a1-4b70-82b3-108612f46b8b HTTP/1.1" status: 200 len: 835 time: 0.0674121 Dec 21 17:23:07.074991 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e27d195a-a4aa-4f20-9bba-7dd0a995af16 req-b5aa54d4-4eba-41a1-8aa2-02fe8dc9e6c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6170ead-67f3-4dad-846c-f0d27da33186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725839 Dec 21 17:23:07.229409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e27d195a-a4aa-4f20-9bba-7dd0a995af16 req-8527c425-5b52-449d-b696-049e3861d0bb service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370316 Dec 21 17:23:07.376986 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e27d195a-a4aa-4f20-9bba-7dd0a995af16 req-3e967e05-e4c5-437d-9881-8673c6a37df1 service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342490 Dec 21 17:23:11.804593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:23:15.840874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-03cdae04-01db-43a4-91f3-70f9a37bc746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:17.239200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:18.076942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf715679-f190-4202-a298-9ae2d6112d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:18.478362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:19.977011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:28.081190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ce8c8-986d-4ce9-a404-5f06e639c0e8 req-a6598730-2fc1-425f-bb54-e18f5730fdfd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:28.082713 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-083ce8c8-986d-4ce9-a404-5f06e639c0e8 req-a6598730-2fc1-425f-bb54-e18f5730fdfd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0916221 Dec 21 17:23:28.130469 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-083ce8c8-986d-4ce9-a404-5f06e639c0e8 req-7dcaa102-8f2a-4fe1-a12d-fc139dc1e359 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414848 Dec 21 17:23:29.338671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a6a8b-0bff-4d42-8e3a-ceba9e13b6ab req-51a07dbe-ad84-4eea-99c5-798b333cb2b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:29.340294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b60a6a8b-0bff-4d42-8e3a-ceba9e13b6ab req-51a07dbe-ad84-4eea-99c5-798b333cb2b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0837495 Dec 21 17:23:29.388575 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b60a6a8b-0bff-4d42-8e3a-ceba9e13b6ab req-fd2b1550-6039-460c-8143-47af1e657166 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411301 Dec 21 17:23:29.776593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:30.593040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c40dc-8315-4935-a330-91ee698df6f6 req-12944ce0-0566-451e-bc17-ee9a20f1eb14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:30.594607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1e7c40dc-8315-4935-a330-91ee698df6f6 req-12944ce0-0566-451e-bc17-ee9a20f1eb14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0849905 Dec 21 17:23:30.648471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1e7c40dc-8315-4935-a330-91ee698df6f6 req-2300f053-bd9c-4a36-a2a8-7d631f7e8e1d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478957 Dec 21 17:23:31.856691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c64c3f-26a2-4fbb-bcee-a567140af856 req-a66bc58b-de9c-4b04-88c3-e8590b0a664d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:31.858829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-03c64c3f-26a2-4fbb-bcee-a567140af856 req-a66bc58b-de9c-4b04-88c3-e8590b0a664d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0831184 Dec 21 17:23:31.906465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-03c64c3f-26a2-4fbb-bcee-a567140af856 req-5b8e581a-7238-4fdb-976d-51b05cd6e95c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415308 Dec 21 17:23:33.345768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b2686-450f-4d78-956d-ae5e2d321972 req-aac21cef-bde3-436c-86c7-a5bb6a4ba82e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:33.347419 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad7b2686-450f-4d78-956d-ae5e2d321972 req-aac21cef-bde3-436c-86c7-a5bb6a4ba82e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.3136349 Dec 21 17:23:33.395769 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad7b2686-450f-4d78-956d-ae5e2d321972 req-682012de-b7ab-4d61-b1b2-a59d8df75fd5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422351 Dec 21 17:23:34.599444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb9d78-4b9c-4cd7-aac8-5560adc6af8e req-811e6211-87c8-4b5b-abb0-543bf0fb69c4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:34.600937 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d5eb9d78-4b9c-4cd7-aac8-5560adc6af8e req-811e6211-87c8-4b5b-abb0-543bf0fb69c4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0836926 Dec 21 17:23:34.651154 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d5eb9d78-4b9c-4cd7-aac8-5560adc6af8e req-7ca0e69e-8b64-4e1b-8582-4ae99c81e242 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442495 Dec 21 17:23:35.852853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24541a40-2e12-4337-9d45-30134d8968ff req-94c223a1-862d-4f46-ba8b-676e4a92f538 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:35.854452 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-24541a40-2e12-4337-9d45-30134d8968ff req-94c223a1-862d-4f46-ba8b-676e4a92f538 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0819750 Dec 21 17:23:35.902586 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-24541a40-2e12-4337-9d45-30134d8968ff req-9aba26b9-742f-4172-b582-82d1ebe79eeb tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420380 Dec 21 17:23:37.111508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad0ad9-5b20-4a7a-ab53-07ce0bae27d4 req-0baf85e8-dd25-4d03-a37f-69bbbff8cf58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:37.113065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5ad0ad9-5b20-4a7a-ab53-07ce0bae27d4 req-0baf85e8-dd25-4d03-a37f-69bbbff8cf58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0848079 Dec 21 17:23:37.160648 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5ad0ad9-5b20-4a7a-ab53-07ce0bae27d4 req-f26604ed-cd79-4647-a525-d6d7afaa01c0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415192 Dec 21 17:23:38.364121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f353da-3ea8-4733-96d0-8a4de5fa95c7 req-45632b75-695f-48aa-b915-b39ac3444e92 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:38.365841 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27f353da-3ea8-4733-96d0-8a4de5fa95c7 req-45632b75-695f-48aa-b915-b39ac3444e92 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0839894 Dec 21 17:23:38.415925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27f353da-3ea8-4733-96d0-8a4de5fa95c7 req-921a002c-1108-4009-b302-e5b5e38331f1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435266 Dec 21 17:23:39.620930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5230e6-00c6-4669-ad66-528b0e637da5 req-a31c83c0-f5c8-421a-97f8-0abe88ba136e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:39.622533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f5230e6-00c6-4669-ad66-528b0e637da5 req-a31c83c0-f5c8-421a-97f8-0abe88ba136e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0847180 Dec 21 17:23:39.673187 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2f5230e6-00c6-4669-ad66-528b0e637da5 req-ef465f1c-e3ce-478e-bbd9-e1a66160e936 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438886 Dec 21 17:23:40.876830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20920abf-6daa-40a6-9754-edd9073e09ba req-0e67b26f-c350-4d6f-b522-3b17222fdb7f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:40.878445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-20920abf-6daa-40a6-9754-edd9073e09ba req-0e67b26f-c350-4d6f-b522-3b17222fdb7f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0809991 Dec 21 17:23:40.930021 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-20920abf-6daa-40a6-9754-edd9073e09ba req-a5b294ae-69d0-4066-ac95-04e6c1ebce02 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454311 Dec 21 17:23:42.130714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007ff33-e4f4-4010-a668-a2f55a562076 req-f8b76e53-1579-43fd-93de-431bda036d7c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:42.132348 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a007ff33-e4f4-4010-a668-a2f55a562076 req-f8b76e53-1579-43fd-93de-431bda036d7c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0821559 Dec 21 17:23:42.180258 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a007ff33-e4f4-4010-a668-a2f55a562076 req-04e57438-0255-4d98-a9c3-5e221e9812b9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415571 Dec 21 17:23:43.521799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d86a6b-8711-4370-a21b-b58ed170e08a req-6dcaf64d-d22d-4d6b-8623-4eef91516b6a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:43.523413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a0d86a6b-8711-4370-a21b-b58ed170e08a req-6dcaf64d-d22d-4d6b-8623-4eef91516b6a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0857286 Dec 21 17:23:43.570925 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a0d86a6b-8711-4370-a21b-b58ed170e08a req-16f6c324-5ca3-426f-a147-44497c3dbbff tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415673 Dec 21 17:23:43.597749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52258) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:23:43.708804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e2bab433-fb58-483e-bf54-6792e7c740d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/e36c51cf-260a-41ba-8cc4-f74bf83d80e3 HTTP/1.1" status: 200 len: 992 time: 0.1097882 Dec 21 17:23:45.203078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e21d1-2e05-4d48-9062-7ea32fd9b725 req-21343b93-3b35-4ccc-b5f8-0d95410e68c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:45.204713 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-179e21d1-2e05-4d48-9062-7ea32fd9b725 req-21343b93-3b35-4ccc-b5f8-0d95410e68c2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0841112 Dec 21 17:23:45.240465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-52e66db1-7754-4251-b966-f45b80276690 req-6878b788-9210-49dc-ba55-c57fc576f984 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 1098 time: 0.0755601 Dec 21 17:23:45.254672 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-179e21d1-2e05-4d48-9062-7ea32fd9b725 req-9f5b13e1-776c-4567-b46c-4dc20709f0c4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435159 Dec 21 17:23:45.383105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66db1-7754-4251-b966-f45b80276690 req-870a91e1-7f2b-4056-b709-025972ef8560 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:45.384733 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-52e66db1-7754-4251-b966-f45b80276690 req-870a91e1-7f2b-4056-b709-025972ef8560 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6170ead-67f3-4dad-846c-f0d27da33186 HTTP/1.1" status: 200 len: 898 time: 0.1381278 Dec 21 17:23:45.494315 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-52e66db1-7754-4251-b966-f45b80276690 req-4387ccdf-25a2-41e1-819f-ceb26a3d61ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b76908-6860-4c22-9dfc-5a79f054c936 HTTP/1.1" status: 200 len: 1000 time: 0.1038165 Dec 21 17:23:45.564954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66db1-7754-4251-b966-f45b80276690 req-261f6bf0-5f31-4fbd-b868-f5bd8fab3b64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:45.566445 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-52e66db1-7754-4251-b966-f45b80276690 req-261f6bf0-5f31-4fbd-b868-f5bd8fab3b64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b35b599e-a6a1-4b70-82b3-108612f46b8b HTTP/1.1" status: 200 len: 835 time: 0.0663636 Dec 21 17:23:45.649308 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-52e66db1-7754-4251-b966-f45b80276690 req-3e7e949e-941d-4f03-b58d-714495006600 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6170ead-67f3-4dad-846c-f0d27da33186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756996 Dec 21 17:23:45.792232 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-52e66db1-7754-4251-b966-f45b80276690 req-9a14331b-5155-4668-86e6-40293dc404ee service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363428 Dec 21 17:23:45.843975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-21e4b365-4c1d-43e3-937c-5c49857b6a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:45.934893 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-52e66db1-7754-4251-b966-f45b80276690 req-0bff5ca6-298c-4e7d-93db-943a2129e424 service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368642 Dec 21 17:23:46.471490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb418d-7d09-487b-a33a-f11c0037e117 req-c66dc224-b4e2-467e-a264-4fc2b8d965f8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:46.473106 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-22bb418d-7d09-487b-a33a-f11c0037e117 req-c66dc224-b4e2-467e-a264-4fc2b8d965f8 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0875504 Dec 21 17:23:46.521138 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-22bb418d-7d09-487b-a33a-f11c0037e117 req-7075c9d5-ed4f-4744-bc54-633bbdc706d2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418570 Dec 21 17:23:47.240828 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:47.722577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dee22-5fac-41e6-a060-560b8685af31 req-c8494542-ed15-4ef2-8f1d-b363d5a42268 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:23:47.724208 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a24dee22-5fac-41e6-a060-560b8685af31 req-c8494542-ed15-4ef2-8f1d-b363d5a42268 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0817943 Dec 21 17:23:47.774508 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a24dee22-5fac-41e6-a060-560b8685af31 req-d4a0b930-ad74-4b9d-8bb9-6843192f367e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442948 Dec 21 17:23:47.803467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52274) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:23:47.909334 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c2734a25-c098-449f-b168-19787104d16a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/e36c51cf-260a-41ba-8cc4-f74bf83d80e3 HTTP/1.1" status: 200 len: 992 time: 0.1044950 Dec 21 17:23:48.077784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-98298d8a-bc01-4246-b554-8b717e5c5869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:48.481162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:48.805187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:23:49.978872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:23:59.792121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:05.923135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-66ddcf3d-b7da-4c2c-b4a3-f6b3f65c09e0 req-f44c2328-3a18-4ddb-8e77-e71746e00d88 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734539 Dec 21 17:24:06.078415 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-66ddcf3d-b7da-4c2c-b4a3-f6b3f65c09e0 req-720fb861-e0d7-43d8-a439-73714a0cab81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 1098 time: 0.0776057 Dec 21 17:24:06.232784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddcf3d-b7da-4c2c-b4a3-f6b3f65c09e0 req-db74305c-47f4-4127-bf13-8f0d9b309a19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:06.234378 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-66ddcf3d-b7da-4c2c-b4a3-f6b3f65c09e0 req-db74305c-47f4-4127-bf13-8f0d9b309a19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6170ead-67f3-4dad-846c-f0d27da33186 HTTP/1.1" status: 200 len: 898 time: 0.1358953 Dec 21 17:24:06.342066 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-66ddcf3d-b7da-4c2c-b4a3-f6b3f65c09e0 req-32bcf65a-299f-4e0a-9e3f-ee3474751b3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b76908-6860-4c22-9dfc-5a79f054c936 HTTP/1.1" status: 200 len: 1000 time: 0.1006436 Dec 21 17:24:06.410637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddcf3d-b7da-4c2c-b4a3-f6b3f65c09e0 req-63579656-fc88-43af-8c90-db118643560d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:06.412271 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-66ddcf3d-b7da-4c2c-b4a3-f6b3f65c09e0 req-63579656-fc88-43af-8c90-db118643560d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b35b599e-a6a1-4b70-82b3-108612f46b8b HTTP/1.1" status: 200 len: 835 time: 0.0638087 Dec 21 17:24:06.491574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-66ddcf3d-b7da-4c2c-b4a3-f6b3f65c09e0 req-abf87822-6d50-4582-bfed-2e3aa254d18e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6170ead-67f3-4dad-846c-f0d27da33186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719004 Dec 21 17:24:06.631865 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-66ddcf3d-b7da-4c2c-b4a3-f6b3f65c09e0 req-1656689f-7d1d-4491-a651-c08a0ab71c16 service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327837 Dec 21 17:24:06.774043 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-66ddcf3d-b7da-4c2c-b4a3-f6b3f65c09e0 req-28a862db-47f6-4c86-87a7-46b838e1dc84 service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350996 Dec 21 17:24:15.845187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6a1adccf-35e3-4310-8e27-cc2045e124d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:17.242362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:18.079487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9df1599a-1564-4273-b3a4-657605c8c428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:18.483705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:18.653250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52296) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:18.873198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 4310b66c-73ef-4e74-a48b-6c3bd0ec8e0a {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:24:18.873587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:19.048928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:19.049299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:19.181687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 4310b66c-73ef-4e74-a48b-6c3bd0ec8e0a owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:24:19.333671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:19.338140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db20e050-59e5-41aa-9150-4f6ca0d1c676 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:19.390007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=4310b66c-73ef-4e74-a48b-6c3bd0ec8e0a,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:19.432352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:19.432744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:19.433183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:19.433611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:19.434036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:19.434462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:19.434913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:19.435336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:19.436382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:19.436801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:19.437218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:19.440769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:19.500617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:19.902749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 1d2b5791-5a12-4250-b97d-5859a810197c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:24:19.982138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:20.110973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:24:20.121152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c246933-7f9f-4468-a7f9-d80ab6fdbcbb None None] Sync routers for ids ['1d2b5791-5a12-4250-b97d-5859a810197c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:24:20.127701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:20.136255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c246933-7f9f-4468-a7f9-d80ab6fdbcbb None None] Routers {'1d2b5791-5a12-4250-b97d-5859a810197c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:24:20.137028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0c246933-7f9f-4468-a7f9-d80ab6fdbcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:24:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['1d2b5791-5a12-4250-b97d-5859a810197c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:20.182331 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/floatingips/e36c51cf-260a-41ba-8cc4-f74bf83d80e3 HTTP/1.1" status: 204 len: 168 time: 1.5278027 Dec 21 17:24:20.183058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'tag': 'd6b76908-6860-4c22-9dfc-5a79f054c936'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:24:20.242453 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'tag': 'd6b76908-6860-4c22-9dfc-5a79f054c936', 'status': 'completed', 'code': 200} Dec 21 17:24:20.331313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0c246933-7f9f-4468-a7f9-d80ab6fdbcbb None None] Set router 1d2b5791-5a12-4250-b97d-5859a810197c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:24:20.593381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4adbbfe4-6dae-4c58-a75f-e0af12ed9117 req-97b4f53d-a57f-421e-bb37-14bad2048f70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 1098 time: 0.3290915 Dec 21 17:24:20.615218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31513ab-9421-4563-879e-fa41849068c2 req-8d2a7239-b97c-45a6-a76f-6bdf6ddaba8e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:20.615993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f31513ab-9421-4563-879e-fa41849068c2 req-8d2a7239-b97c-45a6-a76f-6bdf6ddaba8e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:24:20.632661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-f31513ab-9421-4563-879e-fa41849068c2 req-8d2a7239-b97c-45a6-a76f-6bdf6ddaba8e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:24:20.634042 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f31513ab-9421-4563-879e-fa41849068c2 req-8d2a7239-b97c-45a6-a76f-6bdf6ddaba8e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.1087780 Dec 21 17:24:20.684563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f31513ab-9421-4563-879e-fa41849068c2 req-69aba1cc-83a2-4b81-bcef-3325f1be96d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429699 Dec 21 17:24:20.712832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0c246933-7f9f-4468-a7f9-d80ab6fdbcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:41Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'ae489326-44fe-44aa-aed8-99252192e0a8', 'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:83:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:40Z', 'updated_at': '2021-12-21T17:22:47Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:20.717054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c246933-7f9f-4468-a7f9-d80ab6fdbcbb None None] Checking router: 1d2b5791-5a12-4250-b97d-5859a810197c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:24:20.728413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c246933-7f9f-4468-a7f9-d80ab6fdbcbb None None] Routers {'1d2b5791-5a12-4250-b97d-5859a810197c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:24:20.729083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0c246933-7f9f-4468-a7f9-d80ab6fdbcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:24:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['1d2b5791-5a12-4250-b97d-5859a810197c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:20.740399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbbfe4-6dae-4c58-a75f-e0af12ed9117 req-75bcf0d8-4235-4b51-9c86-d7d433e5cef4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:20.742020 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4adbbfe4-6dae-4c58-a75f-e0af12ed9117 req-75bcf0d8-4235-4b51-9c86-d7d433e5cef4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6170ead-67f3-4dad-846c-f0d27da33186 HTTP/1.1" status: 200 len: 898 time: 0.1423199 Dec 21 17:24:20.816229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4adbbfe4-6dae-4c58-a75f-e0af12ed9117 req-afedffcd-6d1d-4153-a3df-23be3275a731 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b76908-6860-4c22-9dfc-5a79f054c936 HTTP/1.1" status: 200 len: 217 time: 0.0672050 Dec 21 17:24:20.892129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbbfe4-6dae-4c58-a75f-e0af12ed9117 req-1e4f3756-3835-483a-bf96-f505984cff48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:20.893760 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4adbbfe4-6dae-4c58-a75f-e0af12ed9117 req-1e4f3756-3835-483a-bf96-f505984cff48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b35b599e-a6a1-4b70-82b3-108612f46b8b HTTP/1.1" status: 200 len: 835 time: 0.0699978 Dec 21 17:24:20.925978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0c246933-7f9f-4468-a7f9-d80ab6fdbcbb None None] Set router 1d2b5791-5a12-4250-b97d-5859a810197c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:24:20.975301 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4adbbfe4-6dae-4c58-a75f-e0af12ed9117 req-60fc8a60-2da6-4a71-8fbf-701dbd5e97ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6170ead-67f3-4dad-846c-f0d27da33186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742216 Dec 21 17:24:21.119931 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4adbbfe4-6dae-4c58-a75f-e0af12ed9117 req-f2388353-b872-4e29-a907-d62d562f7afb service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375463 Dec 21 17:24:21.258263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0c246933-7f9f-4468-a7f9-d80ab6fdbcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:41Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'ae489326-44fe-44aa-aed8-99252192e0a8', 'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:83:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:40Z', 'updated_at': '2021-12-21T17:22:47Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:21.262471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c246933-7f9f-4468-a7f9-d80ab6fdbcbb None None] The sync data for ids ['1d2b5791-5a12-4250-b97d-5859a810197c'] in dv-neutron-822515-1-hyperv is: [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:22:41Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'ae489326-44fe-44aa-aed8-99252192e0a8', 'name': '', 'network_id': 'd6170ead-67f3-4dad-846c-f0d27da33186', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:83:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:40Z', 'updated_at': '2021-12-21T17:22:47Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': 'b35b599e-a6a1-4b70-82b3-108612f46b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:24:21.263851 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4adbbfe4-6dae-4c58-a75f-e0af12ed9117 req-2d5754f0-b7bb-41f3-ab0a-7a6b2e65133f service neutron] 10.222.0.48 "GET /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363156 Dec 21 17:24:21.729272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ee9b1-5b90-4ba5-9f20-15be328c220a None None] New status for floating IP e36c51cf-260a-41ba-8cc4-f74bf83d80e3: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:24:21.899090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc078ee-0d1c-4aaa-a59d-a7edc62ebbdd req-417dccb7-f0b0-448f-bacb-bb7fa3172ee2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:21.900814 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8fc078ee-0d1c-4aaa-a59d-a7edc62ebbdd req-417dccb7-f0b0-448f-bacb-bb7fa3172ee2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.0849278 Dec 21 17:24:21.950244 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8fc078ee-0d1c-4aaa-a59d-a7edc62ebbdd req-e2208d55-d576-4951-a916-60d4dc858891 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=31710df7-9b2b-4d96-b108-721e704ea8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Dec 21 17:24:22.000812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-3afbb511-6bef-4ce0-a1fa-e61c95af3d07 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:22.001584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-3afbb511-6bef-4ce0-a1fa-e61c95af3d07 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:24:22.014678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-3afbb511-6bef-4ce0-a1fa-e61c95af3d07 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:24:22.015902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-3afbb511-6bef-4ce0-a1fa-e61c95af3d07 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 945 time: 0.1070516 Dec 21 17:24:22.088277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port d6b76908-6860-4c22-9dfc-5a79f054c936 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:24:22.088667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:22.340267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port d6b76908-6860-4c22-9dfc-5a79f054c936, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d6b76908-6860-4c22-9dfc-5a79f054c936,segment=NetworkSegment(50b5b402-85ca-49ea-ad27-2714d7668f09),segment_id=50b5b402-85ca-49ea-ad27-2714d7668f09)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:24:22.340666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:22.480698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for d6b76908-6860-4c22-9dfc-5a79f054c936 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:24:22.625170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:22.630636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3037a904-5f39-4f4a-a174-63577f338a14 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:22.674165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=d6b76908-6860-4c22-9dfc-5a79f054c936,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:22.715871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:22.716303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:22.716753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:22.717707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:22.718122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:22.718541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:22.718980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:22.719395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:22.719803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:22.720210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:22.720617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:22.727960 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:22.764917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] No DVR routers for this DVR port d6b76908-6860-4c22-9dfc-5a79f054c936 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:24:22.767382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:22.770072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'name': 'network-vif-deleted', 'tag': 'd6b76908-6860-4c22-9dfc-5a79f054c936'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:24:22.785686 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3d70ad3b-25e3-4414-a93f-ff3d0e2c2929 req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "DELETE /v2.0/ports/d6b76908-6860-4c22-9dfc-5a79f054c936 HTTP/1.1" status: 204 len: 173 time: 0.7643871 Dec 21 17:24:22.961920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4354e45a-346f-491c-a1b5-c7e4e708fed2', 'name': 'network-vif-deleted', 'tag': 'd6b76908-6860-4c22-9dfc-5a79f054c936', 'status': 'completed', 'code': 200} Dec 21 17:24:23.291020 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-724c0e13-fde6-4333-bfdd-c1cd8e67f358 req-541cfd9f-d3a5-4c04-b5fc-35ab221b0095 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=4354e45a-346f-491c-a1b5-c7e4e708fed2 HTTP/1.1" status: 200 len: 210 time: 0.0517862 Dec 21 17:24:24.402392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52316) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:25.055797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:25.340874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device d6b76908-6860-4c22-9dfc-5a79f054c936 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:24:25.375545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: d6b76908-6860-4c22-9dfc-5a79f054c936 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:24:25.375926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device d6b76908-6860-4c22-9dfc-5a79f054c936 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:24:25.693773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port ae489326-44fe-44aa-aed8-99252192e0a8 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:24:25.694314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:25.805940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:24:25.886395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port ae489326-44fe-44aa-aed8-99252192e0a8, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ae489326-44fe-44aa-aed8-99252192e0a8,segment=NetworkSegment(50b5b402-85ca-49ea-ad27-2714d7668f09),segment_id=50b5b402-85ca-49ea-ad27-2714d7668f09)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:24:25.886832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:26.010334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for ae489326-44fe-44aa-aed8-99252192e0a8 owned by network:router_interface {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:24:26.192569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:26.196892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-68aba723-0afa-42f1-852b-0ed3de34de83 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:26.241167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=ae489326-44fe-44aa-aed8-99252192e0a8,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:26.244933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:26.552519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:27.168891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router 1d2b5791-5a12-4250-b97d-5859a810197c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:24:27.380874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:24:27.393092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639d0e7-7387-43e1-8184-1194f179efd7 None None] Sync routers for ids ['1d2b5791-5a12-4250-b97d-5859a810197c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:24:27.395055 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "PUT /v2.0/routers/1d2b5791-5a12-4250-b97d-5859a810197c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9914491 Dec 21 17:24:27.397930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52320) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:27.408862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639d0e7-7387-43e1-8184-1194f179efd7 None None] Routers {'1d2b5791-5a12-4250-b97d-5859a810197c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:24:27.409551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6639d0e7-7387-43e1-8184-1194f179efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:24:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['1d2b5791-5a12-4250-b97d-5859a810197c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:27.594715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6639d0e7-7387-43e1-8184-1194f179efd7 None None] Set router 1d2b5791-5a12-4250-b97d-5859a810197c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:24:27.597842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d59224b-f086-4a08-bad5-cf43bcafdb9c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting subnet b35b599e-a6a1-4b70-82b3-108612f46b8b {{(pid=88888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:24:27.600981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d59224b-f086-4a08-bad5-cf43bcafdb9c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:27.661218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d59224b-f086-4a08-bad5-cf43bcafdb9c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852746569'] for subnet, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:27.746693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d59224b-f086-4a08-bad5-cf43bcafdb9c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:27.825892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d59224b-f086-4a08-bad5-cf43bcafdb9c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853291994'] for subnet, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:27.830482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7a7f378e-09eb-43f6-971b-5c66ffc600ee tempest-TagsExtTest-556816739 tempest-TagsExtTest-556816739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:27.870615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59224b-f086-4a08-bad5-cf43bcafdb9c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Subnet': ['ID=b35b599e-a6a1-4b70-82b3-108612f46b8b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:27.874950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d59224b-f086-4a08-bad5-cf43bcafdb9c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:27.878353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d59224b-f086-4a08-bad5-cf43bcafdb9c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:27.884853 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0d59224b-f086-4a08-bad5-cf43bcafdb9c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/subnets/b35b599e-a6a1-4b70-82b3-108612f46b8b HTTP/1.1" status: 204 len: 168 time: 0.4858897 Dec 21 17:24:27.885644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40216687-3ac6-4dab-977c-d7e284e61f82 None None] Network d6170ead-67f3-4dad-846c-f0d27da33186 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:24:27.887615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52324) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:28.212349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6639d0e7-7387-43e1-8184-1194f179efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:24:26Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:28.244701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639d0e7-7387-43e1-8184-1194f179efd7 None None] Checking router: 1d2b5791-5a12-4250-b97d-5859a810197c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:24:28.269524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639d0e7-7387-43e1-8184-1194f179efd7 None None] Routers {'1d2b5791-5a12-4250-b97d-5859a810197c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:24:28.270197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6639d0e7-7387-43e1-8184-1194f179efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:24:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['1d2b5791-5a12-4250-b97d-5859a810197c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:28.347503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:28.485134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6639d0e7-7387-43e1-8184-1194f179efd7 None None] Set router 1d2b5791-5a12-4250-b97d-5859a810197c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:24:28.526723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] DHCP port deletion for d6170ead-67f3-4dad-846c-f0d27da33186 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:24:28.542931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Deleting port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:24:28.543361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:28.563261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:28.571613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:24:28.571986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:28.754415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port 5e0a7843-8946-4f23-aa76-ee6a2b8cab48, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=5e0a7843-8946-4f23-aa76-ee6a2b8cab48,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:24:28.754706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:28.895591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:24:28.965728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 72e35fe8-5a54-46a7-936f-7e7e0d413cdc no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:24:29.020150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] For port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=72e35fe8-5a54-46a7-936f-7e7e0d413cdc,segment=NetworkSegment(50b5b402-85ca-49ea-ad27-2714d7668f09),segment_id=50b5b402-85ca-49ea-ad27-2714d7668f09)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:24:29.020527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:29.084242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:29.088646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a3d768d-5f83-47d8-8ced-fd46f4c21a42 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:29.130061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=5e0a7843-8946-4f23-aa76-ee6a2b8cab48,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:29.133873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:29.170878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Calling delete_port for 72e35fe8-5a54-46a7-936f-7e7e0d413cdc owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:24:29.265409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6639d0e7-7387-43e1-8184-1194f179efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:24:26Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:29.281375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639d0e7-7387-43e1-8184-1194f179efd7 None None] The sync data for ids ['1d2b5791-5a12-4250-b97d-5859a810197c'] in dv-neutron-822515-1-hyperv is: [{'id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709966681', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:22:36Z', 'updated_at': '2021-12-21T17:24:26Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': '5e0a7843-8946-4f23-aa76-ee6a2b8cab48', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5791-5a12-4250-b97d-5859a810197c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:22:37Z', 'updated_at': '2021-12-21T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:24:29.302297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:29.325347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:29.330052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3fcf31ec-33f1-48f5-b17b-3b3b5d30593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:29.370203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:29.383571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] No DVR routers for this DVR port 72e35fe8-5a54-46a7-936f-7e7e0d413cdc on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:24:29.385262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Pushing event deleted for resources: {'Port': ['ID=72e35fe8-5a54-46a7-936f-7e7e0d413cdc,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:29.431916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:29.432406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:29.433526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:29.433526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:29.433526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:29.433857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:29.434078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:29.434438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:29.434841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:29.435194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:29.436157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:29.439459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:29.660455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:29.664970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:29.690079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:29.690694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Fanout notify agent at l3_agent the message router_deleted on router 1d2b5791-5a12-4250-b97d-5859a810197c {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:24:29.705945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:29.707177 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/routers/1d2b5791-5a12-4250-b97d-5859a810197c HTTP/1.1" status: 204 len: 168 time: 1.8185563 Dec 21 17:24:29.710042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52328) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:29.807833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:29.833350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:29.975451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.001197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6170ead-67f3-4dad-846c-f0d27da33186']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:30.014643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b5b402-85ca-49ea-ad27-2714d7668f09') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:30.015037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b5b402-85ca-49ea-ad27-2714d7668f09') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:30.027428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.043070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.049442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:24:30.049867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:24:30.065102 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:24:30.146872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.150314 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cdd0fbfc-99fa-423d-940a-591ccc662de6 tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:30.165850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.177599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Network': ['ID=d6170ead-67f3-4dad-846c-f0d27da33186,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:30.180952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:30.185396 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0ca6b900-91fa-4ce8-b3ee-1d02ac4fb5d3 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/networks/d6170ead-67f3-4dad-846c-f0d27da33186 HTTP/1.1" status: 204 len: 168 time: 0.4743531 Dec 21 17:24:30.188383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52332) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:30.264718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f63e987-3890-4f52-87c2-b5bf1a073bc1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.295896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f63e987-3890-4f52-87c2-b5bf1a073bc1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.351248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f63e987-3890-4f52-87c2-b5bf1a073bc1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.356500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bd57cacd-59f6-44db-9446-0c4f99023c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:30.375982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63e987-3890-4f52-87c2-b5bf1a073bc1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31710df7-9b2b-4d96-b108-721e704ea8f2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:30.378872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7f63e987-3890-4f52-87c2-b5bf1a073bc1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:30.391823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f63e987-3890-4f52-87c2-b5bf1a073bc1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.396349 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7f63e987-3890-4f52-87c2-b5bf1a073bc1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/security-groups/31710df7-9b2b-4d96-b108-721e704ea8f2 HTTP/1.1" status: 204 len: 168 time: 0.2036912 Dec 21 17:24:30.818883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52340) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:30.825080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583889172', 'description': 'tempest-secgroup-smoke-583889172 description', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:30.831876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:30.836184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:30.839229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:30.845242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:30.854760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.895211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:30.900650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:30.903612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:30.909739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:30.963354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:24:30.967842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.970641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:30.975995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9897276b-cf90-46cf-92e3-f82711b3a83a tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:31.002094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:24:31.002545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 5e0a7843-8946-4f23-aa76-ee6a2b8cab48 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:24:31.002987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ae489326-44fe-44aa-aed8-99252192e0a8 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:24:31.023702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e11b41d-7574-483c-98b6-31c1527ad0e2,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:31.026519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:31.027437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.032950 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c1726cef-ef5b-41e6-aa1a-16655d5bbc90 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2087307 Dec 21 17:24:31.032950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52344) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:31.038487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: ae489326-44fe-44aa-aed8-99252192e0a8 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:24:31.038924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ae489326-44fe-44aa-aed8-99252192e0a8 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:24:31.039282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6e11b41d-7574-483c-98b6-31c1527ad0e2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:31.046446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:31.050457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:31.053506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:31.059610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:31.075568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.137779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.140612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.142518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e7279282-71fa-475d-b79c-26879441d9fe tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:31.163615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0ed2f5-c756-47e5-a102-32828f9e1178,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:31.167731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:31.175029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.176307 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-13c1d263-0ad5-4fad-b9e8-9e9824233c58 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1423385 Dec 21 17:24:31.179310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52348) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:31.185152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6e11b41d-7574-483c-98b6-31c1527ad0e2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:31.191316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:31.195350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:31.198318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:31.204368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:31.223298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.287537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.290049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.291973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-af35eeaf-58a9-4293-9b8f-9ab65f565771 tempest-TestMinimumBasicScenario-775359700 tempest-TestMinimumBasicScenario-775359700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:31.315741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33e4ba7-ebe2-4533-b74e-f244094e98a1,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:31.318202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:31.324490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.325777 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1454809 Dec 21 17:24:31.329447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52352) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:31.335417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6e11b41d-7574-483c-98b6-31c1527ad0e2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:31.341639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:31.345734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:31.348780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:31.354869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:31.370894 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.437856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.440504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.442471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6e996c7e-aa94-4bdc-9194-75b018048829 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:31.467087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032cb030-a996-40d8-83e8-92c39fbcf217,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:31.469591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:31.475862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.477140 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c785a1a8-c3d5-4bae-8d5a-02e3d9ea9a08 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1467013 Dec 21 17:24:31.480095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52356) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:31.486843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6e11b41d-7574-483c-98b6-31c1527ad0e2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:31.493071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:31.497063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:31.500720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:31.506710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:31.522702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.590468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.594197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.596137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2638f781-5762-4d91-968c-228d53e56cf2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:31.619597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f324e6e-f2bf-419d-907f-1bca29a821d3,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:31.622081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:31.628669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.629959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e1613a2e-5c90-4bbb-9548-7f318610a969 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1488817 Dec 21 17:24:31.632982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52360) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:31.639246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6e11b41d-7574-483c-98b6-31c1527ad0e2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:31.645708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:31.649709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:31.652737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:31.658752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:31.667845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Project 00f6456af0534b7686cd8ac7f21ea3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:24:31.674974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.741025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.743667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.745552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e4816601-4397-4839-bdee-ea3d669cdfb2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:31.769210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4480e954-5bca-4215-8d4b-ae20e9408c30,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:31.771726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:31.777689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.779015 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1449778 Dec 21 17:24:31.782600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52364) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:31.789060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'security_group_rule': {'security_group_id': '6e11b41d-7574-483c-98b6-31c1527ad0e2', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:31.796099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:31.800148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:security_group_rule and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:31.803204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:31.810273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:31.819107 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Project 00f6456af0534b7686cd8ac7f21ea3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:24:31.827839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.896440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.899434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.901351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ceb6b6c3-5f32-492d-92d0-777b4fa42501 tempest-TestVolumeBootPattern-729926418 tempest-TestVolumeBootPattern-729926418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:31.923512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81cf854-f618-429d-8371-4f8b191cccf9,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:31.927670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:31.934414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:31.935715 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9672c7df-aa4b-48a2-8ec6-fba2b994b873 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1520045 Dec 21 17:24:31.938812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52368) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:31.944701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'network': {'name': 'tempest-network-smoke--1107955131', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'port_security_enabled': True}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:31.949728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:31.953962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:network and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:31.956929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:31.962902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:31.972394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:24:31.977682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:32.006201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:24:32.015115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:32.015501 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Added segment 066e5205-a34f-40c4-804f-a3cd59b0f0df of type vlan for network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 Dec 21 17:24:32.041651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:32.073522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:32.077599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:32.078229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:32.083384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d544f557-3c58-414c-887f-fa5e4e0f971a tempest-RoutersIpV6Test-656021193 tempest-RoutersIpV6Test-656021193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:32.141527 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2016442 Dec 21 17:24:32.144714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52372) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:32.150655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'admin_state_up': True, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:32.158868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:32.162946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:router and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:32.165919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:32.172091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:32.181935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:32.182963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:32.192783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Network': ['ID=914747b3-9ccf-4817-b8ab-b83dbd2b8829,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:32.196763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dd8abc2f-3468-4359-81bd-955250919218 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:32.204344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:24:32.205330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:32.356818 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:32.776910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:32.806817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:32.951151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.26.7.134 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/ebe5171f-58b1-4769-8eb1-9791f42fbd10) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:24:33.103868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:33.130431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:33.134888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ac6a72a7-8968-40ff-b627-cb6c7db3125e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:33.203008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:24:33.206409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:24:33.208561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=ebe5171f-58b1-4769-8eb1-9791f42fbd10,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:33.210907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:24:33.240216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:33.374882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:33.375733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:33.612435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router b8143f96-5442-4683-8fe8-97e8c05107fd is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:24:33.814795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:24:33.825043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Sync routers for ids ['b8143f96-5442-4683-8fe8-97e8c05107fd'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:24:33.838984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Routers {'b8143f96-5442-4683-8fe8-97e8c05107fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:24:33.839761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:24:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b8143f96-5442-4683-8fe8-97e8c05107fd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:33.840834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:33.842730 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6964214 Dec 21 17:24:33.846087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52376) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:33.894397 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9f442ae2-b6aa-4b65-9f1d-c9cb7bb355ce tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=00f6456af0534b7686cd8ac7f21ea3df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467963 Dec 21 17:24:33.896801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52380) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:34.024897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Set router b8143f96-5442-4683-8fe8-97e8c05107fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:24:34.036958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04785fc2-5416-4289-bfb6-8fa4d72bf46f tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:34.038602 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-04785fc2-5416-4289-bfb6-8fa4d72bf46f tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1408243 Dec 21 17:24:34.041773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52384) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:34.092429 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-00dc997e-1923-4fe8-8af4-8b800df86a05 tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=7a82a4f9-9765-4e34-b27e-26a6a1c2699a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491822 Dec 21 17:24:34.095172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52388) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:34.101061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1388803436', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:34.216652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:34.220723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:subnet and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:34.223702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:34.229887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:34.238916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:24:34.327394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:33Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:34.331473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Checking router: b8143f96-5442-4683-8fe8-97e8c05107fd for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:24:34.331989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Updating router b8143f96-5442-4683-8fe8-97e8c05107fd port ebe5171f-58b1-4769-8eb1-9791f42fbd10 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:24:34.347126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:34.384829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:34.578722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:34.583222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-88048cb6-2102-44d8-b890-2c6352bfa034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:34.661845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Subnet': ['ID=330b89c4-1c2c-40ea-a569-08ec57749275,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:34.665804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:34.675594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Checking segment: {'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:24:34.676003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network hostable DHCP agents. Network: 914747b3-9ccf-4817-b8ab-b83dbd2b8829, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:24:34.699011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:24:34.707636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 914747b3-9ccf-4817-b8ab-b83dbd2b8829) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:24:34.711743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:34.712395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:34.717168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e80db2-be7f-4884-82a7-5a7deb2f5e4e None None] Network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:24:34.734590 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ea055a33-a6a4-4e19-be46-71d7de3d8f0a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6383410 Dec 21 17:24:34.737486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52392) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:34.739710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:34.752803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Transition to ACTIVE for port object ebe5171f-58b1-4769-8eb1-9791f42fbd10 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:24:34.759282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:34.763891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dbec1dec-14a9-4897-bc7a-b323e14ef2eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:34.848233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Attempting to bind port ebe5171f-58b1-4769-8eb1-9791f42fbd10 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:24:34.848639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Attempting to bind port ebe5171f-58b1-4769-8eb1-9791f42fbd10 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:24:34.849080 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Attempting to bind port ebe5171f-58b1-4769-8eb1-9791f42fbd10 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:24:34.851971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Pushing event updated for resources: {'Port': ['ID=ebe5171f-58b1-4769-8eb1-9791f42fbd10,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:34.864017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:24:34.864431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:24:34.864873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:34.865308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:24:34.865838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Bound port: ebe5171f-58b1-4769-8eb1-9791f42fbd10, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:24:34.866247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:34.898174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:34.898558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:34.898964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:34.899335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:34.899699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:34.900065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:34.900427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:34.900792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:34.901149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:34.901503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:34.901860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:24:34.906755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:34.956241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] For port ebe5171f-58b1-4769-8eb1-9791f42fbd10, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:24:34.957461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ips': [{'subnet_id': '330b89c4-1c2c-40ea-a569-08ec57749275'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:24:34.958369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:34.960729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] For port ebe5171f-58b1-4769-8eb1-9791f42fbd10, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ebe5171f-58b1-4769-8eb1-9791f42fbd10,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:24:34.964589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:34.969641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:35.055901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Routers {'b8143f96-5442-4683-8fe8-97e8c05107fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:24:35.056577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:24:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b8143f96-5442-4683-8fe8-97e8c05107fd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:35.124138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Pushing event updated for resources: {'Port': ['ID=ebe5171f-58b1-4769-8eb1-9791f42fbd10,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:35.127730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:35.133922 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Allocated IP 172.20.0.2 (914747b3-9ccf-4817-b8ab-b83dbd2b8829/330b89c4-1c2c-40ea-a569-08ec57749275/efa733c5-3132-4121-8445-4885811313d0) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:24:35.258519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] Set router b8143f96-5442-4683-8fe8-97e8c05107fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:24:35.536410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:35.547216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Transition to ACTIVE for port object efa733c5-3132-4121-8445-4885811313d0 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:24:35.566885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Transition to ACTIVE for port object efa733c5-3132-4121-8445-4885811313d0 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:24:35.571710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:35.580036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:35.586231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:33Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:35.587744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:35.591219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d19d2e-522e-49e5-8a84-044394c6ecc1 None None] The sync data for ids ['b8143f96-5442-4683-8fe8-97e8c05107fd'] in dv-neutron-822515-1-hyperv is: [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:33Z', 'revision_number': 3, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:24:35.646450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:24:35.650128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:24:35.652648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:24:35.661369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Pushing event updated for resources: {'Port': ['ID=efa733c5-3132-4121-8445-4885811313d0,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:35.664452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:35.758548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Attempting to bind port efa733c5-3132-4121-8445-4885811313d0 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:24:35.759002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Attempting to bind port efa733c5-3132-4121-8445-4885811313d0 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:24:35.759542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Attempting to bind port efa733c5-3132-4121-8445-4885811313d0 on network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:24:35.767967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:24:35.768394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Checking segment: {'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:24:35.768846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:35.769290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Bound using segment: {'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:24:35.769809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Bound port: efa733c5-3132-4121-8445-4885811313d0, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:24:35.770236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:35.866033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] For port efa733c5-3132-4121-8445-4885811313d0, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:24:35.869467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] For port efa733c5-3132-4121-8445-4885811313d0, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=efa733c5-3132-4121-8445-4885811313d0,segment=NetworkSegment(066e5205-a34f-40c4-804f-a3cd59b0f0df),segment_id=066e5205-a34f-40c4-804f-a3cd59b0f0df)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:24:35.873569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:35.878420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:35.963407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Pushing event updated for resources: {'Port': ['ID=efa733c5-3132-4121-8445-4885811313d0,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:35.966604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:36.273422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.20.0.1 (914747b3-9ccf-4817-b8ab-b83dbd2b8829/330b89c4-1c2c-40ea-a569-08ec57749275/b6cf7256-621f-45c1-8037-ba5e69b33cd3) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:24:36.478290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:36.501885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Transition to ACTIVE for port object b6cf7256-621f-45c1-8037-ba5e69b33cd3 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:24:36.523772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:36.528533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-181cf6af-a9ab-40cc-85c9-6d068c2a2355 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:36.602282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:24:36.606388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:24:36.611635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:24:36.649715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=b6cf7256-621f-45c1-8037-ba5e69b33cd3,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:36.659657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:36.678027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:36.766184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:37.032175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device efa733c5-3132-4121-8445-4885811313d0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:24:37.110887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port efa733c5-3132-4121-8445-4885811313d0 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:24:37.116183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ebe5171f-58b1-4769-8eb1-9791f42fbd10 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:24:37.192110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port ebe5171f-58b1-4769-8eb1-9791f42fbd10 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:24:37.197355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ebe5171f-58b1-4769-8eb1-9791f42fbd10 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:37.197796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:37.228815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:37.232996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:37.269026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:37.324152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:37.342159 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port ebe5171f-58b1-4769-8eb1-9791f42fbd10, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ebe5171f-58b1-4769-8eb1-9791f42fbd10,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:24:37.345519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:37.351645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae10bb8a-8d33-448a-b632-a9d03e629c15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:37.359754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=b6cf7256-621f-45c1-8037-ba5e69b33cd3,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:37.362649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:37.367360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:37.426497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=ebe5171f-58b1-4769-8eb1-9791f42fbd10,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:37.430194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:37.533641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:24:37.534861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:24:37.613106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb84b59-07a0-4b3c-8007-7c3e8526e148 None None] Network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:24:37.751018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ff127632-a1c7-4427-93b2-98d1395a66d5 None None] Provisioning for port efa733c5-3132-4121-8445-4885811313d0 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:24:37.759149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-ff127632-a1c7-4427-93b2-98d1395a66d5 None None] Provisioning complete for port efa733c5-3132-4121-8445-4885811313d0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:37.759579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff127632-a1c7-4427-93b2-98d1395a66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:37.953589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router b8143f96-5442-4683-8fe8-97e8c05107fd has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:24:37.984097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff127632-a1c7-4427-93b2-98d1395a66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:38.028158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ff127632-a1c7-4427-93b2-98d1395a66d5 None None] For port efa733c5-3132-4121-8445-4885811313d0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=efa733c5-3132-4121-8445-4885811313d0,segment=NetworkSegment(066e5205-a34f-40c4-804f-a3cd59b0f0df),segment_id=066e5205-a34f-40c4-804f-a3cd59b0f0df)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:24:38.031746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ff127632-a1c7-4427-93b2-98d1395a66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:38.036821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:38.115026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff127632-a1c7-4427-93b2-98d1395a66d5 None None] Pushing event updated for resources: {'Port': ['ID=efa733c5-3132-4121-8445-4885811313d0,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:38.124376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff127632-a1c7-4427-93b2-98d1395a66d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:38.185178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:24:38.198992 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "PUT /v2.0/routers/b8143f96-5442-4683-8fe8-97e8c05107fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4599764 Dec 21 17:24:38.369667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bf271a42-1bb8-4d34-9b1e-2568b5617e8c None None] Provisioning complete for port efa733c5-3132-4121-8445-4885811313d0 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:38.370369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf271a42-1bb8-4d34-9b1e-2568b5617e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:38.401712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-78825fb1-ee57-4a7b-80f0-d32b4440555f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:24:38.420370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-78825fb1-ee57-4a7b-80f0-d32b4440555f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:24:38.428861 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-78825fb1-ee57-4a7b-80f0-d32b4440555f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583889172&fields=id&tenant_id=00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 267 time: 0.0725729 Dec 21 17:24:38.534980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bf271a42-1bb8-4d34-9b1e-2568b5617e8c None None] Provisioning for port b6cf7256-621f-45c1-8037-ba5e69b33cd3 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:24:38.540623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bf271a42-1bb8-4d34-9b1e-2568b5617e8c None None] Provisioning complete for port b6cf7256-621f-45c1-8037-ba5e69b33cd3 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:38.540970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf271a42-1bb8-4d34-9b1e-2568b5617e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:38.598805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bf271a42-1bb8-4d34-9b1e-2568b5617e8c None None] Port b6cf7256-621f-45c1-8037-ba5e69b33cd3 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:24:38.606252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-57148fb6-839c-4ec2-b2db-ea4bb2ea902f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:38.606252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-57148fb6-839c-4ec2-b2db-ea4bb2ea902f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:24:38.622364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-57148fb6-839c-4ec2-b2db-ea4bb2ea902f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:24:38.624188 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-57148fb6-839c-4ec2-b2db-ea4bb2ea902f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/networks?id=914747b3-9ccf-4817-b8ab-b83dbd2b8829 HTTP/1.1" status: 200 len: 797 time: 0.1943045 Dec 21 17:24:38.649569 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-7e652241-3b9c-4671-b4d7-6919c058c18a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/quotas/00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 375 time: 0.0169492 Dec 21 17:24:38.649786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Sync routers for ids ['b8143f96-5442-4683-8fe8-97e8c05107fd'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:24:38.662914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Routers {'b8143f96-5442-4683-8fe8-97e8c05107fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:24:38.663618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:24:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b8143f96-5442-4683-8fe8-97e8c05107fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:38.734446 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-ae456f1b-cf15-4be4-8b72-3d4a4d65641a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:24:38.750728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-ae456f1b-cf15-4be4-8b72-3d4a4d65641a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:24:38.752326 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-ae456f1b-cf15-4be4-8b72-3d4a4d65641a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019704 Dec 21 17:24:38.766976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d26ba434-59e6-4d0d-b93c-c6b8ed6feda7 None None] Provisioning complete for port b6cf7256-621f-45c1-8037-ba5e69b33cd3 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:38.767451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d26ba434-59e6-4d0d-b93c-c6b8ed6feda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:38.772846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-b648bbc2-924e-4255-bab6-beab916d6ead service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 17:24:38.773948 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-b648bbc2-924e-4255-bab6-beab916d6ead service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0058184 Dec 21 17:24:38.904232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-d26ba434-59e6-4d0d-b93c-c6b8ed6feda7 None None] Port b6cf7256-621f-45c1-8037-ba5e69b33cd3 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:24:38.922307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Set router b8143f96-5442-4683-8fe8-97e8c05107fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:24:38.924735 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-ba5e30b4-aa51-48e6-af79-4b1573c92ab7 service neutron] 10.222.0.67 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426632 Dec 21 17:24:38.994044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device efa733c5-3132-4121-8445-4885811313d0 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:24:39.076772 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-7d3fd74b-7101-4eed-b9b6-9f1e8de8e72d service neutron] 10.222.0.67 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433272 Dec 21 17:24:39.168647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a0f31c0f-a8b6-4175-b6de-0f8f1ef10cd5 None None] Provisioning complete for port b6cf7256-621f-45c1-8037-ba5e69b33cd3 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:39.169062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a0f31c0f-a8b6-4175-b6de-0f8f1ef10cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:39.284333 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8debfde6-abd3-413f-a1e1-08fb325eca51 req-ba1f964b-d353-4b1b-861b-9963edefc2a5 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 210 time: 0.0503697 Dec 21 17:24:39.333862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-a0f31c0f-a8b6-4175-b6de-0f8f1ef10cd5 None None] Port b6cf7256-621f-45c1-8037-ba5e69b33cd3 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:24:39.360554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port efa733c5-3132-4121-8445-4885811313d0 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:39.360987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:39.535539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:36Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b6cf7256-621f-45c1-8037-ba5e69b33cd3', 'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:47:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:36Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 2, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:39.549057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Checking router: b8143f96-5442-4683-8fe8-97e8c05107fd for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:24:39.549519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Updating router b8143f96-5442-4683-8fe8-97e8c05107fd port b6cf7256-621f-45c1-8037-ba5e69b33cd3 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:24:39.587038 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ebe5171f-58b1-4769-8eb1-9791f42fbd10 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:24:39.661471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:39.801360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port ebe5171f-58b1-4769-8eb1-9791f42fbd10 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:39.801719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:40.318635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:40.334945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Transition to ACTIVE for port object b6cf7256-621f-45c1-8037-ba5e69b33cd3 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:24:40.342805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:40.348564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6236c03f-3e64-4699-b490-df119e634269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:40.409166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-1586322a-63b1-4c8e-bc31-2cd27f66daef tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:40.410137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-1586322a-63b1-4c8e-bc31-2cd27f66daef tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:24:40.431501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-1586322a-63b1-4c8e-bc31-2cd27f66daef tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:24:40.433460 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-1586322a-63b1-4c8e-bc31-2cd27f66daef tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/networks?id=914747b3-9ccf-4817-b8ab-b83dbd2b8829 HTTP/1.1" status: 200 len: 797 time: 0.2135983 Dec 21 17:24:40.483755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050620d-763f-4d84-ae57-3a15abc6cadf None None] Pushing event updated for resources: {'Port': ['ID=b6cf7256-621f-45c1-8037-ba5e69b33cd3,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:40.488693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9050620d-763f-4d84-ae57-3a15abc6cadf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:40.526670 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-0d86a0de-14a1-4dee-b2a0-c4d7ad8e2b4d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f6456af0534b7686cd8ac7f21ea3df HTTP/1.1" status: 200 len: 379 time: 0.0828054 Dec 21 17:24:40.529135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-47d45c95-fa93-4bec-a257-4c10bac9c66c req-56a01f4e-9b76-46d6-965a-01ce1c894479 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 210 time: 0.0774367 Dec 21 17:24:40.546366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'port': {'device_id': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'admin_state_up': True, 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'security_groups': ['6e11b41d-7574-483c-98b6-31c1527ad0e2']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:40.691647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Attempting to bind port b6cf7256-621f-45c1-8037-ba5e69b33cd3 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:24:40.692799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Attempting to bind port b6cf7256-621f-45c1-8037-ba5e69b33cd3 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:24:40.693222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Attempting to bind port b6cf7256-621f-45c1-8037-ba5e69b33cd3 on network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:24:40.700627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:24:40.701059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Checking segment: {'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:24:40.701551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:40.702005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Bound using segment: {'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:24:40.703002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Bound port: b6cf7256-621f-45c1-8037-ba5e69b33cd3, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:24:40.703438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:40.731827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:40.744478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:40.757943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Made reservation on behalf of 00f6456af0534b7686cd8ac7f21ea3df for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:24:40.764113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:40.809202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] For port b6cf7256-621f-45c1-8037-ba5e69b33cd3, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:24:40.813005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] For port b6cf7256-621f-45c1-8037-ba5e69b33cd3, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b6cf7256-621f-45c1-8037-ba5e69b33cd3,segment=NetworkSegment(066e5205-a34f-40c4-804f-a3cd59b0f0df),segment_id=066e5205-a34f-40c4-804f-a3cd59b0f0df)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:24:40.817110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:40.822078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:40.920882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050620d-763f-4d84-ae57-3a15abc6cadf None None] Pushing event updated for resources: {'Port': ['ID=b6cf7256-621f-45c1-8037-ba5e69b33cd3,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:40.931293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9050620d-763f-4d84-ae57-3a15abc6cadf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:40.931948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Routers {'b8143f96-5442-4683-8fe8-97e8c05107fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:24:40.932651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:24:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b8143f96-5442-4683-8fe8-97e8c05107fd'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:41.138090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] Set router b8143f96-5442-4683-8fe8-97e8c05107fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:24:41.209427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.20.0.8 (914747b3-9ccf-4817-b8ab-b83dbd2b8829/330b89c4-1c2c-40ea-a569-08ec57749275/1ec7b797-fc36-45a4-aa19-3bf19e0fd46c) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:24:41.416684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:41.433093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Transition to ACTIVE for port object 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:24:41.452786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:41.458432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9953839d-8339-49ca-9287-cba8909ee703 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:41.487683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:36Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b6cf7256-621f-45c1-8037-ba5e69b33cd3', 'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:47:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:36Z', 'updated_at': '2021-12-21T17:24:40Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:41.491951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9af14d-18e8-426d-97bf-928e9bd3027c None None] The sync data for ids ['b8143f96-5442-4683-8fe8-97e8c05107fd'] in dv-neutron-822515-1-hyperv is: [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:36Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b6cf7256-621f-45c1-8037-ba5e69b33cd3', 'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:47:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:36Z', 'updated_at': '2021-12-21T17:24:40Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:24:41.538435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:24:41.542211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:24:41.544758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:24:41.589530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:41.593518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:41.635730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:41.637371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:41.667411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1356151 Dec 21 17:24:41.687487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Request body: {'port': {'device_id': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:41.782752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd8d69-eb32-4012-aafe-7735f7845f14 req-359d91dc-d39d-4d05-9053-792e782aeb73 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:41.791261 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-80dd8d69-eb32-4012-aafe-7735f7845f14 req-359d91dc-d39d-4d05-9053-792e782aeb73 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 931 time: 0.1046529 Dec 21 17:24:41.831184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:41.844429 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-80dd8d69-eb32-4012-aafe-7735f7845f14 req-5a93bbdc-d906-4f06-a539-7c25071a2de7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516343 Dec 21 17:24:42.004436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6bb0aad4-583b-4c70-8073-b5d9dbcf9e39 None None] Provisioning for port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:24:42.011523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6bb0aad4-583b-4c70-8073-b5d9dbcf9e39 None None] Provisioning complete for port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:42.011954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6bb0aad4-583b-4c70-8073-b5d9dbcf9e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:42.070307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0aad4-583b-4c70-8073-b5d9dbcf9e39 None None] Port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:24:42.222002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:24:42.229221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:42.245556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Transition to ACTIVE for port object 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:24:42.249581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:42.254142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-87a85273-c28e-4f46-bd3b-aefe5575764f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:42.385987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Pushing event updated for resources: {'Port': ['ID=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:42.392489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:42.517862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Attempting to bind port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:24:42.518240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Attempting to bind port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:24:42.518607 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Attempting to bind port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c on network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:24:42.525468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c on network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:24:42.525837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Attempting to bind port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c on network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:24:42.533676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:24:42.534055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Checking segment: {'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:24:42.534487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Bound using segment: {'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:24:42.534994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Bound port: 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066e5205-a34f-40c4-804f-a3cd59b0f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:24:42.535384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:42.630839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] For port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:24:42.634068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] For port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c,segment=NetworkSegment(066e5205-a34f-40c4-804f-a3cd59b0f0df),segment_id=066e5205-a34f-40c4-804f-a3cd59b0f0df)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:24:42.637587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:42.642954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2a12e865-b970-464f-ae15-5327be868bec tempest-ServersNegativeTestJSON-1200836720 tempest-ServersNegativeTestJSON-1200836720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:42.711989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:42.713502 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] 10.222.0.48 "PUT /v2.0/ports/1ec7b797-fc36-45a4-aa19-3bf19e0fd46c HTTP/1.1" status: 200 len: 1093 time: 1.0337107 Dec 21 17:24:42.714087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'tag': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:24:42.731342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Pushing event updated for resources: {'Port': ['ID=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:42.734763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:42.796969 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'tag': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c', 'status': 'completed', 'code': 200} Dec 21 17:24:42.836427 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-ca038f6b-b8ab-450a-9e60-f96b44c223fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0844171 Dec 21 17:24:42.914146 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-362af449-2e45-492c-9e68-dfe5f1474841 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c HTTP/1.1" status: 200 len: 217 time: 0.0705249 Dec 21 17:24:43.003969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-4fa38a35-6da3-49aa-8ba9-35622518c75b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:43.005562 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-4fa38a35-6da3-49aa-8ba9-35622518c75b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=330b89c4-1c2c-40ea-a569-08ec57749275 HTTP/1.1" status: 200 len: 835 time: 0.0855577 Dec 21 17:24:43.023652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b6cf7256-621f-45c1-8037-ba5e69b33cd3 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:24:43.090158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4162120-6d4b-4ef9-9d90-3eb39abf394f req-061b0c56-d39b-4686-8216-86cbf18e0a01 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:43.091920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4162120-6d4b-4ef9-9d90-3eb39abf394f req-061b0c56-d39b-4686-8216-86cbf18e0a01 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 943 time: 0.0954719 Dec 21 17:24:43.106611 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-b35b011c-d9de-4fbc-87cf-c8e5c28adab4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=914747b3-9ccf-4817-b8ab-b83dbd2b8829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946655 Dec 21 17:24:43.114039 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port b6cf7256-621f-45c1-8037-ba5e69b33cd3 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:24:43.119657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b6cf7256-621f-45c1-8037-ba5e69b33cd3 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:43.120095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:43.145134 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4162120-6d4b-4ef9-9d90-3eb39abf394f req-35a4eb71-2524-46c2-b57b-994835891640 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459538 Dec 21 17:24:43.254015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:43.259130 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-ea1f3c38-1fb2-42a4-ac62-540fdf863b70 service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451402 Dec 21 17:24:43.291033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port b6cf7256-621f-45c1-8037-ba5e69b33cd3, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b6cf7256-621f-45c1-8037-ba5e69b33cd3,segment=NetworkSegment(066e5205-a34f-40c4-804f-a3cd59b0f0df),segment_id=066e5205-a34f-40c4-804f-a3cd59b0f0df)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:24:43.294086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:43.296065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:43.362921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=b6cf7256-621f-45c1-8037-ba5e69b33cd3,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:43.366372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:43.408593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-978c2b9f-fb03-45e5-bbf4-8bc77827c37b req-a97aab85-5ee7-4bfd-b6e0-f5a533e17a54 service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431901 Dec 21 17:24:43.532168 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a6b156e-e58b-4cad-a824-36b198caa2a1 req-d226fd3c-92a7-4b38-83ab-a14b49263ebd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0801427 Dec 21 17:24:43.674293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b156e-e58b-4cad-a824-36b198caa2a1 req-094226d8-7a24-4674-857c-15b022d7ea37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:43.675924 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a6b156e-e58b-4cad-a824-36b198caa2a1 req-094226d8-7a24-4674-857c-15b022d7ea37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=914747b3-9ccf-4817-b8ab-b83dbd2b8829 HTTP/1.1" status: 200 len: 898 time: 0.1368890 Dec 21 17:24:43.746907 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a6b156e-e58b-4cad-a824-36b198caa2a1 req-92d83593-fd5d-4589-868f-094ecb750114 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c HTTP/1.1" status: 200 len: 217 time: 0.0641725 Dec 21 17:24:43.818978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b156e-e58b-4cad-a824-36b198caa2a1 req-1706fe35-08f8-4ab5-8d31-37efc58648a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:43.820503 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a6b156e-e58b-4cad-a824-36b198caa2a1 req-1706fe35-08f8-4ab5-8d31-37efc58648a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=330b89c4-1c2c-40ea-a569-08ec57749275 HTTP/1.1" status: 200 len: 835 time: 0.0661211 Dec 21 17:24:43.899400 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a6b156e-e58b-4cad-a824-36b198caa2a1 req-ad71e109-621f-4691-a078-985984b770f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=914747b3-9ccf-4817-b8ab-b83dbd2b8829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716925 Dec 21 17:24:44.037918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a6b156e-e58b-4cad-a824-36b198caa2a1 req-fda9d595-0aca-4ac9-8231-d3bf07f8ce2e service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312513 Dec 21 17:24:44.187232 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a6b156e-e58b-4cad-a824-36b198caa2a1 req-0b355dec-eae9-43a1-b4cd-55b02f2d3356 service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417110 Dec 21 17:24:44.362297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58879d53-60bc-47f0-b5ec-d9888a1e84be req-acbda486-b1d5-4c98-bd8b-4373ce58f240 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:44.364085 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-58879d53-60bc-47f0-b5ec-d9888a1e84be req-acbda486-b1d5-4c98-bd8b-4373ce58f240 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 943 time: 0.0882850 Dec 21 17:24:44.418362 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-58879d53-60bc-47f0-b5ec-d9888a1e84be req-11095bdb-ae72-4277-854b-76a4899ef48d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470998 Dec 21 17:24:44.971191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b6cf7256-621f-45c1-8037-ba5e69b33cd3 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:24:45.042425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port b6cf7256-621f-45c1-8037-ba5e69b33cd3 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:45.042883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:45.418962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:24:45.564442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c,segment=NetworkSegment(066e5205-a34f-40c4-804f-a3cd59b0f0df),segment_id=066e5205-a34f-40c4-804f-a3cd59b0f0df)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:24:45.579490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'port_id': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c', 'mac_address': 'fa:16:3e:9f:00:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:24:45.621745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ab255-a24b-4fc2-8381-614d3ebdae68 req-bedbcd34-4165-4d20-bacc-f08ea5ad19ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:45.623934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-120ab255-a24b-4fc2-8381-614d3ebdae68 req-bedbcd34-4165-4d20-bacc-f08ea5ad19ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 943 time: 0.0830531 Dec 21 17:24:45.636163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:45.658477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:24:45.672614 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-120ab255-a24b-4fc2-8381-614d3ebdae68 req-968c6966-59b3-46f1-bcaa-951c7d26853b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422237 Dec 21 17:24:45.674743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c,segment=NetworkSegment(066e5205-a34f-40c4-804f-a3cd59b0f0df),segment_id=066e5205-a34f-40c4-804f-a3cd59b0f0df)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:24:45.677635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:45.680440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:45.747398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:45.751393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:45.844919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-69aeaa57-ec97-4206-a4ca-ce860dad96e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:45.884058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['1ec7b797-fc36-45a4-aa19-3bf19e0fd46c'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:24:46.878386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec17e79-8a00-44ed-aa2b-b799f6ae9a4d req-b3091fdb-91cc-4770-b0da-80be76b3a9d7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:46.880002 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ec17e79-8a00-44ed-aa2b-b799f6ae9a4d req-b3091fdb-91cc-4770-b0da-80be76b3a9d7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 944 time: 0.0857165 Dec 21 17:24:46.927902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2ec17e79-8a00-44ed-aa2b-b799f6ae9a4d req-f3d9908e-f40c-43e4-8afa-5be493d38f6c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417387 Dec 21 17:24:47.244323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:47.418377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:24:47.490260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:24:47.495191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:24:47.495558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:47.612852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:47.642106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:24:47.651952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c,segment=NetworkSegment(066e5205-a34f-40c4-804f-a3cd59b0f0df),segment_id=066e5205-a34f-40c4-804f-a3cd59b0f0df)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:24:47.654840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:47.656832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95c70a84-5592-4777-9380-40005184b7a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:47.701799 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c', 'code': 200} Dec 21 17:24:47.728704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:47.731939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:47.934444 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-14b14773-da27-48b6-8b97-93be33a70517 req-008ca6c4-4107-46cf-b774-7f15a8c15f83 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 1098 time: 0.0773141 Dec 21 17:24:47.979542 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-14b14773-da27-48b6-8b97-93be33a70517 req-bebcd9e5-edd3-4681-9b79-6c559686b3a1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393813 Dec 21 17:24:48.080934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8e91cb7c-70eb-4e69-a1cb-e19e4869b6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:48.132130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98664-9605-4ad5-87e6-c7db6dc26558 req-0ade76b4-6f39-4a75-89d2-eeec9e195b9d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:48.133743 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-60a98664-9605-4ad5-87e6-c7db6dc26558 req-0ade76b4-6f39-4a75-89d2-eeec9e195b9d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0840414 Dec 21 17:24:48.185841 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-60a98664-9605-4ad5-87e6-c7db6dc26558 req-e8d62c24-0f0c-4099-9646-6fedec36d947 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450044 Dec 21 17:24:48.486706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:49.393523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2302605-8a8f-4ca9-9c2d-2254c03b9ac8 req-f52048b5-1e42-4598-adfa-e92ae2972fce tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:49.395160 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c2302605-8a8f-4ca9-9c2d-2254c03b9ac8 req-f52048b5-1e42-4598-adfa-e92ae2972fce tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0834756 Dec 21 17:24:49.443488 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c2302605-8a8f-4ca9-9c2d-2254c03b9ac8 req-7ac82b4d-21b2-461c-8081-a5de6cda7216 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420747 Dec 21 17:24:49.650821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42342859-b13a-4b3e-8a62-be8ed08f63d8 req-6ecae1a6-1924-4abe-a131-0a550ac7aaac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:49.652449 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-42342859-b13a-4b3e-8a62-be8ed08f63d8 req-6ecae1a6-1924-4abe-a131-0a550ac7aaac tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0862801 Dec 21 17:24:49.700194 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-42342859-b13a-4b3e-8a62-be8ed08f63d8 req-557eaebd-3bb9-47b5-b268-a4dbabd67fc9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410295 Dec 21 17:24:49.727617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52444) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:49.806232 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9edaa293-579c-4829-8ffe-73e3981ff8dc tempest-TestNetworkAdvancedServerOps-1534039432 tempest-TestNetworkAdvancedServerOps-1534039432-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 1093 time: 0.0772626 Dec 21 17:24:49.808969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52448) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:49.815356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:24:49.821302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:24:49.825338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Usage tracker for resource:floatingip and tenant:00f6456af0534b7686cd8ac7f21ea3df is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:24:49.829003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:24:49.835056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:24:49.844340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:49.992017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:49.995781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:50.137116 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Allocated IP 172.26.7.237 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/670c5777-de9c-4368-b621-4c2beb241eb2) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:24:50.293895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:50.318971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:50.323246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-30c6edcc-856d-494d-8afb-cf7b8e75513a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:50.386629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:24:50.391096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:24:50.395035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:24:50.433233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=670c5777-de9c-4368-b621-4c2beb241eb2,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:50.441651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:51.154210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:51.209345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:51.423792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:51.427436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:51.431737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5641f341-8354-4ca7-9184-dd354e90d34d tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:24:51.541402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event updated for resources: {'Port': ['ID=670c5777-de9c-4368-b621-4c2beb241eb2,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:24:51.546444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:24:51.554896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:51.748953 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Floating IP 7aa6db66-b0e6-49de-b286-9e879da0b087 associated. External IP: 172.26.7.237, port: 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c. Dec 21 17:24:52.153585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router b8143f96-5442-4683-8fe8-97e8c05107fd has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:24:52.363327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:24:52.375613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729de045-c24b-400e-87c2-4f04ed36601d None None] Sync routers for ids ['b8143f96-5442-4683-8fe8-97e8c05107fd'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:24:52.391090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:24:52.398232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729de045-c24b-400e-87c2-4f04ed36601d None None] Routers {'b8143f96-5442-4683-8fe8-97e8c05107fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:24:52.399182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-729de045-c24b-400e-87c2-4f04ed36601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:24:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b8143f96-5442-4683-8fe8-97e8c05107fd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:52.447448 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6373546 Dec 21 17:24:52.448156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'tag': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:24:52.502815 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'tag': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c', 'status': 'completed', 'code': 200} Dec 21 17:24:52.586204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-729de045-c24b-400e-87c2-4f04ed36601d None None] Set router b8143f96-5442-4683-8fe8-97e8c05107fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:24:52.599910 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12b106a2-90c2-4682-b0cf-bb22eb0f4c53 req-752a8412-8771-4a48-a80f-d135524eac49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 1098 time: 0.0764856 Dec 21 17:24:52.639758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276c43f-8855-4691-aa03-77d10284cd4c req-e1439c2d-78ca-41c7-8c34-c494cf3e061b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:52.641627 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5276c43f-8855-4691-aa03-77d10284cd4c req-e1439c2d-78ca-41c7-8c34-c494cf3e061b tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0925171 Dec 21 17:24:52.691988 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5276c43f-8855-4691-aa03-77d10284cd4c req-2d1b0655-181b-4330-a032-aa127257a5d7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437765 Dec 21 17:24:52.721586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52456) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:52.745513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b106a2-90c2-4682-b0cf-bb22eb0f4c53 req-5ee9f771-9184-4981-ba48-7955d7a2ba7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:52.747221 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12b106a2-90c2-4682-b0cf-bb22eb0f4c53 req-5ee9f771-9184-4981-ba48-7955d7a2ba7a service neutron] 10.222.0.48 "GET /v2.0/networks?id=914747b3-9ccf-4817-b8ab-b83dbd2b8829 HTTP/1.1" status: 200 len: 898 time: 0.1415181 Dec 21 17:24:52.837899 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ac8ab1ee-7e4d-4aef-85d3-fdc6675e9925 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/7aa6db66-b0e6-49de-b286-9e879da0b087 HTTP/1.1" status: 200 len: 991 time: 0.1147938 Dec 21 17:24:52.862667 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12b106a2-90c2-4682-b0cf-bb22eb0f4c53 req-7155be7d-285a-427f-8209-ae2ed5725d67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c HTTP/1.1" status: 200 len: 999 time: 0.1094828 Dec 21 17:24:52.933632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b106a2-90c2-4682-b0cf-bb22eb0f4c53 req-2e84bab6-181f-4d29-9607-5ba37cea7dd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:24:52.935253 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12b106a2-90c2-4682-b0cf-bb22eb0f4c53 req-2e84bab6-181f-4d29-9607-5ba37cea7dd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=330b89c4-1c2c-40ea-a569-08ec57749275 HTTP/1.1" status: 200 len: 835 time: 0.0664175 Dec 21 17:24:53.024959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12b106a2-90c2-4682-b0cf-bb22eb0f4c53 req-4c39a2f4-e4bb-4a0f-9425-2a38879e6392 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=914747b3-9ccf-4817-b8ab-b83dbd2b8829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830891 Dec 21 17:24:53.109487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-729de045-c24b-400e-87c2-4f04ed36601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:36Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '7aa6db66-b0e6-49de-b286-9e879da0b087', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'port_id': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'mac_address': 'fa:16:3e:9f:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:24:50Z', 'updated_at': '2021-12-21T17:24:50Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6cf7256-621f-45c1-8037-ba5e69b33cd3', 'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:47:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:36Z', 'updated_at': '2021-12-21T17:24:43Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:53.113897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729de045-c24b-400e-87c2-4f04ed36601d None None] Checking router: b8143f96-5442-4683-8fe8-97e8c05107fd for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:24:53.125375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729de045-c24b-400e-87c2-4f04ed36601d None None] Routers {'b8143f96-5442-4683-8fe8-97e8c05107fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:24:53.126033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-729de045-c24b-400e-87c2-4f04ed36601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:24:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b8143f96-5442-4683-8fe8-97e8c05107fd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:53.174251 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12b106a2-90c2-4682-b0cf-bb22eb0f4c53 req-eb4fdd5e-8bd3-4f84-8331-eb30b316739c service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428738 Dec 21 17:24:53.316976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-729de045-c24b-400e-87c2-4f04ed36601d None None] Set router b8143f96-5442-4683-8fe8-97e8c05107fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:24:53.320176 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-12b106a2-90c2-4682-b0cf-bb22eb0f4c53 req-783a3065-a095-478c-ad06-1030433169b6 service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397207 Dec 21 17:24:53.681202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-729de045-c24b-400e-87c2-4f04ed36601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:36Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '7aa6db66-b0e6-49de-b286-9e879da0b087', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'port_id': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'mac_address': 'fa:16:3e:9f:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:24:50Z', 'updated_at': '2021-12-21T17:24:50Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6cf7256-621f-45c1-8037-ba5e69b33cd3', 'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:47:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:36Z', 'updated_at': '2021-12-21T17:24:43Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:24:53.685236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729de045-c24b-400e-87c2-4f04ed36601d None None] The sync data for ids ['b8143f96-5442-4683-8fe8-97e8c05107fd'] in dv-neutron-822515-1-hyperv is: [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:36Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '7aa6db66-b0e6-49de-b286-9e879da0b087', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'port_id': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'mac_address': 'fa:16:3e:9f:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:24:50Z', 'updated_at': '2021-12-21T17:24:50Z', 'revision_number': 0, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6cf7256-621f-45c1-8037-ba5e69b33cd3', 'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:47:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:36Z', 'updated_at': '2021-12-21T17:24:43Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:24:53.842365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52460) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:53.948260 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-487c1c4b-343b-4015-a09c-a77813b581fd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/7aa6db66-b0e6-49de-b286-9e879da0b087 HTTP/1.1" status: 200 len: 991 time: 0.1044855 Dec 21 17:24:54.055720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44472112-2a44-4d7a-9ea4-40205fc344cd None None] New status for floating IP 7aa6db66-b0e6-49de-b286-9e879da0b087: ACTIVE {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:24:54.952227 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52464) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:24:55.068944 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-94605bae-d3ed-4fba-b846-b46eaee3fc89 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/7aa6db66-b0e6-49de-b286-9e879da0b087 HTTP/1.1" status: 200 len: 993 time: 0.1154132 Dec 21 17:24:59.815854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:02.807256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:25:05.894885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7193eae-3c1c-4fb5-94b5-56d59bda0f20 req-ca91e47d-118c-48f0-9560-0a42cb2f7c47 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728238 Dec 21 17:25:06.045172 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7193eae-3c1c-4fb5-94b5-56d59bda0f20 req-43ef32d4-07bf-4c87-8867-6bd651354454 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 1098 time: 0.0775814 Dec 21 17:25:06.197261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7193eae-3c1c-4fb5-94b5-56d59bda0f20 req-335e6252-ada4-4de3-b1dc-eec1b0cb8bc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:06.198764 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7193eae-3c1c-4fb5-94b5-56d59bda0f20 req-335e6252-ada4-4de3-b1dc-eec1b0cb8bc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=914747b3-9ccf-4817-b8ab-b83dbd2b8829 HTTP/1.1" status: 200 len: 898 time: 0.1351407 Dec 21 17:25:06.309349 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7193eae-3c1c-4fb5-94b5-56d59bda0f20 req-3641837c-5511-4750-9cf1-482b02719a0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c HTTP/1.1" status: 200 len: 1001 time: 0.1033685 Dec 21 17:25:06.604134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7193eae-3c1c-4fb5-94b5-56d59bda0f20 req-0508de7a-8fd2-4717-9d4f-08ce22e4ee9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:06.605727 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7193eae-3c1c-4fb5-94b5-56d59bda0f20 req-0508de7a-8fd2-4717-9d4f-08ce22e4ee9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=330b89c4-1c2c-40ea-a569-08ec57749275 HTTP/1.1" status: 200 len: 835 time: 0.2906373 Dec 21 17:25:06.686318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7193eae-3c1c-4fb5-94b5-56d59bda0f20 req-bd44c99e-67ea-4cc1-8058-75119d5ddf98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=914747b3-9ccf-4817-b8ab-b83dbd2b8829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735900 Dec 21 17:25:06.825506 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7193eae-3c1c-4fb5-94b5-56d59bda0f20 req-b9c77552-94cb-4498-8180-8d5a38200ece service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319759 Dec 21 17:25:06.964549 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d7193eae-3c1c-4fb5-94b5-56d59bda0f20 req-1c8ddc2d-9196-448c-addd-0bdf67e6b1fc service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331799 Dec 21 17:25:15.845954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb9ebf1d-f108-4fd5-a6a7-81776beefc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:17.246793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:18.081889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f3d1001f-3a48-423d-b71b-7e8d179319d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:18.487746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:19.987493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:24.708942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3d6e6-e4f0-4d7f-b721-b089ed865970 req-88427615-f7e8-4c08-8637-197688cb9139 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:24.710406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-adf3d6e6-e4f0-4d7f-b721-b089ed865970 req-88427615-f7e8-4c08-8637-197688cb9139 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0873446 Dec 21 17:25:24.757383 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-adf3d6e6-e4f0-4d7f-b721-b089ed865970 req-746885f4-0777-4df6-8d88-23828f0b1281 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 Dec 21 17:25:25.962486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff6a43-6810-465a-afce-903a59b66eef req-1db9e2d8-c3fe-44cc-92b9-4320f9618698 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:25.964089 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cff6a43-6810-465a-afce-903a59b66eef req-1db9e2d8-c3fe-44cc-92b9-4320f9618698 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0810833 Dec 21 17:25:26.011384 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cff6a43-6810-465a-afce-903a59b66eef req-0c82ffd2-e9b0-49a4-8eb4-29fcd91ebee7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407488 Dec 21 17:25:26.040087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52486) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:26.155230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-85323eed-3ca2-47c3-83f1-22957250db6a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/7aa6db66-b0e6-49de-b286-9e879da0b087 HTTP/1.1" status: 200 len: 993 time: 0.1137462 Dec 21 17:25:27.660180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397fdc-984a-452d-8714-40dad4a5ea83 req-6a20cb84-e836-4074-8e0a-642ae8b5d26c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:27.660774 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8022fcd4-74b6-491a-93b9-7e163502da09 req-6fbdd5e9-e4fe-4f81-ae2c-a015129f8630 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 1098 time: 0.0803416 Dec 21 17:25:27.661784 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-79397fdc-984a-452d-8714-40dad4a5ea83 req-6a20cb84-e836-4074-8e0a-642ae8b5d26c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0892622 Dec 21 17:25:27.710582 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-79397fdc-984a-452d-8714-40dad4a5ea83 req-42dc7ec5-90c1-4899-88d9-c7f20c9ac3cf tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424116 Dec 21 17:25:27.802405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022fcd4-74b6-491a-93b9-7e163502da09 req-36e96418-a4b9-4e9b-9cb4-5ed7997d5869 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:27.804034 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8022fcd4-74b6-491a-93b9-7e163502da09 req-36e96418-a4b9-4e9b-9cb4-5ed7997d5869 service neutron] 10.222.0.48 "GET /v2.0/networks?id=914747b3-9ccf-4817-b8ab-b83dbd2b8829 HTTP/1.1" status: 200 len: 898 time: 0.1368887 Dec 21 17:25:27.911451 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8022fcd4-74b6-491a-93b9-7e163502da09 req-f7c09bf4-227b-4686-a817-c442dc46ed3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c HTTP/1.1" status: 200 len: 1001 time: 0.1010320 Dec 21 17:25:27.978265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022fcd4-74b6-491a-93b9-7e163502da09 req-5041cafc-9f53-4383-a9c5-aacd93efceb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:27.979771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8022fcd4-74b6-491a-93b9-7e163502da09 req-5041cafc-9f53-4383-a9c5-aacd93efceb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=330b89c4-1c2c-40ea-a569-08ec57749275 HTTP/1.1" status: 200 len: 835 time: 0.0628297 Dec 21 17:25:28.058056 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8022fcd4-74b6-491a-93b9-7e163502da09 req-fc2e5b2d-fcb7-4be1-9035-7341f26be39a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=914747b3-9ccf-4817-b8ab-b83dbd2b8829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723510 Dec 21 17:25:28.199121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8022fcd4-74b6-491a-93b9-7e163502da09 req-809da029-aad4-4394-b260-161335a59245 service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347141 Dec 21 17:25:28.347230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8022fcd4-74b6-491a-93b9-7e163502da09 req-b0580199-79b2-407f-afb3-6f21a0869be8 service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419981 Dec 21 17:25:28.914855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b9f57-d195-48ba-8507-825d078650a7 req-41dfce43-ba42-4f0b-8357-2ce965de9307 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:28.916453 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bf1b9f57-d195-48ba-8507-825d078650a7 req-41dfce43-ba42-4f0b-8357-2ce965de9307 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0821710 Dec 21 17:25:28.963500 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bf1b9f57-d195-48ba-8507-825d078650a7 req-04ab8107-8a07-44f9-9ac9-6d8062900dfd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411050 Dec 21 17:25:29.824292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:30.170419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c513ee-cd53-4318-95c0-3168c2d95df5 req-c94bfb81-7157-42ac-9f52-17918d537e73 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:30.172066 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-18c513ee-cd53-4318-95c0-3168c2d95df5 req-c94bfb81-7157-42ac-9f52-17918d537e73 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0858688 Dec 21 17:25:30.220589 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-18c513ee-cd53-4318-95c0-3168c2d95df5 req-03c16f8b-2fbb-48c6-b660-c8b2395469fb tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420663 Dec 21 17:25:30.248529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52500) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:30.606187 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c2702246-fdf1-4ca8-9c70-8462d8b1ea2f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/floatingips/7aa6db66-b0e6-49de-b286-9e879da0b087 HTTP/1.1" status: 200 len: 993 time: 0.3562748 Dec 21 17:25:30.892463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52508) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:31.103947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 670c5777-de9c-4368-b621-4c2beb241eb2 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:25:31.104328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:31.278349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:31.278959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:31.412298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 670c5777-de9c-4368-b621-4c2beb241eb2 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:25:31.559437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:31.564343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-54cf87f7-791e-42e5-9baa-e5686e44f21e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:31.609439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=670c5777-de9c-4368-b621-4c2beb241eb2,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:31.650420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:31.650884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:31.651322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:31.651750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:31.652173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:31.652594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:31.653011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:31.653429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:31.653839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:31.654251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:31.654663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:31.661363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:31.716624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:32.120248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router b8143f96-5442-4683-8fe8-97e8c05107fd has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:25:32.329847 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:25:32.339917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb6760-3395-4f49-9381-891cc2d3a0b8 None None] Sync routers for ids ['b8143f96-5442-4683-8fe8-97e8c05107fd'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:25:32.350460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:32.353836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb6760-3395-4f49-9381-891cc2d3a0b8 None None] Routers {'b8143f96-5442-4683-8fe8-97e8c05107fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:25:32.354502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-34fb6760-3395-4f49-9381-891cc2d3a0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b8143f96-5442-4683-8fe8-97e8c05107fd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:32.419068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/floatingips/7aa6db66-b0e6-49de-b286-9e879da0b087 HTTP/1.1" status: 204 len: 168 time: 1.5230665 Dec 21 17:25:32.419784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'tag': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:25:32.479068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'tag': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c', 'status': 'completed', 'code': 200} Dec 21 17:25:32.556691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-34fb6760-3395-4f49-9381-891cc2d3a0b8 None None] Set router b8143f96-5442-4683-8fe8-97e8c05107fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:25:32.582930 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8db11750-e908-4096-b7d3-0d4da98c86ae req-131acfea-8f68-4012-9670-8f0a4620e059 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 1098 time: 0.0804222 Dec 21 17:25:32.738406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db11750-e908-4096-b7d3-0d4da98c86ae req-4b361250-342e-425f-83e2-b9b057156212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:32.739959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8db11750-e908-4096-b7d3-0d4da98c86ae req-4b361250-342e-425f-83e2-b9b057156212 service neutron] 10.222.0.48 "GET /v2.0/networks?id=914747b3-9ccf-4817-b8ab-b83dbd2b8829 HTTP/1.1" status: 200 len: 898 time: 0.1486695 Dec 21 17:25:32.813819 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8db11750-e908-4096-b7d3-0d4da98c86ae req-b450e210-72eb-42fc-a9a0-4ecfa1bcc314 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c HTTP/1.1" status: 200 len: 217 time: 0.0660379 Dec 21 17:25:32.819394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5e5fc-a820-4cea-8fdf-eb699833eed0 req-751ec680-fdaf-4e1b-a912-367b62e7c0d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:32.821012 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71d5e5fc-a820-4cea-8fdf-eb699833eed0 req-751ec680-fdaf-4e1b-a912-367b62e7c0d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0840890 Dec 21 17:25:32.871471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-71d5e5fc-a820-4cea-8fdf-eb699833eed0 req-8600e76c-70f9-40d1-aab3-b4a736439480 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442157 Dec 21 17:25:32.891628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db11750-e908-4096-b7d3-0d4da98c86ae req-49e41a4c-7923-41f5-8ae4-222cac2061e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:32.893294 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8db11750-e908-4096-b7d3-0d4da98c86ae req-49e41a4c-7923-41f5-8ae4-222cac2061e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=330b89c4-1c2c-40ea-a569-08ec57749275 HTTP/1.1" status: 200 len: 835 time: 0.0732763 Dec 21 17:25:32.898659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-34fb6760-3395-4f49-9381-891cc2d3a0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:36Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b6cf7256-621f-45c1-8037-ba5e69b33cd3', 'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:47:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:36Z', 'updated_at': '2021-12-21T17:24:43Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:32.902942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb6760-3395-4f49-9381-891cc2d3a0b8 None None] Checking router: b8143f96-5442-4683-8fe8-97e8c05107fd for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:25:32.915506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb6760-3395-4f49-9381-891cc2d3a0b8 None None] Routers {'b8143f96-5442-4683-8fe8-97e8c05107fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:25:32.916166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-34fb6760-3395-4f49-9381-891cc2d3a0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b8143f96-5442-4683-8fe8-97e8c05107fd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:32.974442 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8db11750-e908-4096-b7d3-0d4da98c86ae req-49a32386-05f1-452e-a21f-66bb12e494e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=914747b3-9ccf-4817-b8ab-b83dbd2b8829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744560 Dec 21 17:25:33.104711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-34fb6760-3395-4f49-9381-891cc2d3a0b8 None None] Set router b8143f96-5442-4683-8fe8-97e8c05107fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:25:33.116068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8db11750-e908-4096-b7d3-0d4da98c86ae req-7236fdb0-04d8-469f-9b1b-d9d35b152a97 service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342971 Dec 21 17:25:33.259477 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8db11750-e908-4096-b7d3-0d4da98c86ae req-ef287ca6-24e9-46a8-b145-f236bb31d8f1 service neutron] 10.222.0.48 "GET /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367207 Dec 21 17:25:33.440466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-34fb6760-3395-4f49-9381-891cc2d3a0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:36Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b6cf7256-621f-45c1-8037-ba5e69b33cd3', 'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:47:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:36Z', 'updated_at': '2021-12-21T17:24:43Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:33.444614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb6760-3395-4f49-9381-891cc2d3a0b8 None None] The sync data for ids ['b8143f96-5442-4683-8fe8-97e8c05107fd'] in dv-neutron-822515-1-hyperv is: [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:36Z', 'revision_number': 4, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'b6cf7256-621f-45c1-8037-ba5e69b33cd3', 'name': '', 'network_id': '914747b3-9ccf-4817-b8ab-b83dbd2b8829', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'mac_address': 'fa:16:3e:47:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:36Z', 'updated_at': '2021-12-21T17:24:43Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'subnets': [{'id': '330b89c4-1c2c-40ea-a569-08ec57749275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:25:33.908772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2aa04-89b3-4de5-93a5-db6670af747e None None] New status for floating IP 7aa6db66-b0e6-49de-b286-9e879da0b087: DOWN {{(pid=88889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:25:34.088880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e2777-d0d8-47c5-9976-bac728188552 req-c6137ebe-4083-4522-bb1d-c13edf8fcb11 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:34.090499 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9c9e2777-d0d8-47c5-9976-bac728188552 req-c6137ebe-4083-4522-bb1d-c13edf8fcb11 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0911140 Dec 21 17:25:34.139263 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9c9e2777-d0d8-47c5-9976-bac728188552 req-0ece0131-7893-4b99-9c2d-21716558887c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/security-groups?id=6e11b41d-7574-483c-98b6-31c1527ad0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418954 Dec 21 17:25:34.273148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-009a5ae9-20c2-4502-ba93-a928d94cd41c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:34.273878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-009a5ae9-20c2-4502-ba93-a928d94cd41c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Synchronizing usage tracker for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:25:34.289320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-009a5ae9-20c2-4502-ba93-a928d94cd41c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Unset dirty status for tenant:00f6456af0534b7686cd8ac7f21ea3df on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:25:34.290462 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-009a5ae9-20c2-4502-ba93-a928d94cd41c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 945 time: 0.0969734 Dec 21 17:25:34.596833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-bdcdc21a-d53f-4760-ad4b-51e7423e3e63 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:25:34.597384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-bdcdc21a-d53f-4760-ad4b-51e7423e3e63 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:34.847425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-bdcdc21a-d53f-4760-ad4b-51e7423e3e63 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c,segment=NetworkSegment(066e5205-a34f-40c4-804f-a3cd59b0f0df),segment_id=066e5205-a34f-40c4-804f-a3cd59b0f0df)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:25:34.847740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-bdcdc21a-d53f-4760-ad4b-51e7423e3e63 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:34.971792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-bdcdc21a-d53f-4760-ad4b-51e7423e3e63 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:25:35.117912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-bdcdc21a-d53f-4760-ad4b-51e7423e3e63 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:35.123392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c0c9fff3-d1c4-4c4f-a95f-46725e9240f2 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:35.166365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdc21a-d53f-4760-ad4b-51e7423e3e63 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=1ec7b797-fc36-45a4-aa19-3bf19e0fd46c,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:35.170680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bdcdc21a-d53f-4760-ad4b-51e7423e3e63 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:35.246407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-bdcdc21a-d53f-4760-ad4b-51e7423e3e63 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] No DVR routers for this DVR port 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:25:35.248865 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-bdcdc21a-d53f-4760-ad4b-51e7423e3e63 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:35.252321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'name': 'network-vif-deleted', 'tag': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:25:35.267371 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-303686eb-9ed7-4dec-8b6e-88ab381df360 req-bdcdc21a-d53f-4760-ad4b-51e7423e3e63 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.48 "DELETE /v2.0/ports/1ec7b797-fc36-45a4-aa19-3bf19e0fd46c HTTP/1.1" status: 204 len: 173 time: 0.9715350 Dec 21 17:25:35.317956 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5683cf-a553-4425-a45c-cdb60d6b9ab1', 'name': 'network-vif-deleted', 'tag': '1ec7b797-fc36-45a4-aa19-3bf19e0fd46c', 'status': 'completed', 'code': 200} Dec 21 17:25:35.331673 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6006ea45-1c90-4e27-ae07-a7242a01ce86 req-e0745526-a7bb-446c-b3a5-0fd447930645 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba5683cf-a553-4425-a45c-cdb60d6b9ab1 HTTP/1.1" status: 200 len: 210 time: 0.0538456 Dec 21 17:25:36.444911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52526) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:36.858493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:37.495226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port b6cf7256-621f-45c1-8037-ba5e69b33cd3 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:25:37.495788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:37.558348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:25:37.697516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port b6cf7256-621f-45c1-8037-ba5e69b33cd3, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=b6cf7256-621f-45c1-8037-ba5e69b33cd3,segment=NetworkSegment(066e5205-a34f-40c4-804f-a3cd59b0f0df),segment_id=066e5205-a34f-40c4-804f-a3cd59b0f0df)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:25:37.697814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:37.764536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:25:37.764940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 1ec7b797-fc36-45a4-aa19-3bf19e0fd46c not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:25:37.830580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for b6cf7256-621f-45c1-8037-ba5e69b33cd3 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:25:38.019347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:38.023665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:38.069359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=b6cf7256-621f-45c1-8037-ba5e69b33cd3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:38.072149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:38.376969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:39.205476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Router b8143f96-5442-4683-8fe8-97e8c05107fd has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:25:39.421929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:25:39.432562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f65045c-015b-48aa-9a73-2de36b0dbd6b None None] Sync routers for ids ['b8143f96-5442-4683-8fe8-97e8c05107fd'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:25:39.439532 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "PUT /v2.0/routers/b8143f96-5442-4683-8fe8-97e8c05107fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9901979 Dec 21 17:25:39.439765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52530) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:39.445915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f65045c-015b-48aa-9a73-2de36b0dbd6b None None] Routers {'b8143f96-5442-4683-8fe8-97e8c05107fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:25:39.446570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0f65045c-015b-48aa-9a73-2de36b0dbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b8143f96-5442-4683-8fe8-97e8c05107fd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:39.647014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e29cdd4-0c0e-40bf-974f-55134bb835b6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting subnet 330b89c4-1c2c-40ea-a569-08ec57749275 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:25:39.651486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e29cdd4-0c0e-40bf-974f-55134bb835b6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:39.710483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e29cdd4-0c0e-40bf-974f-55134bb835b6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:39.783431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0f65045c-015b-48aa-9a73-2de36b0dbd6b None None] Set router b8143f96-5442-4683-8fe8-97e8c05107fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:25:39.796564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e29cdd4-0c0e-40bf-974f-55134bb835b6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:39.886481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e29cdd4-0c0e-40bf-974f-55134bb835b6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:39.891849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ce53165-209b-48f9-b46c-60636db03faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:39.901890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:25:39.930409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29cdd4-0c0e-40bf-974f-55134bb835b6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Subnet': ['ID=330b89c4-1c2c-40ea-a569-08ec57749275,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:39.933155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3e29cdd4-0c0e-40bf-974f-55134bb835b6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:39.935973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3e29cdd4-0c0e-40bf-974f-55134bb835b6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:39.945307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07308d-fdc2-4b41-9a7a-b03db3726956 None None] Network 914747b3-9ccf-4817-b8ab-b83dbd2b8829 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:25:39.948731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52534) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:39.958948 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3e29cdd4-0c0e-40bf-974f-55134bb835b6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/subnets/330b89c4-1c2c-40ea-a569-08ec57749275 HTTP/1.1" status: 204 len: 168 time: 0.5179687 Dec 21 17:25:40.105256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0f65045c-015b-48aa-9a73-2de36b0dbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:25:37Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:40.109385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f65045c-015b-48aa-9a73-2de36b0dbd6b None None] Checking router: b8143f96-5442-4683-8fe8-97e8c05107fd for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:25:40.121220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f65045c-015b-48aa-9a73-2de36b0dbd6b None None] Routers {'b8143f96-5442-4683-8fe8-97e8c05107fd'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:25:40.121893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0f65045c-015b-48aa-9a73-2de36b0dbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b8143f96-5442-4683-8fe8-97e8c05107fd'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:40.208366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:40.258541 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] DHCP port deletion for 914747b3-9ccf-4817-b8ab-b83dbd2b8829 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:25:40.263256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Deleting port efa733c5-3132-4121-8445-4885811313d0 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:25:40.263685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:40.329170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-0f65045c-015b-48aa-9a73-2de36b0dbd6b None None] Set router b8143f96-5442-4683-8fe8-97e8c05107fd gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:25:40.466575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:40.476914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Deleting port ebe5171f-58b1-4769-8eb1-9791f42fbd10 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:25:40.477295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:40.512735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] For port efa733c5-3132-4121-8445-4885811313d0, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=efa733c5-3132-4121-8445-4885811313d0,segment=NetworkSegment(066e5205-a34f-40c4-804f-a3cd59b0f0df),segment_id=066e5205-a34f-40c4-804f-a3cd59b0f0df)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:25:40.513377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:40.640407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-0f65045c-015b-48aa-9a73-2de36b0dbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:25:37Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:40.645174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f65045c-015b-48aa-9a73-2de36b0dbd6b None None] The sync data for ids ['b8143f96-5442-4683-8fe8-97e8c05107fd'] in dv-neutron-822515-1-hyperv is: [{'id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1788644252', 'tenant_id': '00f6456af0534b7686cd8ac7f21ea3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:25:37Z', 'revision_number': 5, 'project_id': '00f6456af0534b7686cd8ac7f21ea3df', 'gw_port': {'id': 'ebe5171f-58b1-4769-8eb1-9791f42fbd10', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8143f96-5442-4683-8fe8-97e8c05107fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:24:32Z', 'updated_at': '2021-12-21T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:25:40.662945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Calling delete_port for efa733c5-3132-4121-8445-4885811313d0 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:25:40.705716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] For port ebe5171f-58b1-4769-8eb1-9791f42fbd10, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=ebe5171f-58b1-4769-8eb1-9791f42fbd10,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:25:40.706260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:40.746618 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:40.751393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:40.802621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] No DVR routers for this DVR port efa733c5-3132-4121-8445-4885811313d0 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:25:40.804582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Pushing event deleted for resources: {'Port': ['ID=efa733c5-3132-4121-8445-4885811313d0,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:40.820715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:40.820715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:40.820715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:40.820715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:40.821072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:40.821374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:40.821751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:40.822128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:40.822503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:40.822897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:40.823275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:40.826750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:40.848787 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Calling delete_port for ebe5171f-58b1-4769-8eb1-9791f42fbd10 owned by network:router_gateway {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:25:41.000064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b6cf7256-621f-45c1-8037-ba5e69b33cd3 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:25:41.026815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:41.032539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:41.034577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: b6cf7256-621f-45c1-8037-ba5e69b33cd3 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:25:41.035049 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device b6cf7256-621f-45c1-8037-ba5e69b33cd3 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:25:41.035535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device efa733c5-3132-4121-8445-4885811313d0 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:25:41.068769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: efa733c5-3132-4121-8445-4885811313d0 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:25:41.069179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device efa733c5-3132-4121-8445-4885811313d0 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:25:41.076696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Port': ['ID=ebe5171f-58b1-4769-8eb1-9791f42fbd10,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:41.090011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:41.090452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:41.090912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:41.091344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:41.091770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:41.092364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:41.092584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:41.092996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:41.093408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:41.093827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:41.094906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:41.125362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:41.322622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:41.595990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:41.600434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:41.624183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:41.624737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Fanout notify agent at l3_agent the message router_deleted on router b8143f96-5442-4683-8fe8-97e8c05107fd {{(pid=88888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:25:41.640767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:41.642605 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-31139263-df92-48d2-9ccc-70ecbf778501 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/routers/b8143f96-5442-4683-8fe8-97e8c05107fd HTTP/1.1" status: 204 len: 168 time: 1.6928105 Dec 21 17:25:41.645677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52538) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:41.770826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:41.910982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:41.939228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914747b3-9ccf-4817-b8ab-b83dbd2b8829']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:41.952151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066e5205-a34f-40c4-804f-a3cd59b0f0df') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:41.952599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066e5205-a34f-40c4-804f-a3cd59b0f0df') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:41.964534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:41.979007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:41.985650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:25:41.986069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:25:42.002193 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:25:42.088012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:42.091417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-66394809-1094-42ee-a36d-0aa7c5ea33d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:42.106288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:42.118569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'Network': ['ID=914747b3-9ccf-4817-b8ab-b83dbd2b8829,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:42.123167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:42.126376 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/networks/914747b3-9ccf-4817-b8ab-b83dbd2b8829 HTTP/1.1" status: 204 len: 168 time: 0.4796720 Dec 21 17:25:42.129326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52542) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:42.199743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72ee44b8-c0e1-412e-acb1-2680a1d33806 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:42.233152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72ee44b8-c0e1-412e-acb1-2680a1d33806 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:42.286933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72ee44b8-c0e1-412e-acb1-2680a1d33806 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:42.292232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f0bc21d2-c22c-4bb9-bd47-845be9b43a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:42.308805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee44b8-c0e1-412e-acb1-2680a1d33806 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e11b41d-7574-483c-98b6-31c1527ad0e2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:42.315706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72ee44b8-c0e1-412e-acb1-2680a1d33806 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:42.317921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-72ee44b8-c0e1-412e-acb1-2680a1d33806 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:42.319242 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-72ee44b8-c0e1-412e-acb1-2680a1d33806 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] 10.222.0.67 "DELETE /v2.0/security-groups/6e11b41d-7574-483c-98b6-31c1527ad0e2 HTTP/1.1" status: 204 len: 168 time: 0.1889405 Dec 21 17:25:42.729136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52552) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:42.940904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-87b48498-4af8-4900-90d3-9ffb1089abaa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=00f6456af0534b7686cd8ac7f21ea3df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2103076 Dec 21 17:25:42.943586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52558) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:42.997438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ebe5171f-58b1-4769-8eb1-9791f42fbd10 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:25:43.007297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9294af49-9f27-4033-acd8-2dc747d93712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:43.031631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: ebe5171f-58b1-4769-8eb1-9791f42fbd10 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:25:43.032036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device ebe5171f-58b1-4769-8eb1-9791f42fbd10 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:25:43.038874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9294af49-9f27-4033-acd8-2dc747d93712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:43.089666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9294af49-9f27-4033-acd8-2dc747d93712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:43.093670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-355357a5-a93c-4be5-ac99-3835d0664947 tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:43.106969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294af49-9f27-4033-acd8-2dc747d93712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dabdc6e-f274-491a-a63e-ab51c6d9beea,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:43.110621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9294af49-9f27-4033-acd8-2dc747d93712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:43.116914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9294af49-9f27-4033-acd8-2dc747d93712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:43.118167 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9294af49-9f27-4033-acd8-2dc747d93712 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6dabdc6e-f274-491a-a63e-ab51c6d9beea HTTP/1.1" status: 204 len: 168 time: 0.1736050 Dec 21 17:25:43.458624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52566) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:43.478309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e42542fd-1fbe-4423-bce0-3578951ba001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:43.511490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e42542fd-1fbe-4423-bce0-3578951ba001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:43.515532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e42542fd-1fbe-4423-bce0-3578951ba001 admin admin] Usage tracker for resource:security_group_rule and tenant:a49bda6a0e944f7595b7db432652cc47 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:43.518768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e42542fd-1fbe-4423-bce0-3578951ba001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:43.524830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e42542fd-1fbe-4423-bce0-3578951ba001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:43.595853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e42542fd-1fbe-4423-bce0-3578951ba001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:43.598392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e42542fd-1fbe-4423-bce0-3578951ba001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:43.605736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-75bc3871-6365-40ed-a62b-86d4b7bb3d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:43.650139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42542fd-1fbe-4423-bce0-3578951ba001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d13b46a-8195-4438-8dd1-2a0079b156fc,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:43.655976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e42542fd-1fbe-4423-bce0-3578951ba001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:43.660261 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e42542fd-1fbe-4423-bce0-3578951ba001 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a49bda6a0e944f7595b7db432652cc47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2003586 Dec 21 17:25:43.663174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52570) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:43.729450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14a8cf12-0efa-4e67-99c8-82919157e9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:43.756352 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14a8cf12-0efa-4e67-99c8-82919157e9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:43.800912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14a8cf12-0efa-4e67-99c8-82919157e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:43.805859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:43.816518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8cf12-0efa-4e67-99c8-82919157e9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d13b46a-8195-4438-8dd1-2a0079b156fc,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:43.821286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14a8cf12-0efa-4e67-99c8-82919157e9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:43.823296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-14a8cf12-0efa-4e67-99c8-82919157e9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:43.824540 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-14a8cf12-0efa-4e67-99c8-82919157e9d0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d13b46a-8195-4438-8dd1-2a0079b156fc HTTP/1.1" status: 204 len: 168 time: 0.1603696 Dec 21 17:25:44.821258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52592) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:44.958152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-706836436-network', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:44.963319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:44.967965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Usage tracker for resource:network and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:44.971011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:44.977918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:44.987251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Made reservation on behalf of 9371ebab9e294e7ab375f9238368a67c for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:25:44.991836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.005256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.036723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:45.040676 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:45.043563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:45.050053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:45.117162 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.119634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.123748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fb9d6436-1fc4-466d-a803-cf72bc94a680 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:45.152135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:25:45.160966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805c43f4-5f23-4893-bda6-b8f5e6608847,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:45.164224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:45.168483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.168957 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Added segment 8464c018-01e4-422c-9e77-0dfa90e9975c of type vlan for network 325c441a-6390-4eca-a5c6-ae89b4ed85bb Dec 21 17:25:45.200338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.229111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.230056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:45.230683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.236278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4a2f2081-4773-4ebb-8a7f-4473236b8791 tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:45.343526 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5210476 Dec 21 17:25:45.347429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52598) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:45.349663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Pushing event updated for resources: {'Network': ['ID=325c441a-6390-4eca-a5c6-ae89b4ed85bb,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:45.352643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-07cd3e64-62aa-4afd-aa6c-cfd2ec5b9a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:45.353892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Request body: {'subnet': {'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-706836436-subnet', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'ip_version': 4}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:45.359358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:45.360786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network 325c441a-6390-4eca-a5c6-ae89b4ed85bb details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:25:45.364247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Usage tracker for resource:subnet and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:45.367417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:45.373609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:45.384388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Made reservation on behalf of 9371ebab9e294e7ab375f9238368a67c for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:25:45.389068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.600204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.604495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-00cccafb-1b2a-4348-9aea-af975913de2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:45.685540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8729c1fd-4518-463f-8094-38d0f2362c94,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:45.690171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:45.698987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Checking segment: {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:25:45.699382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Network hostable DHCP agents. Network: 325c441a-6390-4eca-a5c6-ae89b4ed85bb, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:25:45.722014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Network 325c441a-6390-4eca-a5c6-ae89b4ed85bb is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:25:45.730318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, 325c441a-6390-4eca-a5c6-ae89b4ed85bb) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:25:45.734368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:45.735123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.739530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de6d23c-09b4-446e-9ba2-0e6ce8a8947f None None] Network 325c441a-6390-4eca-a5c6-ae89b4ed85bb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:25:45.755135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-156ee576-d22b-4afa-93a5-e2017dd7447d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4065425 Dec 21 17:25:45.758201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52602) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:45.763807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:45.769557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:45.773616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Usage tracker for resource:router and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:45.776659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:45.783429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:45.793031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.794008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.814927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.863589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c758b43c-49c1-41e3-9831-049a9ebbc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:45.987130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:25:45.988062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:46.168329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Allocated IP 172.20.0.2 (325c441a-6390-4eca-a5c6-ae89b4ed85bb/8729c1fd-4518-463f-8094-38d0f2362c94/6c677597-09cb-4882-84de-bdd260f41189) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:25:46.202092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:46.385233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:46.396776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Transition to ACTIVE for port object 6c677597-09cb-4882-84de-bdd260f41189 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:25:46.406307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:46.415770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Transition to ACTIVE for port object 6c677597-09cb-4882-84de-bdd260f41189 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:25:46.420389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:46.425776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:46.439545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:46.486004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Network 325c441a-6390-4eca-a5c6-ae89b4ed85bb is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:25:46.487209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:25:46.496286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:25:46.509100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Pushing event updated for resources: {'Port': ['ID=6c677597-09cb-4882-84de-bdd260f41189,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:46.536286 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:46.583624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Allocated IP 172.26.7.31 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/2c90a100-5fbe-45fa-9d9a-fbaef1701300) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:25:46.594463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Attempting to bind port 6c677597-09cb-4882-84de-bdd260f41189 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:25:46.594917 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Attempting to bind port 6c677597-09cb-4882-84de-bdd260f41189 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:25:46.595339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Attempting to bind port 6c677597-09cb-4882-84de-bdd260f41189 on network 325c441a-6390-4eca-a5c6-ae89b4ed85bb {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:25:46.602381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:25:46.602840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Checking segment: {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:25:46.603298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:46.603741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Bound using segment: {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:25:46.604268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Bound port: 6c677597-09cb-4882-84de-bdd260f41189, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:25:46.604692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:46.698869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] For port 6c677597-09cb-4882-84de-bdd260f41189, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:25:46.701983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] For port 6c677597-09cb-4882-84de-bdd260f41189, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6c677597-09cb-4882-84de-bdd260f41189,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:25:46.705214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:46.709519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9050620d-763f-4d84-ae57-3a15abc6cadf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:46.745772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:46.771269 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:46.775823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-01b4065c-fa4b-40ab-bfde-dba43a5fd134 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:46.792173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Pushing event updated for resources: {'Port': ['ID=6c677597-09cb-4882-84de-bdd260f41189,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:46.795236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:46.844654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:25:46.847791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:25:46.852443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:25:46.879086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Pushing event updated for resources: {'Port': ['ID=2c90a100-5fbe-45fa-9d9a-fbaef1701300,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:46.884869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:47.019139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:47.019926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:47.253994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:47.278573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:25:47.492285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:25:47.502071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Sync routers for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:25:47.514943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:25:47.515928 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:47.517381 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:47.518723 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7594950 Dec 21 17:25:47.521661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52606) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:47.706977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:25:48.011651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:46Z', 'revision_number': 3, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:48.016288 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Checking router: b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:25:48.016702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Updating router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c port 2c90a100-5fbe-45fa-9d9a-fbaef1701300 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:25:48.089910 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:48.144313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17f2a7de-8f54-42c7-81a6-a1b1d1d8b3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:48.309124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:48.430754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a537e072-cdf1-4d33-a2ef-5663843b4e95 None None] Network 325c441a-6390-4eca-a5c6-ae89b4ed85bb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:25:48.516640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:48.545712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Allocated IP 172.20.0.1 (325c441a-6390-4eca-a5c6-ae89b4ed85bb/8729c1fd-4518-463f-8094-38d0f2362c94/9ad7a7a2-a921-4773-8668-8d27f447c88d) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:25:48.592999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:48.596421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Transition to ACTIVE for port object 2c90a100-5fbe-45fa-9d9a-fbaef1701300 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:25:48.603938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bd6f3e86-fdb4-461f-806e-75d459a6af15 None None] Provisioning for port 6c677597-09cb-4882-84de-bdd260f41189 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:25:48.610485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:48.616348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:48.702672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:48.718964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Transition to ACTIVE for port object 9ad7a7a2-a921-4773-8668-8d27f447c88d will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:25:48.739050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:48.744050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33ed7466-0bf2-4723-a526-ca4200d023b7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:48.812459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Network 325c441a-6390-4eca-a5c6-ae89b4ed85bb is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:25:48.816900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:25:48.821196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:25:48.852980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad7a7a2-a921-4773-8668-8d27f447c88d,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:48.861104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:48.886585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:48.921884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5854e71-861f-4ef6-a7d0-0d1c75c4df8e None None] Pushing event updated for resources: {'Port': ['ID=2c90a100-5fbe-45fa-9d9a-fbaef1701300,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:48.929343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5854e71-861f-4ef6-a7d0-0d1c75c4df8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:48.931737 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Attempting to bind port 2c90a100-5fbe-45fa-9d9a-fbaef1701300 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:25:48.932152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Attempting to bind port 2c90a100-5fbe-45fa-9d9a-fbaef1701300 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:25:48.932562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Attempting to bind port 2c90a100-5fbe-45fa-9d9a-fbaef1701300 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:25:48.971068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:48.975124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:25:48.975550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:25:48.977775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:48.977775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:25:48.977775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Bound port: 2c90a100-5fbe-45fa-9d9a-fbaef1701300, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:25:48.977775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:49.051666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6c677597-09cb-4882-84de-bdd260f41189 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:25:49.125506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] For port 2c90a100-5fbe-45fa-9d9a-fbaef1701300, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:25:49.130570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] For port 2c90a100-5fbe-45fa-9d9a-fbaef1701300, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2c90a100-5fbe-45fa-9d9a-fbaef1701300,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:25:49.139719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:49.144868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c8b29860-8d03-4e8a-bfdd-ae18c7154a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:49.213694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:49.215275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 6c677597-09cb-4882-84de-bdd260f41189 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:25:49.217447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:49.230558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 6c677597-09cb-4882-84de-bdd260f41189 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:49.231013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:49.248683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:49.289393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5854e71-861f-4ef6-a7d0-0d1c75c4df8e None None] Pushing event updated for resources: {'Port': ['ID=2c90a100-5fbe-45fa-9d9a-fbaef1701300,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:49.302141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5854e71-861f-4ef6-a7d0-0d1c75c4df8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:49.306012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:25:49.306601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:49.334617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad7a7a2-a921-4773-8668-8d27f447c88d,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:49.339231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:49.340059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:49.504481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Network 325c441a-6390-4eca-a5c6-ae89b4ed85bb is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:25:49.505786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:25:49.554875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:49.588842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-59116c52-a921-46a0-b5cf-a658001b3e50 None None] Provisioning complete for port 6c677597-09cb-4882-84de-bdd260f41189 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:49.589263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59116c52-a921-46a0-b5cf-a658001b3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:49.653611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:25:49.717434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 6c677597-09cb-4882-84de-bdd260f41189, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6c677597-09cb-4882-84de-bdd260f41189,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:25:49.726118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:49.730150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:49.974596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=6c677597-09cb-4882-84de-bdd260f41189,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:50.039158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:50.070951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:50.091171 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-59116c52-a921-46a0-b5cf-a658001b3e50 None None] Provisioning for port 9ad7a7a2-a921-4773-8668-8d27f447c88d completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:25:50.126131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-59116c52-a921-46a0-b5cf-a658001b3e50 None None] Provisioning complete for port 9ad7a7a2-a921-4773-8668-8d27f447c88d triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:50.126549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59116c52-a921-46a0-b5cf-a658001b3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:50.170079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:25:50.199431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-59116c52-a921-46a0-b5cf-a658001b3e50 None None] Port 9ad7a7a2-a921-4773-8668-8d27f447c88d cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:25:50.216155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:49Z', 'revision_number': 2, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:50.220421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa08b3-c69e-46f0-aeeb-64f8608568f9 None None] The sync data for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv is: [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:49Z', 'revision_number': 2, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:25:50.322203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1d7cf35a-4046-49e1-be98-491b8dbf902b None None] Provisioning complete for port 9ad7a7a2-a921-4773-8668-8d27f447c88d triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:50.322770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1d7cf35a-4046-49e1-be98-491b8dbf902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:50.378851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1d7cf35a-4046-49e1-be98-491b8dbf902b None None] Port 9ad7a7a2-a921-4773-8668-8d27f447c88d cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:25:50.387243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:25:50.396933 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-33c3dc53-3b14-4ee5-a115-cd190197ed12 admin admin] 10.222.0.67 "PUT /v2.0/routers/b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8742127 Dec 21 17:25:51.019029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6c677597-09cb-4882-84de-bdd260f41189 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:25:51.098228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 6c677597-09cb-4882-84de-bdd260f41189 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:51.098748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:51.355385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52628) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:51.365482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-440406308-network', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:51.372173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:51.378058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Usage tracker for resource:network and tenant:51cc27be45934fa0a5622f68b4faf1c1 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:51.381623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:51.388156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:51.408718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Made reservation on behalf of 51cc27be45934fa0a5622f68b4faf1c1 for: {'network': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:25:51.413591 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:51.428035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:51.461958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:51.465984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Usage tracker for resource:security_group_rule and tenant:51cc27be45934fa0a5622f68b4faf1c1 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:51.469587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:51.475871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:51.549387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:51.552254 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:51.556652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9431ac12-e690-46ee-a57d-7cb9478bf6e3 tempest-ServerActionsTestJSON-455891611 tempest-ServerActionsTestJSON-455891611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:51.587693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=88887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:25:51.597889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8814415-36b6-417f-b785-cd5a73745361,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:51.601829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:51.606316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:51.606716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Added segment 9ec2bb04-5d44-457f-8035-221475552be3 of type vlan for network b1f64e6f-d9b4-43eb-a180-1b3ca9736bac Dec 21 17:25:51.642267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:51.674170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:51.675348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:51.676076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:51.681714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3f20a75d-f8c7-4816-a581-5530ae50e0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:51.785932 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4293239 Dec 21 17:25:51.789020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52632) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:51.791724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f64e6f-d9b4-43eb-a180-1b3ca9736bac,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:51.795088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-67d38d82-8746-4c8f-82fa-d1dd8a717807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:51.795983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Request body: {'subnet': {'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-440406308-subnet', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'ip_version': 4}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:51.801912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:51.803135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network b1f64e6f-d9b4-43eb-a180-1b3ca9736bac details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:25:51.806484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Usage tracker for resource:subnet and tenant:51cc27be45934fa0a5622f68b4faf1c1 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:51.809795 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:51.816074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:51.826961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Made reservation on behalf of 51cc27be45934fa0a5622f68b4faf1c1 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:25:51.832712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.056268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.060659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-611d9949-eab7-46c4-95aa-ab562fa1e11c tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:52.139530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c89dc4-1fa1-4c78-bfce-f286a841eafb,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:52.143456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:52.154150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Checking segment: {'id': '9ec2bb04-5d44-457f-8035-221475552be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:25:52.154550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Network hostable DHCP agents. Network: b1f64e6f-d9b4-43eb-a180-1b3ca9736bac, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:25:52.175923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Network b1f64e6f-d9b4-43eb-a180-1b3ca9736bac is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:25:52.183971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, b1f64e6f-d9b4-43eb-a180-1b3ca9736bac) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:25:52.188646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:52.189405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.195101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b9281-65ab-49de-89b6-2359b0aa71a6 None None] Network b1f64e6f-d9b4-43eb-a180-1b3ca9736bac requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:25:52.213985 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2fe54625-db6f-46b0-bd12-265dfca136a0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4231129 Dec 21 17:25:52.216328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52636) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:52.222163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-440406308-router', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:52.227595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:52.232384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Usage tracker for resource:router and tenant:51cc27be45934fa0a5622f68b4faf1c1 is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:52.235750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:52.245513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:52.256784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.257867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.277231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.441151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.449122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-b1f64e6f-d9b4-43eb-a180-1b3ca9736bac', 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'fixed_ips': [{'subnet_id': '15c89dc4-1fa1-4c78-bfce-f286a841eafb'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:25:52.450017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.612439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Allocated IP 172.20.0.2 (b1f64e6f-d9b4-43eb-a180-1b3ca9736bac/15c89dc4-1fa1-4c78-bfce-f286a841eafb/9b743e0e-bf83-4218-a4c1-b7606f029683) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:25:52.639874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.672481 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.817708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Allocated IP 172.26.7.238 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/418bcf7a-6d1f-437d-8fbc-2763d81e18be) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:25:52.823851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.835023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Transition to ACTIVE for port object 9b743e0e-bf83-4218-a4c1-b7606f029683 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:25:52.854537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Transition to ACTIVE for port object 9b743e0e-bf83-4218-a4c1-b7606f029683 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:25:52.859078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:52.864518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ae10bb8a-8d33-448a-b632-a9d03e629c15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:52.929111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Network b1f64e6f-d9b4-43eb-a180-1b3ca9736bac is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:25:52.932948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:25:52.935477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:25:52.945701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Pushing event updated for resources: {'Port': ['ID=9b743e0e-bf83-4218-a4c1-b7606f029683,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:52.948392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:52.984735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:53.012724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:53.017850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-79d03fd4-b1f0-4ad3-b9d2-ec5cd067ecbe tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:53.043130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2c90a100-5fbe-45fa-9d9a-fbaef1701300 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:25:53.083948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Attempting to bind port 9b743e0e-bf83-4218-a4c1-b7606f029683 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:25:53.084706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Attempting to bind port 9b743e0e-bf83-4218-a4c1-b7606f029683 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '9ec2bb04-5d44-457f-8035-221475552be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:25:53.084875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Attempting to bind port 9b743e0e-bf83-4218-a4c1-b7606f029683 on network b1f64e6f-d9b4-43eb-a180-1b3ca9736bac {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:25:53.086392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:25:53.089612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:25:53.094854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:25:53.109150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:25:53.109575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Checking segment: {'id': '9ec2bb04-5d44-457f-8035-221475552be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:25:53.110028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:53.110468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Bound using segment: {'id': '9ec2bb04-5d44-457f-8035-221475552be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:25:53.111021 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Bound port: 9b743e0e-bf83-4218-a4c1-b7606f029683, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec2bb04-5d44-457f-8035-221475552be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:25:53.111444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:53.124389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Pushing event updated for resources: {'Port': ['ID=418bcf7a-6d1f-437d-8fbc-2763d81e18be,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:53.129905 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:53.205205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 2c90a100-5fbe-45fa-9d9a-fbaef1701300 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:25:53.214927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2c90a100-5fbe-45fa-9d9a-fbaef1701300 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:53.215420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:53.255339 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] For port 9b743e0e-bf83-4218-a4c1-b7606f029683, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:25:53.259769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:53.260545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:53.275733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] For port 9b743e0e-bf83-4218-a4c1-b7606f029683, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b743e0e-bf83-4218-a4c1-b7606f029683,segment=NetworkSegment(9ec2bb04-5d44-457f-8035-221475552be3),segment_id=9ec2bb04-5d44-457f-8035-221475552be3)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:25:53.281572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:53.286451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:53.525127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:25:53.588397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Pushing event updated for resources: {'Port': ['ID=9b743e0e-bf83-4218-a4c1-b7606f029683,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:53.593482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:53.617523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:53.634063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 2c90a100-5fbe-45fa-9d9a-fbaef1701300, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2c90a100-5fbe-45fa-9d9a-fbaef1701300,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:25:53.638214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:53.640599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:53.723668 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=2c90a100-5fbe-45fa-9d9a-fbaef1701300,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:53.731934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:53.945418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Sync routers for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:25:53.964702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:25:53.965417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:53.987355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:25:53.998530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Sync routers for ids ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:25:54.013328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Routers {'d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:25:54.014106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:54.019740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:54.021091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8036594 Dec 21 17:25:54.024207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52640) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:54.181736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:25:54.207224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Set router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:25:54.522612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:49Z', 'revision_number': 2, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:54.526747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Checking router: b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:25:54.527320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Updating router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c port 9ad7a7a2-a921-4773-8668-8d27f447c88d binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:25:54.531499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'name': 'tempest-TestShelveInstance-440406308-router', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 3, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'gw_port': {'id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:54.535772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Checking router: d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:25:54.536261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Updating router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 port 418bcf7a-6d1f-437d-8fbc-2763d81e18be binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:25:54.586096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:54.590664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:54.892368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:54.964918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:54.988741 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Transition to ACTIVE for port object 418bcf7a-6d1f-437d-8fbc-2763d81e18be will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:25:54.997742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.002264 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.008859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ffdcd3ca-7de8-4246-89b1-81677e45b5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:55.020094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Transition to ACTIVE for port object 9ad7a7a2-a921-4773-8668-8d27f447c88d will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:25:55.033508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.037578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f3626f6a-1b4e-4599-9a64-a1cb239970b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:55.101872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2a453-f48f-428d-a07c-cafee1025a0c None None] Pushing event updated for resources: {'Port': ['ID=418bcf7a-6d1f-437d-8fbc-2763d81e18be,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:55.110253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9a2a453-f48f-428d-a07c-cafee1025a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:55.136132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Attempting to bind port 418bcf7a-6d1f-437d-8fbc-2763d81e18be on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:25:55.136565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Attempting to bind port 418bcf7a-6d1f-437d-8fbc-2763d81e18be by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:25:55.136986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Attempting to bind port 418bcf7a-6d1f-437d-8fbc-2763d81e18be on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:25:55.161681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:25:55.162103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:25:55.162570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.163053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:25:55.163596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Bound port: 418bcf7a-6d1f-437d-8fbc-2763d81e18be, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:25:55.164028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.217234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Pushing event updated for resources: {'Port': ['ID=9ad7a7a2-a921-4773-8668-8d27f447c88d,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:55.221733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Allocated IP 172.20.0.1 (b1f64e6f-d9b4-43eb-a180-1b3ca9736bac/15c89dc4-1fa1-4c78-bfce-f286a841eafb/d33f8066-5ca9-4931-aabe-6ea04f5cf504) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:25:55.231900 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:55.232543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:55.233079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:55.233627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:55.234036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:55.234652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:55.234799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:55.235142 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:55.235509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:55.235869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:55.236228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:25:55.241996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:55.255125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] For port 418bcf7a-6d1f-437d-8fbc-2763d81e18be, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:25:55.260939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] For port 418bcf7a-6d1f-437d-8fbc-2763d81e18be, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=418bcf7a-6d1f-437d-8fbc-2763d81e18be,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:25:55.264003 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9b743e0e-bf83-4218-a4c1-b7606f029683 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:25:55.300518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.314740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5854e71-861f-4ef6-a7d0-0d1c75c4df8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:55.329975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Attempting to bind port 9ad7a7a2-a921-4773-8668-8d27f447c88d on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:25:55.330390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Attempting to bind port 9ad7a7a2-a921-4773-8668-8d27f447c88d by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:25:55.330809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Attempting to bind port 9ad7a7a2-a921-4773-8668-8d27f447c88d on network 325c441a-6390-4eca-a5c6-ae89b4ed85bb {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:25:55.337991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:25:55.338383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Checking segment: {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:25:55.338836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.339296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Bound using segment: {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:25:55.339825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Bound port: 9ad7a7a2-a921-4773-8668-8d27f447c88d, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:25:55.340240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.397427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2a453-f48f-428d-a07c-cafee1025a0c None None] Pushing event updated for resources: {'Port': ['ID=418bcf7a-6d1f-437d-8fbc-2763d81e18be,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:55.404749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9a2a453-f48f-428d-a07c-cafee1025a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:55.462536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Routers {'d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:25:55.463275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:55.482520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.490231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] For port 9ad7a7a2-a921-4773-8668-8d27f447c88d, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:25:55.496485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] For port 9ad7a7a2-a921-4773-8668-8d27f447c88d, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9ad7a7a2-a921-4773-8668-8d27f447c88d,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:25:55.503140 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Transition to ACTIVE for port object d33f8066-5ca9-4931-aabe-6ea04f5cf504 will not be triggered until provisioned by entity DHCP. {{(pid=88888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:25:55.507173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.511984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5d474aa9-c0b0-4b63-95c5-2663aa016a21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:55.525560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.529750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fbb58407-092c-442d-a80c-37b7d755ced7 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:55.557666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 9b743e0e-bf83-4218-a4c1-b7606f029683 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:25:55.614165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Network b1f64e6f-d9b4-43eb-a180-1b3ca9736bac is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:25:55.626103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:25:55.626318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:25:55.626811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:55.632417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2c90a100-5fbe-45fa-9d9a-fbaef1701300 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:25:55.634882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:25:55.679636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Pushing event updated for resources: {'Port': ['ID=d33f8066-5ca9-4931-aabe-6ea04f5cf504,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:55.692173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:55.692888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747313cb-ecb2-4fbb-acff-49f6204554f0 None None] Network b1f64e6f-d9b4-43eb-a180-1b3ca9736bac requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:25:55.713310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.815014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.904825 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6059591e-a020-446d-bd4c-c1244ed7acbb None None] Provisioning for port 9b743e0e-bf83-4218-a4c1-b7606f029683 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:25:55.939909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-6059591e-a020-446d-bd4c-c1244ed7acbb None None] Provisioning complete for port 9b743e0e-bf83-4218-a4c1-b7606f029683 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:55.940331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6059591e-a020-446d-bd4c-c1244ed7acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:55.963191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Pushing event updated for resources: {'Port': ['ID=9ad7a7a2-a921-4773-8668-8d27f447c88d,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:55.966513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-02895507-ff83-487b-8aa7-fc5c5f8ba03d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:55.971620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 2c90a100-5fbe-45fa-9d9a-fbaef1701300 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:55.972044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:56.015932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:25:56.079744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:56.080526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] Set router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:25:56.083582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:56.117635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9944401a-a466-49cb-b6ef-7c9ac3a93481 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:56.198634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Pushing event updated for resources: {'Port': ['ID=d33f8066-5ca9-4931-aabe-6ea04f5cf504,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:56.201404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:56.206620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:56.355943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Network b1f64e6f-d9b4-43eb-a180-1b3ca9736bac is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:25:56.357131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:25:56.364576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:55Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:56.369606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e867533-f242-424e-9204-e9fb559e0f21 None None] The sync data for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv is: [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:55Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:25:56.724532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6059591e-a020-446d-bd4c-c1244ed7acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:56.792587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:25:56.826852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6059591e-a020-446d-bd4c-c1244ed7acbb None None] For port 9b743e0e-bf83-4218-a4c1-b7606f029683, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b743e0e-bf83-4218-a4c1-b7606f029683,segment=NetworkSegment(9ec2bb04-5d44-457f-8035-221475552be3),segment_id=9ec2bb04-5d44-457f-8035-221475552be3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:25:56.835689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6059591e-a020-446d-bd4c-c1244ed7acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:56.838982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:56.916263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'name': 'tempest-TestShelveInstance-440406308-router', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 3, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'gw_port': {'id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:25:56.923776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062e651-564f-4b7d-ace3-ee1b976303d6 None None] The sync data for ids ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'] in dv-neutron-822515-1-hyperv is: [{'id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'name': 'tempest-TestShelveInstance-440406308-router', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 3, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'gw_port': {'id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:25:56.925519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059591e-a020-446d-bd4c-c1244ed7acbb None None] Pushing event updated for resources: {'Port': ['ID=9b743e0e-bf83-4218-a4c1-b7606f029683,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:56.928863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6059591e-a020-446d-bd4c-c1244ed7acbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:57.094357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9b743e0e-bf83-4218-a4c1-b7606f029683 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:25:57.208236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-481d7d08-70e2-4325-9cad-6bad20e5d910 None None] Provisioning for port d33f8066-5ca9-4931-aabe-6ea04f5cf504 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:25:57.213479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9b743e0e-bf83-4218-a4c1-b7606f029683 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:57.213907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:57.251527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-481d7d08-70e2-4325-9cad-6bad20e5d910 None None] Provisioning complete for port d33f8066-5ca9-4931-aabe-6ea04f5cf504 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:57.251948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-481d7d08-70e2-4325-9cad-6bad20e5d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:57.310743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:25:57.326930 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] 10.222.0.67 "PUT /v2.0/routers/d2b220d5-a31c-45cc-baf1-1ca8619f7ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2959359 Dec 21 17:25:57.337774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-481d7d08-70e2-4325-9cad-6bad20e5d910 None None] Port d33f8066-5ca9-4931-aabe-6ea04f5cf504 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:25:57.424640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-481d7d08-70e2-4325-9cad-6bad20e5d910 None None] Provisioning complete for port 9b743e0e-bf83-4218-a4c1-b7606f029683 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:57.425131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-481d7d08-70e2-4325-9cad-6bad20e5d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:57.467200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9ad7a7a2-a921-4773-8668-8d27f447c88d up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:25:57.638097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 9ad7a7a2-a921-4773-8668-8d27f447c88d completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:25:57.652098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9ad7a7a2-a921-4773-8668-8d27f447c88d triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:57.652717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:57.802108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:57.847291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c0b6bdb1-afc1-4baf-bb77-d2422c735256 None None] Provisioning complete for port d33f8066-5ca9-4931-aabe-6ea04f5cf504 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:57.847772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c0b6bdb1-afc1-4baf-bb77-d2422c735256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:57.892533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 9ad7a7a2-a921-4773-8668-8d27f447c88d, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9ad7a7a2-a921-4773-8668-8d27f447c88d,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:25:57.904386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:57.909128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9a2a453-f48f-428d-a07c-cafee1025a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:57.950941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c0b6bdb1-afc1-4baf-bb77-d2422c735256 None None] Port d33f8066-5ca9-4931-aabe-6ea04f5cf504 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:25:57.986335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=9ad7a7a2-a921-4773-8668-8d27f447c88d,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:57.990163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:58.076148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-3f03dffa-db72-48d6-8673-c5b346bd0470 None None] Provisioning complete for port d33f8066-5ca9-4931-aabe-6ea04f5cf504 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:58.076650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3f03dffa-db72-48d6-8673-c5b346bd0470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.078152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52650) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:58.084586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929360803', 'description': 'tempest-secgroup-smoke-1929360803 description', 'project_id': '9371ebab9e294e7ab375f9238368a67c'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:58.096062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:58.100517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:58.103698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:58.110182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:58.125060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.152768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3f03dffa-db72-48d6-8673-c5b346bd0470 None None] Port d33f8066-5ca9-4931-aabe-6ea04f5cf504 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:25:58.169631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:58.173956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:58.177119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:58.183579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:58.242823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.246076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.252137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5ef84e7a-0053-4301-bdc9-27a10b084abe tempest-SecGroupTest-1143393171 tempest-SecGroupTest-1143393171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:58.295008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.296370 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2170756 Dec 21 17:25:58.297366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b3626c-501a-4823-9459-24a7943a087e,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:58.299784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52656) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:58.300415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11149ad1-e865-40a5-a5dc-4b7c52787d90 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:58.312780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': 'f8b3626c-501a-4823-9459-24a7943a087e', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:58.324239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:58.329101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:58.333488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:58.339984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:58.356228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.427486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.430884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.432926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-959976f6-666e-43cd-ad0b-b4f9b722cf38 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:58.459001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351044c1-be1a-4fb3-bc33-9cb9ac08f17c,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:58.461767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:58.468748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.470049 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1643689 Dec 21 17:25:58.472943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52662) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:58.479056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': 'f8b3626c-501a-4823-9459-24a7943a087e', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:58.486077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:58.490220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:58.493484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:58.500368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:58.517349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.582578 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.585196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.587137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c0b61096-b8ed-4b14-aee1-50161ba389c5 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:58.610906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cbc2d5-1d48-46e4-951c-b26567623a80,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:58.613517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:58.619892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.621174 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1472204 Dec 21 17:25:58.624745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52666) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:58.630769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': 'f8b3626c-501a-4823-9459-24a7943a087e', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:58.637306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:58.641977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:58.645114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:58.651587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:58.667702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.734735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.737407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.739350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bb98cdad-d65e-4d27-824b-c3aee08b94ea tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:58.762842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3ddb57-25d0-42e8-acf0-4a839074b335,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:58.766303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:58.772903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.774182 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d76d2456-d839-4d43-89bd-fe3ae9a8e1bc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1484466 Dec 21 17:25:58.777125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52672) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:58.783222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': 'f8b3626c-501a-4823-9459-24a7943a087e', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:58.789473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:58.793505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:58.796579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:58.802645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:58.821657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.887771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.890817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.892723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2023c781-1b47-4802-81a8-697560cedc6f tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:58.915685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60150160-3f00-4f48-a260-e5c4a6786d8b,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:58.918244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:58.924393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:58.925637 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1474845 Dec 21 17:25:58.928627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52676) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:58.934987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': 'f8b3626c-501a-4823-9459-24a7943a087e', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:58.943335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:58.947338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:58.950338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:58.956984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:58.967350 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Project 9371ebab9e294e7ab375f9238368a67c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:25:58.974573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.050872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.054461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.056475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa68b42c-327d-4e6b-a3ef-a0ce7e53e93c tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:59.081124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c0bcf0-e24e-432d-8448-f44f37f8ab8a,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:59.083813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:59.085388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 418bcf7a-6d1f-437d-8fbc-2763d81e18be up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:25:59.091095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.092395 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-5cf8e1a8-8723-4e4a-9e18-9d8b9bfe6ff1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1626134 Dec 21 17:25:59.095321 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 52680) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:25:59.101477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': 'f8b3626c-501a-4823-9459-24a7943a087e', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:25:59.107834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:25:59.112387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:25:59.116211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:25:59.122297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:25:59.132889 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Project 9371ebab9e294e7ab375f9238368a67c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:25:59.139636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.163783 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 418bcf7a-6d1f-437d-8fbc-2763d81e18be completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:25:59.168616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 418bcf7a-6d1f-437d-8fbc-2763d81e18be triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:59.169041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.213267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.215850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.223222 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4198b7a0-9fb7-4628-bc00-abd456d865d4 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:59.245308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124178c6-31b6-4e76-a5e6-0643dcb5abb6,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:59.248008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:59.251945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.261582 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3d5f5cbd-ff70-410a-bed3-75e0f2aa7df2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1567593 Dec 21 17:25:59.288918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.306037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 418bcf7a-6d1f-437d-8fbc-2763d81e18be, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=418bcf7a-6d1f-437d-8fbc-2763d81e18be,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:25:59.309089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.309998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9ad7a7a2-a921-4773-8668-8d27f447c88d up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:25:59.338550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:25:59.447060 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=418bcf7a-6d1f-437d-8fbc-2763d81e18be,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:25:59.451377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:25:59.458441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99997b75-90e3-4113-84ab-94b4a3229393 req-5d85e59c-c63e-4f18-9a9d-cc40bdb54269 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Synchronizing usage tracker for tenant:9371ebab9e294e7ab375f9238368a67c on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:25:59.459434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 9ad7a7a2-a921-4773-8668-8d27f447c88d triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:25:59.459869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:25:59.475161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99997b75-90e3-4113-84ab-94b4a3229393 req-5d85e59c-c63e-4f18-9a9d-cc40bdb54269 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Unset dirty status for tenant:9371ebab9e294e7ab375f9238368a67c on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:25:59.476357 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-5d85e59c-c63e-4f18-9a9d-cc40bdb54269 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929360803&fields=id&tenant_id=9371ebab9e294e7ab375f9238368a67c HTTP/1.1" status: 200 len: 267 time: 0.0710204 Dec 21 17:25:59.635517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99997b75-90e3-4113-84ab-94b4a3229393 req-64b7741f-489d-4e6f-9af0-625cdb3e0f30 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:25:59.637107 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-64b7741f-489d-4e6f-9af0-625cdb3e0f30 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 808 time: 0.1535294 Dec 21 17:25:59.654737 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-2da2ccb6-0148-4a59-ba7a-c228ccd41565 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/quotas/9371ebab9e294e7ab375f9238368a67c HTTP/1.1" status: 200 len: 375 time: 0.0115113 Dec 21 17:25:59.745371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99997b75-90e3-4113-84ab-94b4a3229393 req-66874632-0959-431e-a8ba-370600320ed5 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Synchronizing usage tracker for tenant:9371ebab9e294e7ab375f9238368a67c on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:25:59.760959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99997b75-90e3-4113-84ab-94b4a3229393 req-66874632-0959-431e-a8ba-370600320ed5 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Unset dirty status for tenant:9371ebab9e294e7ab375f9238368a67c on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:25:59.762322 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-66874632-0959-431e-a8ba-370600320ed5 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017368 Dec 21 17:25:59.835088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:00.046473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-780dc3e0-e713-4f73-8cc3-7a594adbb11e service neutron] 10.222.0.67 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711432 Dec 21 17:26:00.187390 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1ff432df-9283-410d-a5a2-689b34abd179 service neutron] 10.222.0.67 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345692 Dec 21 17:26:00.384694 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7e89b13e-55f5-43b0-98ce-6fcd905b867a req-1bb68cf1-c4da-434d-a77a-bac563ec5e03 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 210 time: 0.0453074 Dec 21 17:26:00.439471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Sync routers for ids ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:26:00.453305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Routers {'d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:26:00.454053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:26:00.643615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Set router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:26:00.983831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'name': 'tempest-TestShelveInstance-440406308-router', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:55Z', 'revision_number': 4, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'gw_port': {'id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'd33f8066-5ca9-4931-aabe-6ea04f5cf504', 'name': '', 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'mac_address': 'fa:16:3e:fe:4b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15c89dc4-1fa1-4c78-bfce-f286a841eafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:54Z', 'updated_at': '2021-12-21T17:25:55Z', 'revision_number': 2, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'subnets': [{'id': '15c89dc4-1fa1-4c78-bfce-f286a841eafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:26:00.988305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Checking router: d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:26:00.988712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Updating router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 port d33f8066-5ca9-4931-aabe-6ea04f5cf504 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:26:01.018879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 418bcf7a-6d1f-437d-8fbc-2763d81e18be up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:26:01.047705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:01.098958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 418bcf7a-6d1f-437d-8fbc-2763d81e18be triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:26:01.099377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:01.411589 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:01.424393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Transition to ACTIVE for port object d33f8066-5ca9-4931-aabe-6ea04f5cf504 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:26:01.430165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:01.434885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f9ef9481-8ae6-45c9-8657-42db4781bf08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:26:01.569013 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-26f6dccf-2f1e-46a2-9c15-0da64203acde req-8155484c-c96c-4da5-8605-f8bfce740064 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 210 time: 0.0499511 Dec 21 17:26:01.665780 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da657a-c746-4024-ad02-0e3520a0b66a None None] Pushing event updated for resources: {'Port': ['ID=d33f8066-5ca9-4931-aabe-6ea04f5cf504,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:26:01.685279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b2da657a-c746-4024-ad02-0e3520a0b66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:26:01.686043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Attempting to bind port d33f8066-5ca9-4931-aabe-6ea04f5cf504 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:26:01.686488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Attempting to bind port d33f8066-5ca9-4931-aabe-6ea04f5cf504 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '9ec2bb04-5d44-457f-8035-221475552be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:26:01.686919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Attempting to bind port d33f8066-5ca9-4931-aabe-6ea04f5cf504 on network b1f64e6f-d9b4-43eb-a180-1b3ca9736bac {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:26:01.694026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:26:01.694448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Checking segment: {'id': '9ec2bb04-5d44-457f-8035-221475552be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:26:01.695066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:01.695377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Bound using segment: {'id': '9ec2bb04-5d44-457f-8035-221475552be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:26:01.695895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Bound port: d33f8066-5ca9-4931-aabe-6ea04f5cf504, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec2bb04-5d44-457f-8035-221475552be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:26:01.696312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:01.768078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99997b75-90e3-4113-84ab-94b4a3229393 req-0a6d46b4-a5f1-4a40-b572-7c04d7e6e44c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:01.769072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99997b75-90e3-4113-84ab-94b4a3229393 req-0a6d46b4-a5f1-4a40-b572-7c04d7e6e44c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Synchronizing usage tracker for tenant:9371ebab9e294e7ab375f9238368a67c on resource:network {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:26:01.789715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99997b75-90e3-4113-84ab-94b4a3229393 req-0a6d46b4-a5f1-4a40-b572-7c04d7e6e44c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Unset dirty status for tenant:9371ebab9e294e7ab375f9238368a67c on resource:network {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:26:01.791027 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-0a6d46b4-a5f1-4a40-b572-7c04d7e6e44c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 808 time: 0.2049294 Dec 21 17:26:01.808738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] For port d33f8066-5ca9-4931-aabe-6ea04f5cf504, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:26:01.812964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] For port d33f8066-5ca9-4931-aabe-6ea04f5cf504, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d33f8066-5ca9-4931-aabe-6ea04f5cf504,segment=NetworkSegment(9ec2bb04-5d44-457f-8035-221475552be3),segment_id=9ec2bb04-5d44-457f-8035-221475552be3)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:26:01.817037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:01.821754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bc343eb6-775c-4e5e-981b-8d2e8a4c258b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:26:01.860260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8332f0ac-dc9a-4901-84f7-c2b5e0d86e68 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Synchronizing usage tracker for tenant:9371ebab9e294e7ab375f9238368a67c on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:26:01.872857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8332f0ac-dc9a-4901-84f7-c2b5e0d86e68 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Unset dirty status for tenant:9371ebab9e294e7ab375f9238368a67c on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:26:01.874560 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8332f0ac-dc9a-4901-84f7-c2b5e0d86e68 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9371ebab9e294e7ab375f9238368a67c HTTP/1.1" status: 200 len: 380 time: 0.0724134 Dec 21 17:26:01.888613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'port': {'device_id': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'admin_state_up': True, 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'security_groups': ['f8b3626c-501a-4823-9459-24a7943a087e']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:26:01.917033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da657a-c746-4024-ad02-0e3520a0b66a None None] Pushing event updated for resources: {'Port': ['ID=d33f8066-5ca9-4931-aabe-6ea04f5cf504,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:26:01.921359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b2da657a-c746-4024-ad02-0e3520a0b66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:26:01.922509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Routers {'d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:26:01.923192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:26:02.050631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:26:02.061999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:26:02.071698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Made reservation on behalf of 9371ebab9e294e7ab375f9238368a67c for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:26:02.077972 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:02.120593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] Set router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:26:02.260596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Allocated IP 172.20.0.13 (325c441a-6390-4eca-a5c6-ae89b4ed85bb/8729c1fd-4518-463f-8094-38d0f2362c94/09452933-cfa3-401e-aa7c-013bca520ba2) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:26:02.475574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:02.492517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Transition to ACTIVE for port object 09452933-cfa3-401e-aa7c-013bca520ba2 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:26:02.512562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:02.518476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-786239e0-5755-47e7-aa54-6d8659f754ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:26:02.594275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Network 325c441a-6390-4eca-a5c6-ae89b4ed85bb is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:26:02.595300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'Port': ['ID=09452933-cfa3-401e-aa7c-013bca520ba2,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:26:02.598095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:26:02.600099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:26:02.600849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:26:02.618719 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'name': 'tempest-TestShelveInstance-440406308-router', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:55Z', 'revision_number': 4, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'gw_port': {'id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'd33f8066-5ca9-4931-aabe-6ea04f5cf504', 'name': '', 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'mac_address': 'fa:16:3e:fe:4b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15c89dc4-1fa1-4c78-bfce-f286a841eafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:54Z', 'updated_at': '2021-12-21T17:26:01Z', 'revision_number': 4, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'subnets': [{'id': '15c89dc4-1fa1-4c78-bfce-f286a841eafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:26:02.622946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cddd3f2-daf1-41f0-b41e-bc347903269f None None] The sync data for ids ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'] in dv-neutron-822515-1-hyperv is: [{'id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'name': 'tempest-TestShelveInstance-440406308-router', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:55Z', 'revision_number': 4, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'gw_port': {'id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': 'd33f8066-5ca9-4931-aabe-6ea04f5cf504', 'name': '', 'network_id': 'b1f64e6f-d9b4-43eb-a180-1b3ca9736bac', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'mac_address': 'fa:16:3e:fe:4b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15c89dc4-1fa1-4c78-bfce-f286a841eafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:54Z', 'updated_at': '2021-12-21T17:26:01Z', 'revision_number': 4, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'subnets': [{'id': '15c89dc4-1fa1-4c78-bfce-f286a841eafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:26:02.690228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:02.690431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:02.744657 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8588748 Dec 21 17:26:02.756540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Request body: {'port': {'device_id': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:26:02.858461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61259342-9685-4213-9d1e-54250f3fc8c6 req-def14464-78d2-4682-9729-0bc258d37590 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:02.868885 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-61259342-9685-4213-9d1e-54250f3fc8c6 req-def14464-78d2-4682-9729-0bc258d37590 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 932 time: 0.1106920 Dec 21 17:26:02.893256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:02.931969 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-61259342-9685-4213-9d1e-54250f3fc8c6 req-cd8137d2-08af-43d2-a847-b22499f93629 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599475 Dec 21 17:26:03.056287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fcb48a73-ca48-4a77-9ed7-c747059495bc None None] Provisioning for port 09452933-cfa3-401e-aa7c-013bca520ba2 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:26:03.062525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-fcb48a73-ca48-4a77-9ed7-c747059495bc None None] Provisioning complete for port 09452933-cfa3-401e-aa7c-013bca520ba2 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:26:03.062978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fcb48a73-ca48-4a77-9ed7-c747059495bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:03.115114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d33f8066-5ca9-4931-aabe-6ea04f5cf504 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:26:03.159948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-fcb48a73-ca48-4a77-9ed7-c747059495bc None None] Port 09452933-cfa3-401e-aa7c-013bca520ba2 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:26:03.199257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port d33f8066-5ca9-4931-aabe-6ea04f5cf504 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:26:03.204486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d33f8066-5ca9-4931-aabe-6ea04f5cf504 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:26:03.204919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:03.296216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09452933-cfa3-401e-aa7c-013bca520ba2 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:26:03.304853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:03.323939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Transition to ACTIVE for port object 09452933-cfa3-401e-aa7c-013bca520ba2 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:26:03.326883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:03.329473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:03.333018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1eab5118-2bac-4331-918e-ceb97685f44f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:26:03.376584 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port d33f8066-5ca9-4931-aabe-6ea04f5cf504, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d33f8066-5ca9-4931-aabe-6ea04f5cf504,segment=NetworkSegment(9ec2bb04-5d44-457f-8035-221475552be3),segment_id=9ec2bb04-5d44-457f-8035-221475552be3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:26:03.380309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:03.385375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:26:03.482164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=d33f8066-5ca9-4931-aabe-6ea04f5cf504,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:26:03.493177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Pushing event updated for resources: {'Port': ['ID=09452933-cfa3-401e-aa7c-013bca520ba2,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:26:03.493999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:26:03.497344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:26:03.611725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Attempting to bind port 09452933-cfa3-401e-aa7c-013bca520ba2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:26:03.612661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Attempting to bind port 09452933-cfa3-401e-aa7c-013bca520ba2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:26:03.613317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Attempting to bind port 09452933-cfa3-401e-aa7c-013bca520ba2 on network 325c441a-6390-4eca-a5c6-ae89b4ed85bb {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:26:03.619927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Port 09452933-cfa3-401e-aa7c-013bca520ba2 on network 325c441a-6390-4eca-a5c6-ae89b4ed85bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:26:03.620431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Attempting to bind port 09452933-cfa3-401e-aa7c-013bca520ba2 on network 325c441a-6390-4eca-a5c6-ae89b4ed85bb {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:26:03.628675 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:26:03.629037 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Checking segment: {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:26:03.629470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Bound using segment: {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:26:03.629954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Bound port: 09452933-cfa3-401e-aa7c-013bca520ba2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:26:03.630362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:03.730536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:26:03.734572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:26:03.738219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:03.743059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb5d9c4a-8e21-42dd-beb4-4b5f5d96ac45 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:26:03.806374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:03.807928 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] 10.222.0.48 "PUT /v2.0/ports/09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 200 len: 1094 time: 1.0574207 Dec 21 17:26:03.808505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:26:03.832485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Pushing event updated for resources: {'Port': ['ID=09452933-cfa3-401e-aa7c-013bca520ba2,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:26:03.836214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:26:03.896222 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2', 'status': 'completed', 'code': 200} Dec 21 17:26:03.938626 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-2268fc72-576d-4f8f-85c0-b2b361b9b91b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1097 time: 0.0910926 Dec 21 17:26:04.018014 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-d9652717-541d-4a33-8047-59616022908f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 200 len: 217 time: 0.0701802 Dec 21 17:26:04.101138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99997b75-90e3-4113-84ab-94b4a3229393 req-a42ac680-a389-4c68-b50e-01f928b11c29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:04.102930 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-a42ac680-a389-4c68-b50e-01f928b11c29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0786750 Dec 21 17:26:04.150055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f08a8-260e-40d0-885b-1d3fef1ccdfe req-11a506c2-aa4c-4176-b016-3b0a4174a18e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:04.151706 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e3f08a8-260e-40d0-885b-1d3fef1ccdfe req-11a506c2-aa4c-4176-b016-3b0a4174a18e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0919347 Dec 21 17:26:04.187918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-ea20eb69-a9c3-4199-b56a-11f1b16f2147 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775471 Dec 21 17:26:04.207068 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e3f08a8-260e-40d0-885b-1d3fef1ccdfe req-7afc5b19-34f6-4257-952d-594e8ec71006 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481098 Dec 21 17:26:04.334926 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-efaead93-72de-49ba-a6f8-20510589051c service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398954 Dec 21 17:26:04.480500 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-99997b75-90e3-4113-84ab-94b4a3229393 req-3e34437b-05f5-4921-b6a6-98e72b421f12 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389070 Dec 21 17:26:04.608123 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cebbcd70-79eb-4ef1-a3d4-399ba4e874bb req-e4fe9170-23c5-402a-8f3c-3cbfe91886dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1097 time: 0.0802386 Dec 21 17:26:04.748857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbcd70-79eb-4ef1-a3d4-399ba4e874bb req-19ac5022-f753-4190-892a-8a48a99d7e59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:04.750424 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cebbcd70-79eb-4ef1-a3d4-399ba4e874bb req-19ac5022-f753-4190-892a-8a48a99d7e59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1363323 Dec 21 17:26:04.821845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cebbcd70-79eb-4ef1-a3d4-399ba4e874bb req-a1f339c7-4ea1-4cf6-b958-7206172317ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 200 len: 217 time: 0.0626166 Dec 21 17:26:04.893436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbcd70-79eb-4ef1-a3d4-399ba4e874bb req-781684ab-3ec6-42cc-baac-86576ff65b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:04.895072 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cebbcd70-79eb-4ef1-a3d4-399ba4e874bb req-781684ab-3ec6-42cc-baac-86576ff65b07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0658412 Dec 21 17:26:04.975656 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cebbcd70-79eb-4ef1-a3d4-399ba4e874bb req-6117c33f-0cc3-451a-8883-c3543b954bfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742242 Dec 21 17:26:05.019150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d33f8066-5ca9-4931-aabe-6ea04f5cf504 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:26:05.090839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port d33f8066-5ca9-4931-aabe-6ea04f5cf504 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:26:05.091213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:05.119228 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cebbcd70-79eb-4ef1-a3d4-399ba4e874bb req-63aacfbd-6d4c-4a76-b303-fab6a76a4ab9 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363451 Dec 21 17:26:05.261230 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cebbcd70-79eb-4ef1-a3d4-399ba4e874bb req-40fbf6ea-8189-4875-bc9f-5cb051126b75 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349564 Dec 21 17:26:05.416947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306dc6b-7fc3-41bf-8bca-b1e5cdfe944a req-57011fee-a49a-47ca-b327-a10092fc90cc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:05.418551 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9306dc6b-7fc3-41bf-8bca-b1e5cdfe944a req-57011fee-a49a-47ca-b327-a10092fc90cc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0833592 Dec 21 17:26:05.473670 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9306dc6b-7fc3-41bf-8bca-b1e5cdfe944a req-3f807cad-9be9-4f57-ba17-c1170dd74e0f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484047 Dec 21 17:26:05.665167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 09452933-cfa3-401e-aa7c-013bca520ba2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:26:05.809475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:26:05.823536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '09452933-cfa3-401e-aa7c-013bca520ba2', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'port_id': '09452933-cfa3-401e-aa7c-013bca520ba2', 'mac_address': 'fa:16:3e:0a:5f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:26:05.878766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:05.897511 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09452933-cfa3-401e-aa7c-013bca520ba2 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:26:05.912943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:26:05.915762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:05.918293 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:26:06.149706 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=09452933-cfa3-401e-aa7c-013bca520ba2,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:26:06.152794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:26:06.190377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['09452933-cfa3-401e-aa7c-013bca520ba2'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:26:06.678819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab5b7d-d37e-43de-b216-85e760f505c6 req-b5e7e3d0-0e1e-4677-95b6-cf3545d95446 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:06.680427 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3aab5b7d-d37e-43de-b216-85e760f505c6 req-b5e7e3d0-0e1e-4677-95b6-cf3545d95446 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 945 time: 0.0867615 Dec 21 17:26:06.728758 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3aab5b7d-d37e-43de-b216-85e760f505c6 req-6913eed3-2ee2-445b-9878-7499649aa8fc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416536 Dec 21 17:26:07.664815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 09452933-cfa3-401e-aa7c-013bca520ba2 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:26:07.733897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 09452933-cfa3-401e-aa7c-013bca520ba2 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:26:07.738694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 09452933-cfa3-401e-aa7c-013bca520ba2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:26:07.739150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:07.860055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:07.888134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:26:07.899280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:26:07.902771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:07.904801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9da01d8c-b940-4588-9039-a4c337c5d098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:26:07.938727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562bb54-9c13-4135-9d5b-0088e5a6ad1d req-fb7eb17b-d186-4ee1-a8db-a4fc5ba72389 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:07.940434 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c562bb54-9c13-4135-9d5b-0088e5a6ad1d req-fb7eb17b-d186-4ee1-a8db-a4fc5ba72389 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 945 time: 0.0865979 Dec 21 17:26:07.974549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=09452933-cfa3-401e-aa7c-013bca520ba2,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:26:07.977829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:26:07.990460 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c562bb54-9c13-4135-9d5b-0088e5a6ad1d req-c656a25c-b831-470c-bb5c-931f7f54d08e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431547 Dec 21 17:26:08.033262 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2', 'code': 200} Dec 21 17:26:08.269257 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b8e2bbc-cd85-446d-8461-f37f8151c2f0 req-74118037-b913-4eab-b708-62c879a62ddf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1099 time: 0.0733244 Dec 21 17:26:08.317808 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b8e2bbc-cd85-446d-8461-f37f8151c2f0 req-f75f8d83-5801-4bbd-9293-935f84057c70 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425100 Dec 21 17:26:09.208489 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02193ae4-14a2-4b4f-ba45-6fcec436ccc8 req-87d603aa-89f3-41b9-89fe-3033ee109509 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:09.210016 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-02193ae4-14a2-4b4f-ba45-6fcec436ccc8 req-87d603aa-89f3-41b9-89fe-3033ee109509 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0877330 Dec 21 17:26:09.259044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-02193ae4-14a2-4b4f-ba45-6fcec436ccc8 req-2bf78a59-9b55-45df-a031-5002d0ea1f2f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Dec 21 17:26:10.471081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0d66f-97a1-407a-91c8-b0e69b35aa08 req-5cd2879c-629c-472d-ac0f-6f89a86187f3 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:10.472715 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b9d0d66f-97a1-407a-91c8-b0e69b35aa08 req-5cd2879c-629c-472d-ac0f-6f89a86187f3 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0900903 Dec 21 17:26:10.520772 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b9d0d66f-97a1-407a-91c8-b0e69b35aa08 req-38b5ae12-e67d-44dd-9977-f1120fca5e49 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Dec 21 17:26:10.728183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f7d8f-3d62-483e-bd64-109053f8603d req-73495e8e-24b4-4578-b4ff-5f1386e3fd52 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:10.729802 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c00f7d8f-3d62-483e-bd64-109053f8603d req-73495e8e-24b4-4578-b4ff-5f1386e3fd52 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0888081 Dec 21 17:26:10.783404 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c00f7d8f-3d62-483e-bd64-109053f8603d req-a18891cf-b4b0-4f9d-bc49-531dfb64da45 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474901 Dec 21 17:26:10.811369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52742) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:26:10.953698 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-32e6e088-0f74-4884-bac0-0c09f1e86667 tempest-TestShelveInstance-2109970279 tempest-TestShelveInstance-2109970279-project-admin] Synchronizing usage tracker for tenant:51cc27be45934fa0a5622f68b4faf1c1 on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:26:10.969857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-32e6e088-0f74-4884-bac0-0c09f1e86667 tempest-TestShelveInstance-2109970279 tempest-TestShelveInstance-2109970279-project-admin] Unset dirty status for tenant:51cc27be45934fa0a5622f68b4faf1c1 on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:26:10.971159 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-32e6e088-0f74-4884-bac0-0c09f1e86667 tempest-TestShelveInstance-2109970279 tempest-TestShelveInstance-2109970279-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1094 time: 0.1587574 Dec 21 17:26:10.974367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 52748) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:26:10.980041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '09452933-cfa3-401e-aa7c-013bca520ba2', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:26:10.986570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:26:10.990527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:floatingip and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:26:10.993454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:26:10.999418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:26:11.012008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:11.158633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:11.302981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Allocated IP 172.26.7.237 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/7bd86ba1-d5ca-4e8b-8d19-f6d796b946f5) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:26:11.457164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:11.483284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:11.487826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-981fef93-14b4-4dca-917f-22bc005d35ee tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:26:11.558610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:26:11.562280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:26:11.565006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:26:11.597069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'Port': ['ID=7bd86ba1-d5ca-4e8b-8d19-f6d796b946f5,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:26:11.599937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:26:12.092507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:12.150550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:12.360504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:12.367208 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:12.372612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43e2f4e4-6738-46d1-8363-c5b1792250d1 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:26:12.475766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'Port': ['ID=7bd86ba1-d5ca-4e8b-8d19-f6d796b946f5,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:26:12.485252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:26:12.500018 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:12.696213 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Floating IP 1cb13b0f-66b3-44db-a3c1-1432740b76ce associated. External IP: 172.26.7.237, port: 09452933-cfa3-401e-aa7c-013bca520ba2. Dec 21 17:26:13.374448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:26:13.600442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:26:13.611407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd9d2a-70c1-4037-b6b4-a5b78fd6ee3f None None] Sync routers for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:26:13.625667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:13.627507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd9d2a-70c1-4037-b6b4-a5b78fd6ee3f None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:26:13.628268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d0bd9d2a-70c1-4037-b6b4-a5b78fd6ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:26:13.682734 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a2a80744-1894-403c-a112-85756d5cc728 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7072275 Dec 21 17:26:13.683598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:26:13.744075 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2', 'status': 'completed', 'code': 200} Dec 21 17:26:13.819458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-d0bd9d2a-70c1-4037-b6b4-a5b78fd6ee3f None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:26:13.849328 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-af488867-f442-4ac5-be61-c7f695867a8a req-609d5f3e-4d28-4f92-be5b-4e9d2b777e9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1099 time: 0.0756733 Dec 21 17:26:13.993789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af488867-f442-4ac5-be61-c7f695867a8a req-9af34dff-c2a7-4e87-a5f1-6b4fde348140 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:13.995458 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-af488867-f442-4ac5-be61-c7f695867a8a req-9af34dff-c2a7-4e87-a5f1-6b4fde348140 service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1397924 Dec 21 17:26:14.191496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d0bd9d2a-70c1-4037-b6b4-a5b78fd6ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '1cb13b0f-66b3-44db-a3c1-1432740b76ce', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'port_id': '09452933-cfa3-401e-aa7c-013bca520ba2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'mac_address': 'fa:16:3e:0a:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:26:11Z', 'updated_at': '2021-12-21T17:26:11Z', 'revision_number': 0, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:26:14.196045 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd9d2a-70c1-4037-b6b4-a5b78fd6ee3f None None] Checking router: b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:26:14.208405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd9d2a-70c1-4037-b6b4-a5b78fd6ee3f None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:26:14.209108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d0bd9d2a-70c1-4037-b6b4-a5b78fd6ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:25:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:26:14.337521 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-af488867-f442-4ac5-be61-c7f695867a8a req-85aa24c2-99f5-4ebc-a418-8c2b55b1dabb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 200 len: 1000 time: 0.3357983 Dec 21 17:26:14.407146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-d0bd9d2a-70c1-4037-b6b4-a5b78fd6ee3f None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:26:14.411732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af488867-f442-4ac5-be61-c7f695867a8a req-615b6f08-0c1b-41b6-a3fe-3fa6583ac5de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:26:14.413341 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-af488867-f442-4ac5-be61-c7f695867a8a req-615b6f08-0c1b-41b6-a3fe-3fa6583ac5de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0695286 Dec 21 17:26:14.496739 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-af488867-f442-4ac5-be61-c7f695867a8a req-3eef903e-4a8f-4964-9591-32518cc68b15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773740 Dec 21 17:26:14.639755 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-af488867-f442-4ac5-be61-c7f695867a8a req-1b333c51-dfeb-47d6-bf94-34db5454bf61 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370671 Dec 21 17:26:14.783386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d0bd9d2a-70c1-4037-b6b4-a5b78fd6ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '1cb13b0f-66b3-44db-a3c1-1432740b76ce', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'port_id': '09452933-cfa3-401e-aa7c-013bca520ba2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'mac_address': 'fa:16:3e:0a:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:26:11Z', 'updated_at': '2021-12-21T17:26:11Z', 'revision_number': 0, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:26:14.787713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd9d2a-70c1-4037-b6b4-a5b78fd6ee3f None None] The sync data for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv is: [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '1cb13b0f-66b3-44db-a3c1-1432740b76ce', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'port_id': '09452933-cfa3-401e-aa7c-013bca520ba2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'mac_address': 'fa:16:3e:0a:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:26:11Z', 'updated_at': '2021-12-21T17:26:11Z', 'revision_number': 0, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:26:14.790231 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-af488867-f442-4ac5-be61-c7f695867a8a req-8f903f90-8fa3-47b9-9f62-67404bff0383 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450346 Dec 21 17:26:15.119815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d7a71-7fb3-45ef-9692-02efdd661344 None None] New status for floating IP 1cb13b0f-66b3-44db-a3c1-1432740b76ce: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:26:15.844723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-adb24080-a0b6-47af-85c4-e2b8e66162f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:16.833200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:26:17.246858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:18.085603 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7761-49f0-40f3-85b0-5b0634622398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:18.493631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:19.998055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:29.841572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:45.847275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5a6333a4-3380-4dab-b22d-c28294fa21b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:46.504416 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-71f34b31-2662-4083-8cd0-5bad6a890ffe req-afcc3cfd-abb6-4f81-9434-2df62d5f127d service neutron] (88887) timed out ('10.222.0.67', 48398) {{(pid=88887) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 21 17:26:47.248924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:48.087065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bc33b0a1-bd91-46a0-8cae-5cb99b0c1a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:48.496388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:49.996535 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:26:53.833606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:26:59.837697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:07.878441 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0895ffcc-f300-4f6e-816a-d569d582ae95 req-ccb1e11d-ba57-451b-b198-8416318f2cb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722218 Dec 21 17:27:08.023964 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0895ffcc-f300-4f6e-816a-d569d582ae95 req-b5f34548-d81d-4cb9-9f56-bbb27e24b884 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1099 time: 0.0750008 Dec 21 17:27:08.175906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895ffcc-f300-4f6e-816a-d569d582ae95 req-142e66c7-6c7d-4a29-9d69-1d5b91bd98a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:27:08.177422 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0895ffcc-f300-4f6e-816a-d569d582ae95 req-142e66c7-6c7d-4a29-9d69-1d5b91bd98a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1357038 Dec 21 17:27:08.283171 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0895ffcc-f300-4f6e-816a-d569d582ae95 req-3f1dda52-9e5a-4b79-b8b1-9318e922f65f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 200 len: 1002 time: 0.0992627 Dec 21 17:27:08.353771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895ffcc-f300-4f6e-816a-d569d582ae95 req-be958cb1-41a9-495f-9504-0bc8ef9aab49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:27:08.355355 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0895ffcc-f300-4f6e-816a-d569d582ae95 req-be958cb1-41a9-495f-9504-0bc8ef9aab49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0652990 Dec 21 17:27:08.435702 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0895ffcc-f300-4f6e-816a-d569d582ae95 req-74332cfc-eb62-422e-9dcd-0fe4bfa8fbf2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739393 Dec 21 17:27:08.576424 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0895ffcc-f300-4f6e-816a-d569d582ae95 req-bc48d110-a70f-4e94-8272-8a4f5e28cd6e service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344957 Dec 21 17:27:08.726203 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0895ffcc-f300-4f6e-816a-d569d582ae95 req-44c3d2aa-b52d-4603-9259-6ec6fdf371b3 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439300 Dec 21 17:27:15.849048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c69b7420-b25d-4c3c-97dd-8c5071910f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:17.249742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:18.089036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb1055df-df8d-4cae-8104-6be0e1849029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:18.499332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:19.998093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:29.858890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:30.835326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:27:45.851415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f705f678-773f-493f-9564-730f9c98d620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:47.250771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:48.089672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ea334c9-54a1-47bd-bea4-dff93df1887f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:48.501943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:50.000218 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:27:59.870913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:07.835361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:28:08.610918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307b907-0f3a-42d8-8fe4-7752d26bc9ca req-d9f469ba-73c4-47fc-bd72-77f345acf8a2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:08.612515 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8307b907-0f3a-42d8-8fe4-7752d26bc9ca req-d9f469ba-73c4-47fc-bd72-77f345acf8a2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.1577661 Dec 21 17:28:08.660728 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8307b907-0f3a-42d8-8fe4-7752d26bc9ca req-689e97ab-164f-44d0-87b5-1ca4384b6732 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420406 Dec 21 17:28:09.020768 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b61190ac-2150-49bc-a619-168a7f1ca50a req-3816c23b-acd2-446a-b656-fb4d7e1bd651 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1099 time: 0.1467917 Dec 21 17:28:09.175146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61190ac-2150-49bc-a619-168a7f1ca50a req-05b2803c-ab81-4a29-997a-a6e0070fd8e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:09.176675 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b61190ac-2150-49bc-a619-168a7f1ca50a req-05b2803c-ab81-4a29-997a-a6e0070fd8e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1378317 Dec 21 17:28:09.283375 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b61190ac-2150-49bc-a619-168a7f1ca50a req-3edd3455-d2d6-4e94-b616-29a1c8a6925e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 200 len: 1002 time: 0.1004772 Dec 21 17:28:09.354567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61190ac-2150-49bc-a619-168a7f1ca50a req-9af8a0ee-b571-4b2c-8f48-517bb711ae35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:09.356113 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b61190ac-2150-49bc-a619-168a7f1ca50a req-9af8a0ee-b571-4b2c-8f48-517bb711ae35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0655529 Dec 21 17:28:09.439253 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b61190ac-2150-49bc-a619-168a7f1ca50a req-866a0ec9-412f-48f1-8687-8a559c38f3fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764074 Dec 21 17:28:09.581238 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b61190ac-2150-49bc-a619-168a7f1ca50a req-8b43a35a-0a40-435a-afd6-546faa2c28e6 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352582 Dec 21 17:28:09.723050 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b61190ac-2150-49bc-a619-168a7f1ca50a req-4ace223e-d37a-48da-a934-d223985923ef service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358118 Dec 21 17:28:09.877367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c9283-1d95-4353-a37f-ee7ee1b4cd8d req-6a2867a2-ffa4-4bbe-b301-05553b4182b2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:09.878998 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-066c9283-1d95-4353-a37f-ee7ee1b4cd8d req-6a2867a2-ffa4-4bbe-b301-05553b4182b2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0879076 Dec 21 17:28:09.930821 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-066c9283-1d95-4353-a37f-ee7ee1b4cd8d req-0fa8add2-4e59-4d24-880a-5bb01fdf1058 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453761 Dec 21 17:28:11.154638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73eaa9-b4fd-44f6-9ad7-39e4422a56a4 req-e9307508-ea28-4c15-8de3-26e9bb1ec3a4 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:11.156323 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cb73eaa9-b4fd-44f6-9ad7-39e4422a56a4 req-e9307508-ea28-4c15-8de3-26e9bb1ec3a4 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0829186 Dec 21 17:28:11.205390 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cb73eaa9-b4fd-44f6-9ad7-39e4422a56a4 req-bef050db-210a-4ec0-bed7-7edbc49fccbf tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422492 Dec 21 17:28:12.416274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd31f19-1698-4088-993f-483b09508f26 req-b0f7344d-2230-49fc-8b42-96c6de8bf9f3 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:12.417890 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3bd31f19-1698-4088-993f-483b09508f26 req-b0f7344d-2230-49fc-8b42-96c6de8bf9f3 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0879605 Dec 21 17:28:12.466719 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3bd31f19-1698-4088-993f-483b09508f26 req-d905e7bf-751d-469b-924c-65dc0e3ba62e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Dec 21 17:28:13.669716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f7aee-36d0-4a45-9aac-154783241d8b req-d5d094b0-eeba-4022-87b0-31e1a720aaee tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:13.671332 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-460f7aee-36d0-4a45-9aac-154783241d8b req-d5d094b0-eeba-4022-87b0-31e1a720aaee tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0834851 Dec 21 17:28:13.718115 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-460f7aee-36d0-4a45-9aac-154783241d8b req-15681698-c30e-4972-ae02-b46d359705eb tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407310 Dec 21 17:28:14.925846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294cb21-e601-43a1-87e1-a54725397ee6 req-4b62b93a-7626-4ef2-a2f3-df95374cc701 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:14.927533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8294cb21-e601-43a1-87e1-a54725397ee6 req-4b62b93a-7626-4ef2-a2f3-df95374cc701 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0871468 Dec 21 17:28:14.974894 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8294cb21-e601-43a1-87e1-a54725397ee6 req-0936f012-a6ff-45b6-bc77-309d1892f210 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413194 Dec 21 17:28:15.853988 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-607e3732-043a-40b5-984e-226f4bb8ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:16.187294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1212a3-3e6b-425d-9d87-ff91b06bf1f4 req-df600ede-64d2-4f89-a2c2-bcbf6181225c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:16.188797 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5f1212a3-3e6b-425d-9d87-ff91b06bf1f4 req-df600ede-64d2-4f89-a2c2-bcbf6181225c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0823894 Dec 21 17:28:16.240811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5f1212a3-3e6b-425d-9d87-ff91b06bf1f4 req-95f19a0e-6794-44f4-a435-2a2dba3109ce tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453100 Dec 21 17:28:17.252362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:17.512956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc57260-923d-45a9-8861-aaed05c117d6 req-880a02db-184e-44e0-ae71-7dc856e4489b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:17.514527 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0cc57260-923d-45a9-8861-aaed05c117d6 req-880a02db-184e-44e0-ae71-7dc856e4489b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0852764 Dec 21 17:28:17.562275 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0cc57260-923d-45a9-8861-aaed05c117d6 req-8d3e9327-05b5-4da3-aa33-10b2ddfa50c6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 Dec 21 17:28:18.090515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-56b99aa3-1237-4db1-93b9-da1cf52a92b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:18.506026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:18.768390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4122e-d103-457b-98f3-8e7668578a13 req-ead43f57-d0d3-4c74-bac9-bbb1b629b7c0 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:18.769989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ff4122e-d103-457b-98f3-8e7668578a13 req-ead43f57-d0d3-4c74-bac9-bbb1b629b7c0 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0872111 Dec 21 17:28:18.819308 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ff4122e-d103-457b-98f3-8e7668578a13 req-c303998a-ba22-44ab-87ca-288232d6dae6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421126 Dec 21 17:28:20.003397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:20.026289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b635f1d-d578-45a1-97ee-a745988b1023 req-ad95b3f0-0785-4f41-9c1c-464c41370777 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:20.027946 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7b635f1d-d578-45a1-97ee-a745988b1023 req-ad95b3f0-0785-4f41-9c1c-464c41370777 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0844140 Dec 21 17:28:20.079610 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7b635f1d-d578-45a1-97ee-a745988b1023 req-f31cae3f-70ce-4433-b681-3baaddb86e56 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452056 Dec 21 17:28:21.313427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d0ac3-1b5b-4d3a-85ee-293888f6b50d req-66a82cd0-e052-437f-8090-c04f75871216 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:21.322239 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb8d0ac3-1b5b-4d3a-85ee-293888f6b50d req-66a82cd0-e052-437f-8090-c04f75871216 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.1198013 Dec 21 17:28:21.385679 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bb8d0ac3-1b5b-4d3a-85ee-293888f6b50d req-4821f806-e68a-427f-ad65-ab4b955587a2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625026 Dec 21 17:28:22.258506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 09452933-cfa3-401e-aa7c-013bca520ba2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:28:22.411050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:28:22.427447 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '09452933-cfa3-401e-aa7c-013bca520ba2', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'port_id': '09452933-cfa3-401e-aa7c-013bca520ba2', 'mac_address': 'fa:16:3e:0a:5f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:28:22.501210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:22.523244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09452933-cfa3-401e-aa7c-013bca520ba2 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:28:22.540612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:28:22.544853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:22.546766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:28:22.625582 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=09452933-cfa3-401e-aa7c-013bca520ba2,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:28:22.632788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['09452933-cfa3-401e-aa7c-013bca520ba2'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:28:22.640739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307f36-1f54-4cab-9559-39847134080d req-be1609a6-7156-4e8c-b2dd-3f00ff83da12 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:22.648744 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c307f36-1f54-4cab-9559-39847134080d req-be1609a6-7156-4e8c-b2dd-3f00ff83da12 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 945 time: 0.1117070 Dec 21 17:28:22.675067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:28:22.675462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:28:22.675851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:28:22.676892 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:28:22.677302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:28:22.677651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:28:22.678024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:28:22.678400 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:28:22.678763 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:28:22.679152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:28:22.679522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:28:22.685563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:28:22.694941 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c307f36-1f54-4cab-9559-39847134080d req-ecb906c7-b239-468c-8502-b02a402185f1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452125 Dec 21 17:28:23.944848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f5694-83e6-40bc-b83e-c60066fa4aab req-678865e5-bc0e-4f7b-9dee-f723a4a2118b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:23.946637 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-271f5694-83e6-40bc-b83e-c60066fa4aab req-678865e5-bc0e-4f7b-9dee-f723a4a2118b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 945 time: 0.0924866 Dec 21 17:28:23.998270 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-271f5694-83e6-40bc-b83e-c60066fa4aab req-73cf2456-6016-4f27-a84d-bbeddf8a18d8 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445642 Dec 21 17:28:24.253674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 09452933-cfa3-401e-aa7c-013bca520ba2 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:28:24.329105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 09452933-cfa3-401e-aa7c-013bca520ba2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:28:24.329538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:24.458015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:24.491844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:28:24.505230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:28:24.509638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:24.512911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:28:24.569189 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2', 'code': 200} Dec 21 17:28:24.595209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=09452933-cfa3-401e-aa7c-013bca520ba2,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:28:24.599375 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:28:25.236487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04ffa2-991f-4016-bef9-7d81b95cba28 req-615cc158-960a-4b09-a42b-7e1fbcb7c638 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:25.238096 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9b04ffa2-991f-4016-bef9-7d81b95cba28 req-615cc158-960a-4b09-a42b-7e1fbcb7c638 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0968440 Dec 21 17:28:25.302164 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9b04ffa2-991f-4016-bef9-7d81b95cba28 req-881fc3b3-6a97-4bad-a03c-9b2a3d931d5e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544252 Dec 21 17:28:26.531422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf51d1-9ffd-4257-b6c3-1cfbbbdc5c25 req-55d7a09a-ed36-4214-a3cf-91141c910a6e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:26.533747 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-35cf51d1-9ffd-4257-b6c3-1cfbbbdc5c25 req-55d7a09a-ed36-4214-a3cf-91141c910a6e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0974517 Dec 21 17:28:26.585731 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-35cf51d1-9ffd-4257-b6c3-1cfbbbdc5c25 req-276b2b37-d5d0-4ff3-8312-316c2ad4f628 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459218 Dec 21 17:28:27.817726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0fbe2-2323-41ac-b918-d47584a0bc33 req-783f6435-62b3-45a0-bada-29e51cb6ce94 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:27.819404 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0de0fbe2-2323-41ac-b918-d47584a0bc33 req-783f6435-62b3-45a0-bada-29e51cb6ce94 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0917382 Dec 21 17:28:27.876597 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0de0fbe2-2323-41ac-b918-d47584a0bc33 req-9e940121-3654-4c16-a32e-0ad721aa3ae4 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510237 Dec 21 17:28:29.096684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566499f-6621-4b88-884e-f8b6b1f70166 req-f5e91047-38f2-440c-980f-314e8f09a1fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:29.100086 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8566499f-6621-4b88-884e-f8b6b1f70166 req-f5e91047-38f2-440c-980f-314e8f09a1fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0870392 Dec 21 17:28:29.165726 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8566499f-6621-4b88-884e-f8b6b1f70166 req-a2536bb5-92c5-499c-a4ff-92961a6f7251 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450306 Dec 21 17:28:29.865929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:30.375724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aca85-45ac-4283-b90d-dbf0cf4623bb req-bd4842b0-b0be-4799-99ab-ddb81376fc10 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:30.377362 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-085aca85-45ac-4283-b90d-dbf0cf4623bb req-bd4842b0-b0be-4799-99ab-ddb81376fc10 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0877507 Dec 21 17:28:30.428079 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-085aca85-45ac-4283-b90d-dbf0cf4623bb req-595ed1e4-236e-4707-bc6b-77fb29e35c44 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Dec 21 17:28:30.600069 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0126b55-f5d1-4378-944d-ca3cb6080193 req-810d0b27-e67f-4c4d-938d-69f7a8b38191 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1099 time: 0.0748146 Dec 21 17:28:30.763492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126b55-f5d1-4378-944d-ca3cb6080193 req-48e579af-66c2-4dd9-8f5f-051266e56051 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:30.765087 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0126b55-f5d1-4378-944d-ca3cb6080193 req-48e579af-66c2-4dd9-8f5f-051266e56051 service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1575899 Dec 21 17:28:30.896956 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0126b55-f5d1-4378-944d-ca3cb6080193 req-514c8d34-87db-4963-ae22-ea5c70ef85e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 200 len: 1002 time: 0.1247978 Dec 21 17:28:30.975971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126b55-f5d1-4378-944d-ca3cb6080193 req-7681ec56-e28d-47fb-a808-cd2c002cd92e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:30.977509 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0126b55-f5d1-4378-944d-ca3cb6080193 req-7681ec56-e28d-47fb-a808-cd2c002cd92e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0738623 Dec 21 17:28:31.058749 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0126b55-f5d1-4378-944d-ca3cb6080193 req-91129015-55b6-42d3-bb31-e93c166307e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750885 Dec 21 17:28:31.219513 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0126b55-f5d1-4378-944d-ca3cb6080193 req-a5a6c7cf-12c2-4b1d-87e9-4982ab98f02a service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541314 Dec 21 17:28:31.358704 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0126b55-f5d1-4378-944d-ca3cb6080193 req-a22b8df0-938f-4a07-a3db-94c8adafd69c service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328137 Dec 21 17:28:31.637178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f0429-1b27-47db-87ff-fc90140e7525 req-5d59dd22-68ff-43a2-9ef1-8af46dd5ba40 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:31.638824 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ff9f0429-1b27-47db-87ff-fc90140e7525 req-5d59dd22-68ff-43a2-9ef1-8af46dd5ba40 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0837066 Dec 21 17:28:31.695945 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ff9f0429-1b27-47db-87ff-fc90140e7525 req-0abc14fc-96a1-4621-b9fa-7e206427d2a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506110 Dec 21 17:28:32.908733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5cdd7-5439-4591-abde-ffe8cdc772ee req-cbeb50f4-f629-4419-83b8-42b79f522e6f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:32.910909 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cd5cdd7-5439-4591-abde-ffe8cdc772ee req-cbeb50f4-f629-4419-83b8-42b79f522e6f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0860405 Dec 21 17:28:32.960412 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4cd5cdd7-5439-4591-abde-ffe8cdc772ee req-8d4c4bfd-2cc1-4f58-bcfc-1a6216e16762 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433066 Dec 21 17:28:34.175837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fd651-f606-4f0e-a06a-8de556ed1f94 req-c5dbfe41-bfb6-43ba-9dfe-cdfeb28a94df tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:34.177426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6b4fd651-f606-4f0e-a06a-8de556ed1f94 req-c5dbfe41-bfb6-43ba-9dfe-cdfeb28a94df tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 946 time: 0.0946951 Dec 21 17:28:34.224934 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6b4fd651-f606-4f0e-a06a-8de556ed1f94 req-67251d5f-24b4-4c0e-952b-74e8ea2b32b1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414486 Dec 21 17:28:34.304667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 09452933-cfa3-401e-aa7c-013bca520ba2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:28:34.421656 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:34.449734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:28:34.459970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:28:34.464224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:34.466181 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:28:34.506311 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2', 'code': 422} returned with failed status Dec 21 17:28:34.508640 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-326e504b-3dd2-4f99-9bb9-89309a30ef4b req-8df2c8ef-cbae-4527-9a8e-c939216d5947 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1666908 Dec 21 17:28:34.540170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=09452933-cfa3-401e-aa7c-013bca520ba2,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:28:34.543460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:28:34.790308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c71ee-36c0-485f-844c-fd4181adb580 req-f519b080-a4ca-4b45-bdcf-10f240c83341 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:34.791866 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-171c71ee-36c0-485f-844c-fd4181adb580 req-f519b080-a4ca-4b45-bdcf-10f240c83341 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0887237 Dec 21 17:28:34.844831 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-171c71ee-36c0-485f-844c-fd4181adb580 req-bcac33d1-e4d9-4fbf-9051-3152755ecae4 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467243 Dec 21 17:28:34.853187 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a44f431-e15c-499b-ae1c-e558a256553b req-e1669e6d-65dd-479a-9398-f523b614ee15 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1489692 Dec 21 17:28:35.383027 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a44f431-e15c-499b-ae1c-e558a256553b req-7858316b-6a3c-4f38-b16d-8cfe0d9283cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6&tenant_id=9371ebab9e294e7ab375f9238368a67c HTTP/1.1" status: 200 len: 1097 time: 0.0902476 Dec 21 17:28:35.479061 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a44f431-e15c-499b-ae1c-e558a256553b req-ee925012-0ccb-40e4-984c-2fd1a3342cd7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1097 time: 0.0752785 Dec 21 17:28:35.620577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44f431-e15c-499b-ae1c-e558a256553b req-9248126a-e9a4-4668-ab11-6779b630758a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:35.622183 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a44f431-e15c-499b-ae1c-e558a256553b req-9248126a-e9a4-4668-ab11-6779b630758a service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1370893 Dec 21 17:28:35.729805 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a44f431-e15c-499b-ae1c-e558a256553b req-b6b368d3-aee5-460a-9920-b9ded1177533 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 200 len: 1000 time: 0.1014678 Dec 21 17:28:35.798127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44f431-e15c-499b-ae1c-e558a256553b req-22fc24e1-c097-445e-962b-de9adb6bf1d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:35.799750 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a44f431-e15c-499b-ae1c-e558a256553b req-22fc24e1-c097-445e-962b-de9adb6bf1d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0637131 Dec 21 17:28:35.891030 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a44f431-e15c-499b-ae1c-e558a256553b req-c0177fb9-2768-45e1-8bb3-1f6595a977e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849454 Dec 21 17:28:36.033056 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a44f431-e15c-499b-ae1c-e558a256553b req-355a5c04-4810-4881-b991-6197352a0495 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357265 Dec 21 17:28:36.051095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e8aca-6bec-4934-b6fe-5fe42c0cc125 req-1de6264a-014c-43ea-a88d-81795d03c1bd tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:36.052691 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d84e8aca-6bec-4934-b6fe-5fe42c0cc125 req-1de6264a-014c-43ea-a88d-81795d03c1bd tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0835650 Dec 21 17:28:36.103493 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d84e8aca-6bec-4934-b6fe-5fe42c0cc125 req-c86ef66e-1872-4491-a08a-1f2fe59d4007 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Dec 21 17:28:36.426379 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9a44f431-e15c-499b-ae1c-e558a256553b req-9ee59ab9-bdfb-4d88-954d-733d4af2a083 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874004 Dec 21 17:28:37.361182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb82318-c5fd-4ee2-9ac2-07c10bf3c2f0 req-d664194e-7b59-49eb-8e3a-c8393605b9da tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:37.369210 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbb82318-c5fd-4ee2-9ac2-07c10bf3c2f0 req-d664194e-7b59-49eb-8e3a-c8393605b9da tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.1130679 Dec 21 17:28:37.430455 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-bbb82318-c5fd-4ee2-9ac2-07c10bf3c2f0 req-b6c48f77-b225-41b9-8aa1-595153454459 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601561 Dec 21 17:28:38.319683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 09452933-cfa3-401e-aa7c-013bca520ba2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:28:38.640240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb5712-058e-4258-af58-5a8440eebeab req-117b5d4a-6657-44f7-83b5-bf83d92c0d9e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:38.641801 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-effb5712-058e-4258-af58-5a8440eebeab req-117b5d4a-6657-44f7-83b5-bf83d92c0d9e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0862675 Dec 21 17:28:38.697266 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-effb5712-058e-4258-af58-5a8440eebeab req-f0194684-8a89-45e9-b5c7-c919356c8413 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437601 Dec 21 17:28:39.910313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad936e9d-2f34-49ff-a911-e6929bf12096 req-cd5ba0f0-883b-4b17-8294-49e08f89f18d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:39.911985 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad936e9d-2f34-49ff-a911-e6929bf12096 req-cd5ba0f0-883b-4b17-8294-49e08f89f18d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0893574 Dec 21 17:28:39.964410 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ad936e9d-2f34-49ff-a911-e6929bf12096 req-1567c7c6-c8a0-4f43-85fd-7b061494b6cb tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456965 Dec 21 17:28:41.179729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec775e-cc04-40f4-84a7-40d8f99d02d3 req-c07b85fc-8e7d-47c8-a533-4f5e7a8996e2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:41.181440 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40ec775e-cc04-40f4-84a7-40d8f99d02d3 req-c07b85fc-8e7d-47c8-a533-4f5e7a8996e2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0871489 Dec 21 17:28:41.234242 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-40ec775e-cc04-40f4-84a7-40d8f99d02d3 req-695fcc12-66ed-429c-96e6-1e02f505d848 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465872 Dec 21 17:28:42.448196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9848c-46ab-4dea-ac73-afab316f9e60 req-a91f82c0-62fe-4eae-a9f8-b58d21d5a37d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:42.449845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-68f9848c-46ab-4dea-ac73-afab316f9e60 req-a91f82c0-62fe-4eae-a9f8-b58d21d5a37d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0879588 Dec 21 17:28:42.501850 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-68f9848c-46ab-4dea-ac73-afab316f9e60 req-c7fed6cf-e434-4da1-b4cb-da8a246296be tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450690 Dec 21 17:28:43.721473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52a2b-5663-4fd4-900e-7e9f13e34d59 req-81304fe6-e72f-4987-ada6-c7b0c8355986 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:43.723045 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b8d52a2b-5663-4fd4-900e-7e9f13e34d59 req-81304fe6-e72f-4987-ada6-c7b0c8355986 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0897644 Dec 21 17:28:43.774256 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b8d52a2b-5663-4fd4-900e-7e9f13e34d59 req-961c79a1-d049-4bba-bb0c-dc663b48efb0 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449488 Dec 21 17:28:44.839684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:28:44.986057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b930cc-7650-4929-9e63-3e7dba616be8 req-024079c8-6ea8-408f-a925-a3e0426e250f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:44.987840 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-58b930cc-7650-4929-9e63-3e7dba616be8 req-024079c8-6ea8-408f-a925-a3e0426e250f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0873368 Dec 21 17:28:45.038766 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-58b930cc-7650-4929-9e63-3e7dba616be8 req-82df0dd4-3aad-4991-abb6-4c3d61efa5a3 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447218 Dec 21 17:28:45.860261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5ef113ab-4182-4ef0-91b8-bce543d35430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:46.257694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb15e8c-2bbb-40b4-ae1d-d891047ce509 req-5e4a7e0a-f775-4d12-abe2-44a165edbd7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:46.260061 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cb15e8c-2bbb-40b4-ae1d-d891047ce509 req-5e4a7e0a-f775-4d12-abe2-44a165edbd7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0940404 Dec 21 17:28:46.313164 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1cb15e8c-2bbb-40b4-ae1d-d891047ce509 req-dc22ab46-0e50-40c9-a871-1da2d92bff49 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466609 Dec 21 17:28:47.255207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:47.533504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade6277-ee58-49a3-9934-5a992a67bcde req-f92ba87a-ac39-44ed-a777-691bb32cc4cf tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:47.535131 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8ade6277-ee58-49a3-9934-5a992a67bcde req-f92ba87a-ac39-44ed-a777-691bb32cc4cf tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0878057 Dec 21 17:28:47.590175 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8ade6277-ee58-49a3-9934-5a992a67bcde req-a7a041a1-5e08-4c00-94de-386e19cc8c18 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489597 Dec 21 17:28:48.091895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6eed-8d96-4e4b-9c7e-6c7c508a9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:48.507652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:48.799431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0a1c5-3208-4c43-abbe-a30055a7f4c5 req-26de15ca-77bc-4bbd-bc16-ae4407501ab6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:48.801049 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-83b0a1c5-3208-4c43-abbe-a30055a7f4c5 req-26de15ca-77bc-4bbd-bc16-ae4407501ab6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0830953 Dec 21 17:28:48.849111 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-83b0a1c5-3208-4c43-abbe-a30055a7f4c5 req-3f16c128-59fe-4cb0-9fc0-b6d86182daaa tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419896 Dec 21 17:28:50.019086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:50.056356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c06bb-2b8a-4e6f-80c6-43042d61fd95 req-12105f62-78c9-40e6-b983-7659261247ae tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:50.057960 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c9c06bb-2b8a-4e6f-80c6-43042d61fd95 req-12105f62-78c9-40e6-b983-7659261247ae tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0874708 Dec 21 17:28:50.107430 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c9c06bb-2b8a-4e6f-80c6-43042d61fd95 req-bf9fb181-7809-4b97-92ba-6c51ba68287d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432029 Dec 21 17:28:51.308739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87fb1e-e388-42c1-9c96-e27f429b158e req-b9ea4e7b-1a26-4fa5-9d8a-55ba01e594ff tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:51.310244 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0e87fb1e-e388-42c1-9c96-e27f429b158e req-b9ea4e7b-1a26-4fa5-9d8a-55ba01e594ff tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0821471 Dec 21 17:28:51.356867 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0e87fb1e-e388-42c1-9c96-e27f429b158e req-bc365b2a-b97c-4b45-a501-652a9730a019 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400741 Dec 21 17:28:52.380979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 09452933-cfa3-401e-aa7c-013bca520ba2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:28:52.529435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:28:52.547196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '09452933-cfa3-401e-aa7c-013bca520ba2', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'port_id': '09452933-cfa3-401e-aa7c-013bca520ba2', 'mac_address': 'fa:16:3e:0a:5f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:28:52.567868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c992a-7ac9-46b1-ab8b-f26347012ab5 req-7fa6496b-c54d-4ce8-ba9e-c307d9853e35 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:52.569463 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-234c992a-7ac9-46b1-ab8b-f26347012ab5 req-7fa6496b-c54d-4ce8-ba9e-c307d9853e35 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 944 time: 0.0880761 Dec 21 17:28:52.602954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:52.618114 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-234c992a-7ac9-46b1-ab8b-f26347012ab5 req-cecbcf01-3ed2-4be5-bfdc-d26374679bae tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423064 Dec 21 17:28:52.621716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09452933-cfa3-401e-aa7c-013bca520ba2 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:28:52.638141 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:28:52.641138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:52.643059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:28:52.708678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=09452933-cfa3-401e-aa7c-013bca520ba2,revision_number=9']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:28:52.712024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:28:52.865378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['09452933-cfa3-401e-aa7c-013bca520ba2'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:28:53.821600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194cd4e-9e3e-4fb4-9d6a-2f71ffd3da8f req-93297765-f6c6-4aa4-a793-b2ce3f0d4c89 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:53.823222 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2194cd4e-9e3e-4fb4-9d6a-2f71ffd3da8f req-93297765-f6c6-4aa4-a793-b2ce3f0d4c89 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 945 time: 0.0825148 Dec 21 17:28:53.871409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2194cd4e-9e3e-4fb4-9d6a-2f71ffd3da8f req-5e514a84-975b-4d97-b420-d60c69ef6354 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Dec 21 17:28:54.380548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 09452933-cfa3-401e-aa7c-013bca520ba2 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:28:54.453683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 09452933-cfa3-401e-aa7c-013bca520ba2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:28:54.454107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:54.570245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:54.597757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:28:54.607768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:28:54.611384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:28:54.613316 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9050620d-763f-4d84-ae57-3a15abc6cadf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:28:54.654600 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2', 'code': 200} Dec 21 17:28:54.683053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=09452933-cfa3-401e-aa7c-013bca520ba2,revision_number=10']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:28:54.686457 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:28:54.895989 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e3ed55f7-c2d2-4e78-8824-1c0aa0374782 req-ee54f647-c692-4169-b309-670128b2a6fc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1100 time: 0.0743368 Dec 21 17:28:54.940867 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e3ed55f7-c2d2-4e78-8824-1c0aa0374782 req-61eb6cef-2ad9-43a8-9cde-a20cc785ab3b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390129 Dec 21 17:28:55.299913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c39b-56c8-4d1e-9c2c-aaef676c0c65 req-748a6013-4e9a-4d2a-8441-ab58d57a3be7 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:55.301527 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b730c39b-56c8-4d1e-9c2c-aaef676c0c65 req-748a6013-4e9a-4d2a-8441-ab58d57a3be7 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 947 time: 0.3049531 Dec 21 17:28:55.348369 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b730c39b-56c8-4d1e-9c2c-aaef676c0c65 req-fcafa370-6211-44a6-92c2-9464a63797ff tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 Dec 21 17:28:56.564890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432f1f4-83e3-4a69-bf90-d224e3ce5a47 req-de7e71c6-58aa-48a1-a1b0-5dd7b9c6d80d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:56.566484 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2432f1f4-83e3-4a69-bf90-d224e3ce5a47 req-de7e71c6-58aa-48a1-a1b0-5dd7b9c6d80d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 947 time: 0.0893686 Dec 21 17:28:56.617829 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2432f1f4-83e3-4a69-bf90-d224e3ce5a47 req-75c57217-df9f-4c02-a98d-a6c4a8ea7c38 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451012 Dec 21 17:28:57.820145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944445f0-426d-4066-b054-482db5a2133f req-afd5a140-5319-4f16-aca1-c41bdfae2222 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:28:57.821699 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-944445f0-426d-4066-b054-482db5a2133f req-afd5a140-5319-4f16-aca1-c41bdfae2222 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 947 time: 0.0813735 Dec 21 17:28:57.868768 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-944445f0-426d-4066-b054-482db5a2133f req-3663b82b-a22a-4b7c-9b17-935e1515aba8 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Dec 21 17:28:59.900047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:08.874578 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25f13dd-c108-473b-8c9e-a25a7c68eccf req-2e58a3ec-c659-4242-a847-be243e990428 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761116 Dec 21 17:29:09.022055 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25f13dd-c108-473b-8c9e-a25a7c68eccf req-dbd0d372-3bfe-4cbe-9ddf-1657db47d27b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1100 time: 0.0733566 Dec 21 17:29:09.176008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f13dd-c108-473b-8c9e-a25a7c68eccf req-b227516c-721d-49cd-a75f-bba819dd0e9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:29:09.177523 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25f13dd-c108-473b-8c9e-a25a7c68eccf req-b227516c-721d-49cd-a75f-bba819dd0e9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1375120 Dec 21 17:29:09.289049 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25f13dd-c108-473b-8c9e-a25a7c68eccf req-cb5c5575-5754-4cf1-a829-d52422c8ff2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 200 len: 1002 time: 0.1055338 Dec 21 17:29:09.356888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f13dd-c108-473b-8c9e-a25a7c68eccf req-063c7346-db99-45b7-9b15-3a8fadacc147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:29:09.358413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25f13dd-c108-473b-8c9e-a25a7c68eccf req-063c7346-db99-45b7-9b15-3a8fadacc147 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0629339 Dec 21 17:29:09.441350 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25f13dd-c108-473b-8c9e-a25a7c68eccf req-30cc4c12-cc18-410a-beef-14838fef5805 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770352 Dec 21 17:29:09.582533 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25f13dd-c108-473b-8c9e-a25a7c68eccf req-470604ef-5bb4-4bc4-9d2b-1513eb3f917b service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343608 Dec 21 17:29:09.722085 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b25f13dd-c108-473b-8c9e-a25a7c68eccf req-a82566aa-3c70-4dbd-ad03-171c244b8625 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335216 Dec 21 17:29:15.853193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6c599445-206a-4a6e-98a8-4ba45e386a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:17.257931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:18.092694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d0167c84-d76b-47b4-8eb7-2926b9852281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:18.509078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:20.010200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:21.841255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:29:29.898529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:45.857326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-67fa2b3b-0369-4829-8ac9-a207ef135933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:47.260561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:48.093255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cdc87f55-59f1-45d6-b3fe-13d386291ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:48.513963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:50.013619 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:29:58.841243 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:29:59.903673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:08.578661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53052) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:30:08.791939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Deleting port 7bd86ba1-d5ca-4e8b-8d19-f6d796b946f5 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:30:08.792305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:08.877298 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6311aaaf-b44c-4de0-8c69-2c1d3d1067c0 req-64c18545-8042-4258-89ca-720a68c73ef5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747285 Dec 21 17:30:08.972104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:08.972476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:09.029292 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6311aaaf-b44c-4de0-8c69-2c1d3d1067c0 req-b3bbfe1c-822a-4aba-a5ee-73639f621a70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1100 time: 0.0807216 Dec 21 17:30:09.104320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Calling delete_port for 7bd86ba1-d5ca-4e8b-8d19-f6d796b946f5 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:30:09.188560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311aaaf-b44c-4de0-8c69-2c1d3d1067c0 req-ab9d6d7e-96ed-453e-a9f9-7e934704c9b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:09.190047 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6311aaaf-b44c-4de0-8c69-2c1d3d1067c0 req-ab9d6d7e-96ed-453e-a9f9-7e934704c9b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1422613 Dec 21 17:30:09.258170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:09.262711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b8d493b4-998f-4d6d-85ab-f5f765886920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:09.296854 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6311aaaf-b44c-4de0-8c69-2c1d3d1067c0 req-b7871670-12f9-4d8d-ac39-c9cfdfb211c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 200 len: 1002 time: 0.0996604 Dec 21 17:30:09.309558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event deleted for resources: {'Port': ['ID=7bd86ba1-d5ca-4e8b-8d19-f6d796b946f5,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:09.349376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:09.349739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:09.350167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:09.350590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:09.351048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:09.351471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:09.351888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:09.352308 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:09.352727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:09.353136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:09.353549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:09.368723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311aaaf-b44c-4de0-8c69-2c1d3d1067c0 req-f440eedd-7c0e-4573-9cde-06da1e058135 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:09.370339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6311aaaf-b44c-4de0-8c69-2c1d3d1067c0 req-f440eedd-7c0e-4573-9cde-06da1e058135 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0677269 Dec 21 17:30:09.401187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:09.424963 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:09.451127 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6311aaaf-b44c-4de0-8c69-2c1d3d1067c0 req-07467c76-7e91-4b91-96eb-fd8ee7f2ded5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747733 Dec 21 17:30:09.595459 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6311aaaf-b44c-4de0-8c69-2c1d3d1067c0 req-02dfc5ef-28a7-4967-ada1-706627f435c7 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384885 Dec 21 17:30:09.740578 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6311aaaf-b44c-4de0-8c69-2c1d3d1067c0 req-e351a5fc-2640-4a27-ab8d-56c9b9f200ac service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386321 Dec 21 17:30:09.830919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:30:10.038318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:30:10.049022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2717e4-d176-420b-88fa-c858fa41048e None None] Sync routers for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:30:10.056236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:10.062725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2717e4-d176-420b-88fa-c858fa41048e None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:30:10.063550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9b2717e4-d176-420b-88fa-c858fa41048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:29:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:30:10.114819 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "DELETE /v2.0/floatingips/1cb13b0f-66b3-44db-a3c1-1432740b76ce HTTP/1.1" status: 204 len: 168 time: 1.5323977 Dec 21 17:30:10.114819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:30:10.273690 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2', 'status': 'completed', 'code': 200} Dec 21 17:30:10.273883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9b2717e4-d176-420b-88fa-c858fa41048e None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:30:10.378630 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ecf02a5-5984-4134-bc8a-63ca5d5ef0c6 req-f236c91b-8b0a-4c2e-aee6-028804b2dc34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 1100 time: 0.0820439 Dec 21 17:30:10.529907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf02a5-5984-4134-bc8a-63ca5d5ef0c6 req-906c72ed-d39f-4aa7-90a3-7b06232ae5c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:10.532174 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ecf02a5-5984-4134-bc8a-63ca5d5ef0c6 req-906c72ed-d39f-4aa7-90a3-7b06232ae5c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1472902 Dec 21 17:30:10.591411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd6495-b6ac-4c42-b2f6-5e1e15682de0 req-deb8db74-57c3-469b-8390-5cb0d4f86b8e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:10.592291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-91cd6495-b6ac-4c42-b2f6-5e1e15682de0 req-deb8db74-57c3-469b-8390-5cb0d4f86b8e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Synchronizing usage tracker for tenant:9371ebab9e294e7ab375f9238368a67c on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:30:10.613827 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ecf02a5-5984-4134-bc8a-63ca5d5ef0c6 req-ed05ea54-f858-48c5-99a2-49a299ba5ccd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 200 len: 217 time: 0.0730734 Dec 21 17:30:10.615567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-91cd6495-b6ac-4c42-b2f6-5e1e15682de0 req-deb8db74-57c3-469b-8390-5cb0d4f86b8e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Unset dirty status for tenant:9371ebab9e294e7ab375f9238368a67c on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:30:10.616872 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-91cd6495-b6ac-4c42-b2f6-5e1e15682de0 req-deb8db74-57c3-469b-8390-5cb0d4f86b8e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 947 time: 0.1148655 Dec 21 17:30:10.637377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9b2717e4-d176-420b-88fa-c858fa41048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:30:10.641585 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2717e4-d176-420b-88fa-c858fa41048e None None] Checking router: b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:30:10.653139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2717e4-d176-420b-88fa-c858fa41048e None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:30:10.653813 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9b2717e4-d176-420b-88fa-c858fa41048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:29:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:30:10.667006 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-91cd6495-b6ac-4c42-b2f6-5e1e15682de0 req-6b2d00b5-d385-431d-ad14-b7a871f48cdc tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 Dec 21 17:30:10.694659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf02a5-5984-4134-bc8a-63ca5d5ef0c6 req-3f1f0314-de38-4a25-9fc9-711077fbb464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:10.694659 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ecf02a5-5984-4134-bc8a-63ca5d5ef0c6 req-3f1f0314-de38-4a25-9fc9-711077fbb464 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0733013 Dec 21 17:30:10.773714 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ecf02a5-5984-4134-bc8a-63ca5d5ef0c6 req-5b25fea3-406b-4053-9286-7bf1fdfd31db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739493 Dec 21 17:30:10.840534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-9b2717e4-d176-420b-88fa-c858fa41048e None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:30:10.917229 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ecf02a5-5984-4134-bc8a-63ca5d5ef0c6 req-7aeae0c2-36bd-4044-8267-57f97c9d2505 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355262 Dec 21 17:30:11.059345 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4ecf02a5-5984-4134-bc8a-63ca5d5ef0c6 req-fab71c1b-dea7-4be9-b030-fd62a2fd5272 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355562 Dec 21 17:30:11.172545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-9b2717e4-d176-420b-88fa-c858fa41048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:30:11.176655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2717e4-d176-420b-88fa-c858fa41048e None None] The sync data for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv is: [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:30:11.632700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32c2125-dced-4681-bbcd-fcd151eb20c5 None None] New status for floating IP 1cb13b0f-66b3-44db-a3c1-1432740b76ce: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:30:11.792888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17785f60-f837-4780-964f-2a08b68eed03 req-b7cc615c-1815-4fae-a200-6423362dfdb6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:11.793650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-17785f60-f837-4780-964f-2a08b68eed03 req-b7cc615c-1815-4fae-a200-6423362dfdb6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Synchronizing usage tracker for tenant:9371ebab9e294e7ab375f9238368a67c on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:30:11.806888 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-17785f60-f837-4780-964f-2a08b68eed03 req-b7cc615c-1815-4fae-a200-6423362dfdb6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Unset dirty status for tenant:9371ebab9e294e7ab375f9238368a67c on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:30:11.808138 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-17785f60-f837-4780-964f-2a08b68eed03 req-b7cc615c-1815-4fae-a200-6423362dfdb6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.48 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 947 time: 0.1032977 Dec 21 17:30:11.881487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-17785f60-f837-4780-964f-2a08b68eed03 req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Deleting port 09452933-cfa3-401e-aa7c-013bca520ba2 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:30:11.881877 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-17785f60-f837-4780-964f-2a08b68eed03 req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:11.882901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60975bf0-d08d-4c1d-8551-4b86b43ee08f req-5b115399-2d57-4130-b8f7-b8b8aad8f6aa tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:11.884638 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-60975bf0-d08d-4c1d-8551-4b86b43ee08f req-5b115399-2d57-4130-b8f7-b8b8aad8f6aa tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 947 time: 0.0859385 Dec 21 17:30:11.932942 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-60975bf0-d08d-4c1d-8551-4b86b43ee08f req-65aa92bc-20f0-415a-9de2-e2636defa799 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=f8b3626c-501a-4823-9459-24a7943a087e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422621 Dec 21 17:30:12.137250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-17785f60-f837-4780-964f-2a08b68eed03 req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] For port 09452933-cfa3-401e-aa7c-013bca520ba2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09452933-cfa3-401e-aa7c-013bca520ba2,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:30:12.137647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-17785f60-f837-4780-964f-2a08b68eed03 req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:12.262277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-17785f60-f837-4780-964f-2a08b68eed03 req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Calling delete_port for 09452933-cfa3-401e-aa7c-013bca520ba2 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:30:12.410599 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-17785f60-f837-4780-964f-2a08b68eed03 req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:12.416492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cbdb88d2-a14c-4b38-a87d-aa3447ea2394 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:12.459450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event deleted for resources: {'Port': ['ID=09452933-cfa3-401e-aa7c-013bca520ba2,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:12.471766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:12.472196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:12.472616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:12.473032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:12.473444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:12.473836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:12.474249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:12.474657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:12.475266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:12.475467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:12.475871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:12.508340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:12.545490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-17785f60-f837-4780-964f-2a08b68eed03 req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] No DVR routers for this DVR port 09452933-cfa3-401e-aa7c-013bca520ba2 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:30:12.548016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-17785f60-f837-4780-964f-2a08b68eed03 req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:12.550686 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'name': 'network-vif-deleted', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:30:12.565386 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-17785f60-f837-4780-964f-2a08b68eed03 req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.48 "DELETE /v2.0/ports/09452933-cfa3-401e-aa7c-013bca520ba2 HTTP/1.1" status: 204 len: 173 time: 0.7521338 Dec 21 17:30:12.704770 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aa0320-5363-4864-92db-0d9407c4b3e6', 'name': 'network-vif-deleted', 'tag': '09452933-cfa3-401e-aa7c-013bca520ba2', 'status': 'completed', 'code': 200} Dec 21 17:30:13.118940 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b97b52b9-1fc6-4f4b-96a5-4cadc8e02cd0 req-5c435085-aec3-4f8c-8893-2c02b6e5b95e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=67aa0320-5363-4864-92db-0d9407c4b3e6 HTTP/1.1" status: 200 len: 210 time: 0.0497415 Dec 21 17:30:14.230837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53080) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:30:14.307430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3e309f4-add4-4755-8f66-bd2046d83e3c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:14.341558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3e309f4-add4-4755-8f66-bd2046d83e3c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:14.402817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3e309f4-add4-4755-8f66-bd2046d83e3c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:14.409202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4388b995-559f-4d9c-ad09-cfed58877ca0 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:14.426219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e309f4-add4-4755-8f66-bd2046d83e3c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b3626c-501a-4823-9459-24a7943a087e,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:14.429210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a3e309f4-add4-4755-8f66-bd2046d83e3c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:14.435927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3e309f4-add4-4755-8f66-bd2046d83e3c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:14.438083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a3e309f4-add4-4755-8f66-bd2046d83e3c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "DELETE /v2.0/security-groups/f8b3626c-501a-4823-9459-24a7943a087e HTTP/1.1" status: 204 len: 168 time: 0.2058332 Dec 21 17:30:14.690253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53088) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:30:14.697919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060860740', 'description': 'tempest-secgroup-smoke-2060860740 description', 'project_id': '9371ebab9e294e7ab375f9238368a67c'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:30:14.704484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:30:14.708794 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:30:14.711789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:30:14.718261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:30:14.727803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:14.764450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:30:14.772393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:30:14.775870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:30:14.782366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:30:14.843200 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:14.846115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:14.851496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-10408832-a4de-4072-a974-932fad40ae57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:14.894477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98311eb0-0f96-4477-9183-3cd2dcbd7841,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:14.897364 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:14.898137 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:14.899476 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f1efc9aa-0101-480f-855c-1ca50a5fca7a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2071528 Dec 21 17:30:14.902672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53092) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:30:14.909325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': '98311eb0-0f96-4477-9183-3cd2dcbd7841', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:30:14.915920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:30:14.919862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:30:14.923521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:30:14.929483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:30:14.948858 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.011370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.014183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.021969 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b0384d68-6c76-4384-ae8f-150e3325b9ed tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:15.041197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1752de2e-ed17-4f0e-b6c4-4726d7c4223c,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:15.043484 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:15.049762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.051075 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1472576 Dec 21 17:30:15.054048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53096) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:30:15.059881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': '98311eb0-0f96-4477-9183-3cd2dcbd7841', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:30:15.066377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:30:15.070351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:30:15.073343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:30:15.080153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:30:15.096215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.160735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.163404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.170485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e81da0ca-8c28-4555-b6e6-33b24ed0f52e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:15.189524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7650df93-48a4-44cb-8f91-e3b270d71ec7,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:15.191774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:15.198194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.199491 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b199c861-11a5-49f6-9117-e2a17cba2a50 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1444576 Dec 21 17:30:15.203088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53100) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:30:15.209114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': '98311eb0-0f96-4477-9183-3cd2dcbd7841', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:30:15.215455 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:30:15.220175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:30:15.223250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:30:15.229385 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:30:15.244824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.537207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.540223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.542151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0456c7cd-8f44-4714-a311-db5a59951029 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:15.566231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed909beb-303f-44af-b905-b8e734043eae,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:15.568754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:15.574863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.576148 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3720331 Dec 21 17:30:15.579661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53104) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:30:15.585565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': '98311eb0-0f96-4477-9183-3cd2dcbd7841', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:30:15.591663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:30:15.596431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:30:15.600041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:30:15.606059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:30:15.622189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.688161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.690681 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.692593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7dfff073-e878-4a69-9d21-e2165a0a58dd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:15.716128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39916d73-4168-42fa-b78b-3a8688660466,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:15.718643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:15.724694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.725961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1cd60907-1c8b-4180-8913-8648da64f313 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1453001 Dec 21 17:30:15.728949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53108) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:30:15.735366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': '98311eb0-0f96-4477-9183-3cd2dcbd7841', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:30:15.741463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:30:15.745441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:30:15.748707 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:30:15.755342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:30:15.764655 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Project 9371ebab9e294e7ab375f9238368a67c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:30:15.771148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.849298 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.852056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.853951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-59618ab9-8bb8-4c9b-91f6-e7da30d3e8a1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:15.858126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-407db00c-850f-4f09-b9ca-1c1c1754a678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.881332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a13dbb-409f-4888-8e73-6232c7f30da2,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:15.883925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:15.890014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:15.891302 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-fbdccbd0-15bb-4f20-b8c6-841bd060f0fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1613479 Dec 21 17:30:15.894212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53112) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:30:15.900150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'security_group_rule': {'security_group_id': '98311eb0-0f96-4477-9183-3cd2dcbd7841', 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:30:15.906300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:30:15.910294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:security_group_rule and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:30:15.913280 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:30:15.919290 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:30:15.928926 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Project 9371ebab9e294e7ab375f9238368a67c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:30:15.935370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:16.009725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:16.013289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:16.015311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-85c45bca-b406-4b38-abf0-9252d80cfee4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:16.042195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a21e477-3622-47fa-992d-b21ea405f819,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:16.044838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:16.051610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:16.052881 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-99e13945-eb04-46e0-90f4-5b4e5f96ed82 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1576481 Dec 21 17:30:16.935336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 09452933-cfa3-401e-aa7c-013bca520ba2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:30:16.970573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 09452933-cfa3-401e-aa7c-013bca520ba2 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:30:16.971168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 09452933-cfa3-401e-aa7c-013bca520ba2 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:30:17.263182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:18.094831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-967f9469-0030-4306-bce5-0db95227f451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:18.517899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:20.015349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:29.937463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:32.448717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-41743b97-de5e-4645-b559-ea0e2c7fdf36 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Synchronizing usage tracker for tenant:9371ebab9e294e7ab375f9238368a67c on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:30:32.463921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-41743b97-de5e-4645-b559-ea0e2c7fdf36 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Unset dirty status for tenant:9371ebab9e294e7ab375f9238368a67c on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:30:32.465162 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-41743b97-de5e-4645-b559-ea0e2c7fdf36 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060860740&fields=id&tenant_id=9371ebab9e294e7ab375f9238368a67c HTTP/1.1" status: 200 len: 267 time: 0.0592313 Dec 21 17:30:32.623011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-be2278a9-ac2a-4a61-a04a-1d015df8495a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:32.624580 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-be2278a9-ac2a-4a61-a04a-1d015df8495a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 808 time: 0.1519728 Dec 21 17:30:32.645987 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-e3f69140-6990-4028-8df9-4763927641b2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/quotas/9371ebab9e294e7ab375f9238368a67c HTTP/1.1" status: 200 len: 375 time: 0.0147576 Dec 21 17:30:32.739132 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-588c220e-9c9d-41f9-83f0-38281ac96a67 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873377 Dec 21 17:30:32.756010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-e6ac2152-a731-4317-9681-fea17360fa00 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 17:30:32.757060 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-e6ac2152-a731-4317-9681-fea17360fa00 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052578 Dec 21 17:30:32.897411 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-87dbe81b-0075-42bd-9589-5cdeb517c174 service neutron] 10.222.0.67 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344559 Dec 21 17:30:33.038204 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-3d4497ad-8794-4fa5-9067-624595bfcb4b service neutron] 10.222.0.67 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344440 Dec 21 17:30:33.460514 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dc7e5605-455c-484a-9a7d-5daae1058637 req-ea414e8f-4640-4f05-b601-4b96f56f3ce7 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 210 time: 0.0503941 Dec 21 17:30:34.477854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-9d981e79-ffbd-4cc0-9a1a-a41fbf7e79cb tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:34.479620 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-9d981e79-ffbd-4cc0-9a1a-a41fbf7e79cb tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 808 time: 0.1669691 Dec 21 17:30:34.539474 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-44d4d855-6f4f-4cc7-92a7-f2a2214a3185 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9371ebab9e294e7ab375f9238368a67c HTTP/1.1" status: 200 len: 380 time: 0.0480888 Dec 21 17:30:34.549712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'port': {'device_id': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'admin_state_up': True, 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'security_groups': ['98311eb0-0f96-4477-9183-3cd2dcbd7841']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:30:34.633607 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b14857d6-dd79-4441-be40-3ca677977827 req-3f23564a-3932-4f1f-983e-249ee9afad8b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 210 time: 0.0466030 Dec 21 17:30:34.703978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:30:34.708533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:port and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:30:34.711539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:30:34.717649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:30:34.730932 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Made reservation on behalf of 9371ebab9e294e7ab375f9238368a67c for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:30:34.739285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:34.917388 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Allocated IP 172.20.0.11 (325c441a-6390-4eca-a5c6-ae89b4ed85bb/8729c1fd-4518-463f-8094-38d0f2362c94/71f5adbe-7414-4c53-b40b-0774563551ec) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:30:35.115438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:35.133101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Transition to ACTIVE for port object 71f5adbe-7414-4c53-b40b-0774563551ec will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:30:35.153444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:35.159908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:35.236855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Network 325c441a-6390-4eca-a5c6-ae89b4ed85bb is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:30:35.240296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:30:35.245036 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:30:35.272734 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'Port': ['ID=71f5adbe-7414-4c53-b40b-0774563551ec,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:35.278408 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:35.312493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:35.313693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:35.344685 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7997100 Dec 21 17:30:35.356635 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Request body: {'port': {'device_id': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:30:35.484995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:35.606509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e37e9f08-0471-4b34-817b-8a69de460256 None None] Provisioning for port 71f5adbe-7414-4c53-b40b-0774563551ec completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:30:35.612173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e37e9f08-0471-4b34-817b-8a69de460256 None None] Provisioning complete for port 71f5adbe-7414-4c53-b40b-0774563551ec triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:30:35.613801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e37e9f08-0471-4b34-817b-8a69de460256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:35.672025 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e37e9f08-0471-4b34-817b-8a69de460256 None None] Port 71f5adbe-7414-4c53-b40b-0774563551ec cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:30:35.844336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:30:35.853350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf3524-5ff5-4777-83de-1cb25a85fa60 req-60667804-b7ed-4e0c-9588-4a9370bb7343 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:35.855130 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4daf3524-5ff5-4777-83de-1cb25a85fa60 req-60667804-b7ed-4e0c-9588-4a9370bb7343 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 932 time: 0.0852675 Dec 21 17:30:35.856560 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f5adbe-7414-4c53-b40b-0774563551ec {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:30:35.864296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:35.880512 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Transition to ACTIVE for port object 71f5adbe-7414-4c53-b40b-0774563551ec will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:30:35.884219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:35.890179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61168317-eff3-45e8-8688-c74648d5c7e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:35.912909 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4daf3524-5ff5-4777-83de-1cb25a85fa60 req-a3d362d6-e05c-4c6a-8426-7654dd827ae7 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502994 Dec 21 17:30:36.025499 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Pushing event updated for resources: {'Port': ['ID=71f5adbe-7414-4c53-b40b-0774563551ec,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:36.030005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:36.147803 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Attempting to bind port 71f5adbe-7414-4c53-b40b-0774563551ec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:30:36.148309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Attempting to bind port 71f5adbe-7414-4c53-b40b-0774563551ec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:30:36.148762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Attempting to bind port 71f5adbe-7414-4c53-b40b-0774563551ec on network 325c441a-6390-4eca-a5c6-ae89b4ed85bb {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:30:36.156100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Port 71f5adbe-7414-4c53-b40b-0774563551ec on network 325c441a-6390-4eca-a5c6-ae89b4ed85bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:30:36.156464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Attempting to bind port 71f5adbe-7414-4c53-b40b-0774563551ec on network 325c441a-6390-4eca-a5c6-ae89b4ed85bb {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:30:36.164881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:30:36.165255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Checking segment: {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:30:36.165692 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Bound using segment: {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:30:36.166160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Bound port: 71f5adbe-7414-4c53-b40b-0774563551ec, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8464c018-01e4-422c-9e77-0dfa90e9975c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:30:36.166539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:36.263017 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] For port 71f5adbe-7414-4c53-b40b-0774563551ec, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:30:36.266150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] For port 71f5adbe-7414-4c53-b40b-0774563551ec, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=71f5adbe-7414-4c53-b40b-0774563551ec,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:30:36.269406 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:36.273850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2bf2ea2e-7a44-4dba-b51f-83acc7534736 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:36.343276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:36.345381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] 10.222.0.48 "PUT /v2.0/ports/71f5adbe-7414-4c53-b40b-0774563551ec HTTP/1.1" status: 200 len: 1094 time: 0.9934616 Dec 21 17:30:36.345950 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:30:36.374002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Pushing event updated for resources: {'Port': ['ID=71f5adbe-7414-4c53-b40b-0774563551ec,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:36.385909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:36.438621 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec', 'status': 'completed', 'code': 200} Dec 21 17:30:36.477465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-7ce26943-f6ed-4129-97c1-33eab0b89002 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1097 time: 0.0904200 Dec 21 17:30:36.555519 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-d3e66277-fdca-4c39-bf08-ea6504e78e45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f5adbe-7414-4c53-b40b-0774563551ec HTTP/1.1" status: 200 len: 217 time: 0.0698833 Dec 21 17:30:36.625062 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-c692cad4-7859-4875-ac8f-cb413cf94894 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:36.626633 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-c692cad4-7859-4875-ac8f-cb413cf94894 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0653298 Dec 21 17:30:36.711811 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-28f8a1e3-9488-4976-9c19-69ed7b6fa3be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791562 Dec 21 17:30:36.859926 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-876dbc17-dac6-4354-ad75-95d18fae0772 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419482 Dec 21 17:30:37.001067 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-105d4f3a-1f2e-47c0-b5ee-d302892cbcee req-08d1a2bb-71d1-4de8-abde-c2b97b04a9e1 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346319 Dec 21 17:30:37.118902 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ed99dea1-e037-41b9-bde4-f1f6c4a9c165 req-d6239fd8-83d6-48d1-a71e-675fe068702a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1097 time: 0.0769653 Dec 21 17:30:37.129834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e8d78-31f9-49f7-ad67-257cbb567235 req-228f7c78-7108-4a3c-978c-32ece69127a9 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:37.131506 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-767e8d78-31f9-49f7-ad67-257cbb567235 req-228f7c78-7108-4a3c-978c-32ece69127a9 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0855327 Dec 21 17:30:37.179616 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-767e8d78-31f9-49f7-ad67-257cbb567235 req-a5614457-83a0-4206-a315-fdae5303d642 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Dec 21 17:30:37.267954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99dea1-e037-41b9-bde4-f1f6c4a9c165 req-10e48845-5117-4bfd-864b-d2120697b6e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:37.267954 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ed99dea1-e037-41b9-bde4-f1f6c4a9c165 req-10e48845-5117-4bfd-864b-d2120697b6e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1394691 Dec 21 17:30:37.338924 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ed99dea1-e037-41b9-bde4-f1f6c4a9c165 req-df48abe2-26c6-4607-aeba-73bc4ec2ca5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f5adbe-7414-4c53-b40b-0774563551ec HTTP/1.1" status: 200 len: 217 time: 0.0671334 Dec 21 17:30:37.406415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99dea1-e037-41b9-bde4-f1f6c4a9c165 req-02973462-a7d8-4c68-98e2-58e4902b1b6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:37.408628 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ed99dea1-e037-41b9-bde4-f1f6c4a9c165 req-02973462-a7d8-4c68-98e2-58e4902b1b6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0632436 Dec 21 17:30:37.488717 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ed99dea1-e037-41b9-bde4-f1f6c4a9c165 req-a05a2b40-cfe5-4b37-80c3-78fe490273c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734892 Dec 21 17:30:37.629353 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ed99dea1-e037-41b9-bde4-f1f6c4a9c165 req-70482d21-54ba-4de1-a0c2-1a95571d3e69 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342063 Dec 21 17:30:37.772626 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ed99dea1-e037-41b9-bde4-f1f6c4a9c165 req-fb65bc0f-fb72-447e-868d-8fd5121e0ee8 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370997 Dec 21 17:30:38.396093 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cfd40-be1a-4ff9-bb85-85e737569cc0 req-0f94f410-66e9-4bde-af68-696a5fb9b339 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:38.397708 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ae1cfd40-be1a-4ff9-bb85-85e737569cc0 req-0f94f410-66e9-4bde-af68-696a5fb9b339 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0868595 Dec 21 17:30:38.446993 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ae1cfd40-be1a-4ff9-bb85-85e737569cc0 req-aa0773b9-0b14-45c3-a5bf-f365ca9ff7ce tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430202 Dec 21 17:30:39.654377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2d4a9-3048-49ac-bf53-6f5ae75d85dd req-5ed20d29-34f0-440b-a072-f03acef2542c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:39.656115 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-30d2d4a9-3048-49ac-bf53-6f5ae75d85dd req-5ed20d29-34f0-440b-a072-f03acef2542c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0875146 Dec 21 17:30:39.704201 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-30d2d4a9-3048-49ac-bf53-6f5ae75d85dd req-4af821ca-4756-4151-881c-0645e3f74265 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420082 Dec 21 17:30:40.913341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9656fa-93b1-47d1-beb4-84d110547dea req-afc38569-75eb-42e7-85e1-9109545d51da tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:40.914864 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b9656fa-93b1-47d1-beb4-84d110547dea req-afc38569-75eb-42e7-85e1-9109545d51da tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0867085 Dec 21 17:30:40.963093 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b9656fa-93b1-47d1-beb4-84d110547dea req-1d17891f-620e-483b-ba84-066fb87adace tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420547 Dec 21 17:30:42.164768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744642b-6640-4ca1-af65-0c2f6d19821b req-ffedc337-4f4b-494c-8c4f-5a20801ab0dd tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:42.166363 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4744642b-6640-4ca1-af65-0c2f6d19821b req-ffedc337-4f4b-494c-8c4f-5a20801ab0dd tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0822380 Dec 21 17:30:42.217328 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4744642b-6640-4ca1-af65-0c2f6d19821b req-97b3044a-dbc8-4020-b40c-5a4756803953 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449038 Dec 21 17:30:43.421523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fc9fc-e422-4cf3-bd4f-0be55ac16d70 req-2a25d408-af7b-4833-b8ec-856ced0ac192 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:43.423191 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b2fc9fc-e422-4cf3-bd4f-0be55ac16d70 req-2a25d408-af7b-4833-b8ec-856ced0ac192 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0836134 Dec 21 17:30:43.471121 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8b2fc9fc-e422-4cf3-bd4f-0be55ac16d70 req-d71c18e1-7335-455d-bb4e-263d2b5cae02 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418200 Dec 21 17:30:44.677957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798110f-5c84-405a-a62e-3d8baaa88491 req-f5a44f2e-8c8c-40d8-8eae-392cd1ff93bd tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:44.679548 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e798110f-5c84-405a-a62e-3d8baaa88491 req-f5a44f2e-8c8c-40d8-8eae-392cd1ff93bd tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0854115 Dec 21 17:30:44.956044 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e798110f-5c84-405a-a62e-3d8baaa88491 req-9e299c6b-37cb-48b1-8a88-12214e4f8e3e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702765 Dec 21 17:30:45.057593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 71f5adbe-7414-4c53-b40b-0774563551ec details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:30:45.198019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 71f5adbe-7414-4c53-b40b-0774563551ec, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=71f5adbe-7414-4c53-b40b-0774563551ec,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:30:45.212053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '71f5adbe-7414-4c53-b40b-0774563551ec', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'port_id': '71f5adbe-7414-4c53-b40b-0774563551ec', 'mac_address': 'fa:16:3e:02:25:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:30:45.267912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:45.287391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f5adbe-7414-4c53-b40b-0774563551ec {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:30:45.302882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 71f5adbe-7414-4c53-b40b-0774563551ec, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=71f5adbe-7414-4c53-b40b-0774563551ec,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:30:45.305636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:45.307505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:45.375727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=71f5adbe-7414-4c53-b40b-0774563551ec,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:45.385130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:45.385528 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:45.385916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:45.386301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:45.386682 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:45.387094 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:45.387506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:45.387883 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:45.388258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:45.388628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:45.388998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:30:45.393790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:45.506422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['71f5adbe-7414-4c53-b40b-0774563551ec'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:30:45.859271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-212e6010-82c2-4067-a353-299178b4d37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:46.160024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613766a-67a6-4c87-ab4c-2f202336714c req-a7d1543e-b81e-40ad-a64c-a29a25e26972 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:46.161549 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2613766a-67a6-4c87-ab4c-2f202336714c req-a7d1543e-b81e-40ad-a64c-a29a25e26972 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 945 time: 0.0845356 Dec 21 17:30:46.208918 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2613766a-67a6-4c87-ab4c-2f202336714c req-dae1fd57-ccd1-48a1-8218-1a3275c64468 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Dec 21 17:30:47.057156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 71f5adbe-7414-4c53-b40b-0774563551ec up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:30:47.126830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 71f5adbe-7414-4c53-b40b-0774563551ec completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:30:47.131559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 71f5adbe-7414-4c53-b40b-0774563551ec triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:30:47.131983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:47.249170 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:47.286126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:47.292338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:30:47.302743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 71f5adbe-7414-4c53-b40b-0774563551ec, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=71f5adbe-7414-4c53-b40b-0774563551ec,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:30:47.306627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:47.308699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20819a9b-2883-49be-9c21-5623e91c523c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:47.352935 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec', 'code': 200} Dec 21 17:30:47.384503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=71f5adbe-7414-4c53-b40b-0774563551ec,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:47.387644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:47.434232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c98aca-a88e-48bb-adb1-1cf9f91cbced req-5a90f6cf-90bc-4c16-b389-809029b6e547 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:47.435871 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b9c98aca-a88e-48bb-adb1-1cf9f91cbced req-5a90f6cf-90bc-4c16-b389-809029b6e547 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.1000352 Dec 21 17:30:47.484765 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b9c98aca-a88e-48bb-adb1-1cf9f91cbced req-5d330da5-8a6b-4c00-b322-2087684eb50f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Dec 21 17:30:47.633309 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0a97782-3753-4a99-9f0d-b6a6bb4f45f7 req-748d1f5c-494d-4472-ac70-7813b293a91c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1099 time: 0.0780115 Dec 21 17:30:47.678421 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e0a97782-3753-4a99-9f0d-b6a6bb4f45f7 req-0863d07e-3b1f-486c-8646-841810b06ccc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389113 Dec 21 17:30:48.097059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6d83ac5e-223f-4456-9ffd-a20e84aaee5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:48.688557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:48.706978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7776d-a16c-4794-9dfb-0073f41b5076 req-af97d074-4dc3-45ef-966b-9bddba694592 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:48.708520 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aa7776d-a16c-4794-9dfb-0073f41b5076 req-af97d074-4dc3-45ef-966b-9bddba694592 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0911100 Dec 21 17:30:48.760406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aa7776d-a16c-4794-9dfb-0073f41b5076 req-96594317-c40a-4566-ad57-e51b3acb1bc2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457480 Dec 21 17:30:49.973306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d398f8-e2b9-4bdf-9196-e711462c1ed2 req-0f1104c4-39d8-4844-a368-45324fb83770 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:49.974961 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c3d398f8-e2b9-4bdf-9196-e711462c1ed2 req-0f1104c4-39d8-4844-a368-45324fb83770 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0906696 Dec 21 17:30:50.019148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:50.025284 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c3d398f8-e2b9-4bdf-9196-e711462c1ed2 req-85ae5371-8eb8-4a73-b933-5119d47a80e0 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441077 Dec 21 17:30:50.231555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386f97b-12aa-4490-949d-04947243fcb7 req-ed8ed556-19c3-48c3-b3ad-c0d6cbba779b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:50.233133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f386f97b-12aa-4490-949d-04947243fcb7 req-ed8ed556-19c3-48c3-b3ad-c0d6cbba779b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0853889 Dec 21 17:30:50.280280 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f386f97b-12aa-4490-949d-04947243fcb7 req-5d6545e3-19ee-42dd-9aef-7d001f57685c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405464 Dec 21 17:30:50.308439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53298) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:30:50.382878 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e04d8276-2f6e-4d17-8f82-1dc602628f97 tempest-TestShelveInstance-2109970279 tempest-TestShelveInstance-2109970279-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1094 time: 0.0730286 Dec 21 17:30:50.385776 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53302) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:30:50.391697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '71f5adbe-7414-4c53-b40b-0774563551ec', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:30:50.397895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:30:50.402008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Usage tracker for resource:floatingip and tenant:9371ebab9e294e7ab375f9238368a67c is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:30:50.405071 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:30:50.411710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:30:50.421128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:50.566975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:50.710660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Allocated IP 172.26.7.147 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/7baf517d-6233-44ce-a158-32b7dfefa158) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:30:50.874320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:50.900105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:50.904647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-22d6e7e5-ad98-4e23-8227-e2d8aaa9d87e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:50.971095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:30:50.974631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:30:50.978696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:30:51.015906 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'Port': ['ID=7baf517d-6233-44ce-a158-32b7dfefa158,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:51.022412 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:51.506514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:51.564211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:51.776479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:51.779913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:51.784309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c327345-6616-4696-9c51-23b62cdf6d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:30:51.892815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event updated for resources: {'Port': ['ID=7baf517d-6233-44ce-a158-32b7dfefa158,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:30:51.897213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:30:51.907801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:52.107281 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Floating IP 2c932456-2171-4c3d-af44-b7dd6158601f associated. External IP: 172.26.7.147, port: 71f5adbe-7414-4c53-b40b-0774563551ec. Dec 21 17:30:52.514101 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:30:52.723242 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:30:52.733640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3554b416-dba9-4dc7-8a03-583553222615 None None] Sync routers for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:30:52.746941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3554b416-dba9-4dc7-8a03-583553222615 None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:30:52.747621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3554b416-dba9-4dc7-8a03-583553222615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:30:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:30:52.748202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:30:52.811893 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4249094 Dec 21 17:30:52.812709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:30:52.873845 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec', 'status': 'completed', 'code': 200} Dec 21 17:30:52.942537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3554b416-dba9-4dc7-8a03-583553222615 None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:30:52.972127 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c588a89b-911d-4ec9-94a9-c65e7d59fe9b req-a9db95d6-4f1e-4ca0-9f89-ddbfd99ecbb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1099 time: 0.0752878 Dec 21 17:30:53.116872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588a89b-911d-4ec9-94a9-c65e7d59fe9b req-4842d79f-b061-4de6-8ab4-3ea1fdf68d76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:53.118494 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c588a89b-911d-4ec9-94a9-c65e7d59fe9b req-4842d79f-b061-4de6-8ab4-3ea1fdf68d76 service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1406240 Dec 21 17:30:53.228978 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c588a89b-911d-4ec9-94a9-c65e7d59fe9b req-83ddaf0d-2e61-4b32-b7ac-7b77e587f815 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f5adbe-7414-4c53-b40b-0774563551ec HTTP/1.1" status: 200 len: 1000 time: 0.1039324 Dec 21 17:30:53.301367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588a89b-911d-4ec9-94a9-c65e7d59fe9b req-4bb4f87a-ac43-47e9-bb22-541aae802586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:30:53.303011 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c588a89b-911d-4ec9-94a9-c65e7d59fe9b req-4bb4f87a-ac43-47e9-bb22-541aae802586 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0681570 Dec 21 17:30:53.323778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3554b416-dba9-4dc7-8a03-583553222615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '2c932456-2171-4c3d-af44-b7dd6158601f', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'port_id': '71f5adbe-7414-4c53-b40b-0774563551ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'mac_address': 'fa:16:3e:02:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:30:51Z', 'updated_at': '2021-12-21T17:30:51Z', 'revision_number': 0, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:30:53.328595 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3554b416-dba9-4dc7-8a03-583553222615 None None] Checking router: b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:30:53.340006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3554b416-dba9-4dc7-8a03-583553222615 None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:30:53.340669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3554b416-dba9-4dc7-8a03-583553222615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:30:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:30:53.383751 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c588a89b-911d-4ec9-94a9-c65e7d59fe9b req-58a808b9-a969-4159-b322-93f4a8c30444 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744975 Dec 21 17:30:53.527180 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c588a89b-911d-4ec9-94a9-c65e7d59fe9b req-e70c5cff-37b0-4979-b4ac-cbc97bf57cac service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368542 Dec 21 17:30:53.530992 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3554b416-dba9-4dc7-8a03-583553222615 None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:30:53.900428 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c588a89b-911d-4ec9-94a9-c65e7d59fe9b req-406e0473-5b13-499a-b2f7-bca8bf5fd29a service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667517 Dec 21 17:30:53.910645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3554b416-dba9-4dc7-8a03-583553222615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '2c932456-2171-4c3d-af44-b7dd6158601f', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'port_id': '71f5adbe-7414-4c53-b40b-0774563551ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'mac_address': 'fa:16:3e:02:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:30:51Z', 'updated_at': '2021-12-21T17:30:51Z', 'revision_number': 0, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:30:53.914926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3554b416-dba9-4dc7-8a03-583553222615 None None] The sync data for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv is: [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '2c932456-2171-4c3d-af44-b7dd6158601f', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'port_id': '71f5adbe-7414-4c53-b40b-0774563551ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'mac_address': 'fa:16:3e:02:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:30:51Z', 'updated_at': '2021-12-21T17:30:51Z', 'revision_number': 0, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:30:54.314538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc4e78-b1a9-4813-891f-99f7470aaaf4 None None] New status for floating IP 2c932456-2171-4c3d-af44-b7dd6158601f: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:30:59.909943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:09.874287 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d67fb8dd-e748-4332-8e14-8e848e02c967 req-32df78c6-c18f-4f23-ad83-0cd16caa1038 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738921 Dec 21 17:31:10.025775 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d67fb8dd-e748-4332-8e14-8e848e02c967 req-11aaad05-3853-4483-8aeb-4916578cbbf2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1099 time: 0.0790386 Dec 21 17:31:10.186122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fb8dd-e748-4332-8e14-8e848e02c967 req-fcd005f9-fef8-44cf-bc93-270a2d9d339e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:31:10.187061 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d67fb8dd-e748-4332-8e14-8e848e02c967 req-fcd005f9-fef8-44cf-bc93-270a2d9d339e service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1424773 Dec 21 17:31:10.305819 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d67fb8dd-e748-4332-8e14-8e848e02c967 req-5ce44f8a-6e52-4752-a017-f4a23fae293a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f5adbe-7414-4c53-b40b-0774563551ec HTTP/1.1" status: 200 len: 1002 time: 0.1117723 Dec 21 17:31:10.389966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fb8dd-e748-4332-8e14-8e848e02c967 req-83962110-3e0c-43d4-845c-c7d0650ecaf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:31:10.391899 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d67fb8dd-e748-4332-8e14-8e848e02c967 req-83962110-3e0c-43d4-845c-c7d0650ecaf2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0789058 Dec 21 17:31:10.485978 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d67fb8dd-e748-4332-8e14-8e848e02c967 req-7069a8eb-912f-43a4-925f-0e87fd2d87b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864751 Dec 21 17:31:10.639739 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d67fb8dd-e748-4332-8e14-8e848e02c967 req-4f7e54fd-327b-486a-a08f-49cdd42883af service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477511 Dec 21 17:31:10.793825 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d67fb8dd-e748-4332-8e14-8e848e02c967 req-7f27bbd2-11bd-4f1c-b8cb-8ea0861488f4 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473844 Dec 21 17:31:12.845968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:31:15.864857 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bf181a7a-b5dc-42bd-9144-35bab3115b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:17.275510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:18.105935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c76c6f03-2ff8-46ab-beab-e397899d4d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:18.608775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:20.039411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:29.913359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:45.858008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-329a4258-ca41-431c-b1c1-93a70a4dbca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:47.265895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:48.097138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb2bffcf-b31f-4b24-b1dd-5c3ce8046ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:48.523708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:49.846790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:31:50.023358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:31:59.926241 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:09.900511 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84ad3293-b01e-4781-8225-346afabc8b5e req-d4f6b0b7-ad95-4e90-8813-a5745ddd056c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736115 Dec 21 17:32:10.047135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84ad3293-b01e-4781-8225-346afabc8b5e req-6569046f-b29e-44bb-a898-b1fa843bd2aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1099 time: 0.0741522 Dec 21 17:32:10.203345 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad3293-b01e-4781-8225-346afabc8b5e req-16bbb6c9-32a8-4305-af4e-33a9fca5fa0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:32:10.204966 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84ad3293-b01e-4781-8225-346afabc8b5e req-16bbb6c9-32a8-4305-af4e-33a9fca5fa0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1394999 Dec 21 17:32:10.314994 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84ad3293-b01e-4781-8225-346afabc8b5e req-90b3653a-51df-4fcf-87c7-8317f78b63cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f5adbe-7414-4c53-b40b-0774563551ec HTTP/1.1" status: 200 len: 1002 time: 0.1034431 Dec 21 17:32:10.386964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad3293-b01e-4781-8225-346afabc8b5e req-17d5302a-e3b3-4751-a88d-f8039b6a3d8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:32:10.388627 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84ad3293-b01e-4781-8225-346afabc8b5e req-17d5302a-e3b3-4751-a88d-f8039b6a3d8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0678108 Dec 21 17:32:10.468278 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84ad3293-b01e-4781-8225-346afabc8b5e req-59795163-ded9-41ef-bc15-2555ef2bd606 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738177 Dec 21 17:32:10.478397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [req-84ad3293-b01e-4781-8225-346afabc8b5e req-6a314182-db26-4242-9f95-a850d8b8867d service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 17:32:10.479544 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84ad3293-b01e-4781-8225-346afabc8b5e req-6a314182-db26-4242-9f95-a850d8b8867d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052829 Dec 21 17:32:10.619272 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84ad3293-b01e-4781-8225-346afabc8b5e req-b8a8e3d9-d903-4dd2-bbae-6ee49a37f9ef service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331937 Dec 21 17:32:10.757712 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84ad3293-b01e-4781-8225-346afabc8b5e req-ae0ff6b2-1a62-4680-ba5f-c9169bd02805 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328530 Dec 21 17:32:15.860099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4604c4c1-fee8-41f4-9937-cd5854425000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:17.270228 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:18.099477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-655c94d2-f839-4208-b256-b92418e6e670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:18.532183 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:20.027861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:26.847609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:32:29.934355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:45.861875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9a15e771-1835-484c-b8bf-e846a03273b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:47.272007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:48.100759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b35d7152-4679-418c-908f-1a33c90f153e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:48.528880 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:50.028923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:32:52.061764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacea74-9690-4980-9085-826a36999baa req-073b327c-9e5b-4f7d-92f5-17f1410139a2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:32:52.063434 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6eacea74-9690-4980-9085-826a36999baa req-073b327c-9e5b-4f7d-92f5-17f1410139a2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0901146 Dec 21 17:32:52.111806 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6eacea74-9690-4980-9085-826a36999baa req-c78b0214-0e7f-4e39-9a78-d19680c7a41d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422003 Dec 21 17:32:53.320044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9235-6109-4cc0-b96d-3718a35379b9 req-eff1ba52-1711-4ec0-b56b-55abf3779e63 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:32:53.321639 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-39fc9235-6109-4cc0-b96d-3718a35379b9 req-eff1ba52-1711-4ec0-b56b-55abf3779e63 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0842383 Dec 21 17:32:53.376563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-39fc9235-6109-4cc0-b96d-3718a35379b9 req-0ef7533c-93ef-473f-8d3a-a2223f37cc4f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487549 Dec 21 17:32:54.592510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5207cb-28c3-4fd0-995e-18150162d8e0 req-09956ea2-d5af-41ce-93e2-9fdff2f9b4c1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:32:54.594164 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9b5207cb-28c3-4fd0-995e-18150162d8e0 req-09956ea2-d5af-41ce-93e2-9fdff2f9b4c1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0847127 Dec 21 17:32:54.642280 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9b5207cb-28c3-4fd0-995e-18150162d8e0 req-dfdfa32c-2995-4457-a72a-88f42e66487a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418096 Dec 21 17:32:56.074958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486e84-8449-48fb-926d-c6ab5050cb84 req-14a5794e-0e9f-4beb-a90e-eec72bcefb67 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:32:56.076565 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a0486e84-8449-48fb-926d-c6ab5050cb84 req-14a5794e-0e9f-4beb-a90e-eec72bcefb67 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.3128154 Dec 21 17:32:56.124618 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a0486e84-8449-48fb-926d-c6ab5050cb84 req-d91931c5-a3b6-4a5e-9370-0fdb0f9ddb51 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Dec 21 17:32:57.330620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf990c8-8f23-43d3-afb4-49b8c65eea54 req-e0c8d4d0-0574-4592-b8e4-409e224ca734 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:32:57.332321 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ccf990c8-8f23-43d3-afb4-49b8c65eea54 req-e0c8d4d0-0574-4592-b8e4-409e224ca734 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0855427 Dec 21 17:32:57.380839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ccf990c8-8f23-43d3-afb4-49b8c65eea54 req-7da0a89b-53fa-420d-8a16-6614fac8addf tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 Dec 21 17:32:58.586404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593cbe1-c0aa-4afd-be53-3c1d4a8bdbdb req-a3002dce-1ef4-4598-851d-41624da9667d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:32:58.587999 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f593cbe1-c0aa-4afd-be53-3c1d4a8bdbdb req-a3002dce-1ef4-4598-851d-41624da9667d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0846357 Dec 21 17:32:58.636241 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f593cbe1-c0aa-4afd-be53-3c1d4a8bdbdb req-596e3219-b279-4934-aef2-ae5bb27f47fa tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417352 Dec 21 17:32:59.841993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ea087-aaa2-454f-9b3a-40b42ec2c235 req-41d49688-977c-441b-a7b1-0331f673e5ef tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:32:59.843613 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-345ea087-aaa2-454f-9b3a-40b42ec2c235 req-41d49688-977c-441b-a7b1-0331f673e5ef tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0821545 Dec 21 17:32:59.891657 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-345ea087-aaa2-454f-9b3a-40b42ec2c235 req-382379e5-b0e3-46ea-9d76-04a7ea8a4809 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 Dec 21 17:32:59.940051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:01.102709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7928b32-dbbf-49c9-8a06-6f6363c560a6 req-98b61c32-22fd-4c84-a077-b584f95d0aa5 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:01.104970 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e7928b32-dbbf-49c9-8a06-6f6363c560a6 req-98b61c32-22fd-4c84-a077-b584f95d0aa5 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0875015 Dec 21 17:33:01.151992 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e7928b32-dbbf-49c9-8a06-6f6363c560a6 req-76831e7d-9f37-401c-92a2-319d782e090a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 Dec 21 17:33:02.105854 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c6c8881-f44d-4674-bf10-ef47efb2ca2f req-240d72b9-ecd4-4740-8fe9-058b0c54c0a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1099 time: 0.0738595 Dec 21 17:33:02.251929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c8881-f44d-4674-bf10-ef47efb2ca2f req-dd0dc169-94a8-4bae-bb16-0547e62d574b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:02.253593 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c6c8881-f44d-4674-bf10-ef47efb2ca2f req-dd0dc169-94a8-4bae-bb16-0547e62d574b service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1419170 Dec 21 17:33:02.359559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ad55f-b8d0-473e-bfe2-2cb70781b87e req-c134947c-4e8f-4e56-b1b1-77f240602800 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:02.360958 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd0ad55f-b8d0-473e-bfe2-2cb70781b87e req-c134947c-4e8f-4e56-b1b1-77f240602800 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0865815 Dec 21 17:33:02.364159 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c6c8881-f44d-4674-bf10-ef47efb2ca2f req-f7a4cc20-b05f-4ae0-9c06-313381227de9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f5adbe-7414-4c53-b40b-0774563551ec HTTP/1.1" status: 200 len: 1002 time: 0.1040306 Dec 21 17:33:02.415606 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-dd0ad55f-b8d0-473e-bfe2-2cb70781b87e req-20cc85e0-1b02-4962-a591-8be9eb2ede77 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475779 Dec 21 17:33:02.443343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c8881-f44d-4674-bf10-ef47efb2ca2f req-866b12b2-fe2b-47ea-9633-564953fa99fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:02.443493 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c6c8881-f44d-4674-bf10-ef47efb2ca2f req-866b12b2-fe2b-47ea-9633-564953fa99fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0725737 Dec 21 17:33:02.523360 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c6c8881-f44d-4674-bf10-ef47efb2ca2f req-155506a8-5cca-4196-ba2c-61f8120b493f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730693 Dec 21 17:33:02.664904 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c6c8881-f44d-4674-bf10-ef47efb2ca2f req-bcb10ff9-8d0a-4762-8b0f-453133f4f9eb service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338308 Dec 21 17:33:02.805088 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-1c6c8881-f44d-4674-bf10-ef47efb2ca2f req-9c714933-ab9d-4879-b68d-25268dc8f297 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343613 Dec 21 17:33:03.619633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e293dc4-3d04-49e8-8b75-0c3f23a05dd2 req-2cbffa62-0031-42e0-90da-ba6ba8d774b5 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:03.621225 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9e293dc4-3d04-49e8-8b75-0c3f23a05dd2 req-2cbffa62-0031-42e0-90da-ba6ba8d774b5 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0831454 Dec 21 17:33:03.668927 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9e293dc4-3d04-49e8-8b75-0c3f23a05dd2 req-b2ff7509-5354-4f25-ba2b-260b5b9cbdae tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 Dec 21 17:33:03.848867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:33:04.884009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10007df1-5d67-4038-999f-1e04840a2087 req-e57e3e6e-5903-4de7-9ed6-f7ed1395d17c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:04.885612 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-10007df1-5d67-4038-999f-1e04840a2087 req-e57e3e6e-5903-4de7-9ed6-f7ed1395d17c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0950367 Dec 21 17:33:04.934732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-10007df1-5d67-4038-999f-1e04840a2087 req-519f0a18-02e8-4e86-a70b-c9f68cd65526 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427220 Dec 21 17:33:06.137690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4915045-fb54-4ad3-835a-397cb15769cf req-e7907a80-c4f8-47ba-991f-09bfc69041f7 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:06.139325 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4915045-fb54-4ad3-835a-397cb15769cf req-e7907a80-c4f8-47ba-991f-09bfc69041f7 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0856524 Dec 21 17:33:06.187601 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4915045-fb54-4ad3-835a-397cb15769cf req-5d803c86-3791-4082-bf8a-6676ea3e8e5c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Dec 21 17:33:06.387515 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d65883ab-8288-43cf-8626-ec8e18314ce6 req-04c47497-be38-4b58-9f64-33d0ed8a6b9a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0812140 Dec 21 17:33:06.581580 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-336e7d3a-0062-41f8-a648-b32d7a5e9f83 req-cfd65d1e-b945-4759-b5ac-86aadb6627bb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736489 Dec 21 17:33:06.663898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabd920-9477-4a0c-86a8-5db9313e2359 req-06210334-8254-486d-b4cb-b533f80cde44 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:06.665525 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-eeabd920-9477-4a0c-86a8-5db9313e2359 req-06210334-8254-486d-b4cb-b533f80cde44 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0860038 Dec 21 17:33:06.715038 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-eeabd920-9477-4a0c-86a8-5db9313e2359 req-d78d17cd-b07f-4a14-bd6f-9f0eb1fb6a5d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429697 Dec 21 17:33:07.765524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 71f5adbe-7414-4c53-b40b-0774563551ec no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:33:07.909931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:07.939799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:33:07.950630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 71f5adbe-7414-4c53-b40b-0774563551ec, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=71f5adbe-7414-4c53-b40b-0774563551ec,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:33:07.955413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:07.957348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:33:08.027640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=71f5adbe-7414-4c53-b40b-0774563551ec,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:33:08.037430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:33:08.037819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:33:08.038182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:33:08.038552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:33:08.038982 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:33:08.039354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:33:08.039724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:33:08.040072 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:33:08.040435 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:33:08.041417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:33:08.041797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:33:08.045998 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:33:08.081051 dv-neutron-822515-1-hyperv neutron-server[88778]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec', 'code': 422} returned with failed status Dec 21 17:33:08.137820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb6954-3454-4c91-99ac-c2a0169e974a req-c7d050a0-704f-4ceb-9558-1e7e13635e70 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:08.139425 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-98eb6954-3454-4c91-99ac-c2a0169e974a req-c7d050a0-704f-4ceb-9558-1e7e13635e70 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.2762649 Dec 21 17:33:08.187908 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-98eb6954-3454-4c91-99ac-c2a0169e974a req-a54c0d30-7377-4d68-9284-24a4ab3d2cc1 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423326 Dec 21 17:33:08.960768 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-336e7d3a-0062-41f8-a648-b32d7a5e9f83 req-c4b1f7df-e8bf-4c0b-9a05-4c167d9a1e36 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae&tenant_id=9371ebab9e294e7ab375f9238368a67c HTTP/1.1" status: 200 len: 1097 time: 0.1447937 Dec 21 17:33:09.058847 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-336e7d3a-0062-41f8-a648-b32d7a5e9f83 req-c31c899e-3645-4db9-bbc1-ff8d261d5f9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1097 time: 0.0760098 Dec 21 17:33:09.199153 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e7d3a-0062-41f8-a648-b32d7a5e9f83 req-c098c3c7-ca45-417c-8a58-2d0539b538ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:09.200751 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-336e7d3a-0062-41f8-a648-b32d7a5e9f83 req-c098c3c7-ca45-417c-8a58-2d0539b538ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1363018 Dec 21 17:33:09.309693 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-336e7d3a-0062-41f8-a648-b32d7a5e9f83 req-3821f938-4e28-4a06-abf2-5f74adc33333 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f5adbe-7414-4c53-b40b-0774563551ec HTTP/1.1" status: 200 len: 1000 time: 0.1029234 Dec 21 17:33:09.381832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e7d3a-0062-41f8-a648-b32d7a5e9f83 req-f331bff6-eeb1-4d3a-895e-1adfb5124492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:09.383468 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-336e7d3a-0062-41f8-a648-b32d7a5e9f83 req-f331bff6-eeb1-4d3a-895e-1adfb5124492 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0678017 Dec 21 17:33:09.471618 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-336e7d3a-0062-41f8-a648-b32d7a5e9f83 req-e041d18e-024a-4001-937a-262481825dfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817480 Dec 21 17:33:09.483838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fde72-c040-40a2-88e2-e9596d6c1486 req-fff959d8-0be9-46ae-ad94-acda860758f2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:09.485645 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6c5fde72-c040-40a2-88e2-e9596d6c1486 req-fff959d8-0be9-46ae-ad94-acda860758f2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.1734157 Dec 21 17:33:09.535567 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6c5fde72-c040-40a2-88e2-e9596d6c1486 req-832ea0df-4aaa-4d9f-a821-2d4d84260377 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Dec 21 17:33:09.618426 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-336e7d3a-0062-41f8-a648-b32d7a5e9f83 req-e511a406-3612-40bf-b081-7a748575a9a0 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399519 Dec 21 17:33:09.758771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-336e7d3a-0062-41f8-a648-b32d7a5e9f83 req-5e22789f-15f5-4f51-87b1-2b4eb2c9ee67 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340606 Dec 21 17:33:10.743661 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92cae4-c45c-4843-b073-27dd010bb798 req-ed97c0aa-fb9e-4bc9-b916-db0cda45cfc6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:10.745972 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9d92cae4-c45c-4843-b073-27dd010bb798 req-ed97c0aa-fb9e-4bc9-b916-db0cda45cfc6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0860672 Dec 21 17:33:10.793520 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9d92cae4-c45c-4843-b073-27dd010bb798 req-1fb71c0f-43d0-4e42-ac1a-de25dcde8fd5 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414667 Dec 21 17:33:11.995103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b66f0-6849-4f39-b8c1-a554579779c1 req-0b75b8ab-4071-46cd-8b0a-f0d152718061 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:11.996680 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-961b66f0-6849-4f39-b8c1-a554579779c1 req-0b75b8ab-4071-46cd-8b0a-f0d152718061 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0818133 Dec 21 17:33:12.048067 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-961b66f0-6849-4f39-b8c1-a554579779c1 req-43ca3ee7-81fd-4911-9317-dda78d6fc8e3 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452595 Dec 21 17:33:13.251954 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2b33e-e12f-476d-86f4-7acbb1ee9c83 req-2f4e9eb9-5b2d-46b9-96b4-342384720e25 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:13.253545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-74c2b33e-e12f-476d-86f4-7acbb1ee9c83 req-2f4e9eb9-5b2d-46b9-96b4-342384720e25 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0827117 Dec 21 17:33:13.301368 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-74c2b33e-e12f-476d-86f4-7acbb1ee9c83 req-c8fdb9e4-8a7a-4e4e-8326-4e4ad9b5122d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 Dec 21 17:33:14.640515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c0537-6354-4a15-89d0-5de68e06cb9f req-5eb92f59-317b-43d1-a018-c89fd6561317 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:14.642004 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cc3c0537-6354-4a15-89d0-5de68e06cb9f req-5eb92f59-317b-43d1-a018-c89fd6561317 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0856581 Dec 21 17:33:14.689017 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-cc3c0537-6354-4a15-89d0-5de68e06cb9f req-bd2eae45-c439-4546-9b0f-02333ce8ee2e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408545 Dec 21 17:33:15.863553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-26a1d62c-c1ac-44e7-852b-35f5b6f55c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:15.895659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a4bd-3192-4f68-bb84-05cda528530d req-98c04727-c9ba-42bf-884e-0f2611102c95 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:15.897296 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a7c9a4bd-3192-4f68-bb84-05cda528530d req-98c04727-c9ba-42bf-884e-0f2611102c95 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0851991 Dec 21 17:33:15.944908 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a7c9a4bd-3192-4f68-bb84-05cda528530d req-2a187fce-f2a1-40b1-a6bf-6c8cbff1ed36 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415781 Dec 21 17:33:17.152402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb8f72-19c6-444d-a93a-dafb884833dc req-1dbdffa8-beab-4389-bbdb-991412b3cba8 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:17.154005 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-81cb8f72-19c6-444d-a93a-dafb884833dc req-1dbdffa8-beab-4389-bbdb-991412b3cba8 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 944 time: 0.0894084 Dec 21 17:33:17.203601 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-81cb8f72-19c6-444d-a93a-dafb884833dc req-b053569d-ac59-4e0e-9c77-e2216348163e tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434339 Dec 21 17:33:17.273600 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:17.796273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 71f5adbe-7414-4c53-b40b-0774563551ec details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:33:17.937592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 71f5adbe-7414-4c53-b40b-0774563551ec, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=71f5adbe-7414-4c53-b40b-0774563551ec,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:33:17.955043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '71f5adbe-7414-4c53-b40b-0774563551ec', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'port_id': '71f5adbe-7414-4c53-b40b-0774563551ec', 'mac_address': 'fa:16:3e:02:25:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:33:18.009975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:18.028134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f5adbe-7414-4c53-b40b-0774563551ec {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:33:18.042739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 71f5adbe-7414-4c53-b40b-0774563551ec, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=71f5adbe-7414-4c53-b40b-0774563551ec,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:33:18.045626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:18.047561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:33:18.115824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0e5e-0b32-4811-b3e4-bef4e283e4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:18.124772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=71f5adbe-7414-4c53-b40b-0774563551ec,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:33:18.127790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:33:18.283819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['71f5adbe-7414-4c53-b40b-0774563551ec'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:33:18.413866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2233-5abc-4de7-81fb-e7096545faa1 req-a5cbbf9b-f7f7-46b9-8a52-4adbccbc8285 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:18.415691 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-18ea2233-5abc-4de7-81fb-e7096545faa1 req-a5cbbf9b-f7f7-46b9-8a52-4adbccbc8285 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 945 time: 0.0876186 Dec 21 17:33:18.469182 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-18ea2233-5abc-4de7-81fb-e7096545faa1 req-c8e73efc-6bcf-4025-a1b4-ec86cf54a7e6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473044 Dec 21 17:33:18.547355 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:19.678745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d486c7-6378-4efc-babb-c65fdcaea6a4 req-724c7dc4-5576-44be-9050-8236fe65616f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:19.680387 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-54d486c7-6378-4efc-babb-c65fdcaea6a4 req-724c7dc4-5576-44be-9050-8236fe65616f tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 945 time: 0.0840974 Dec 21 17:33:19.729992 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-54d486c7-6378-4efc-babb-c65fdcaea6a4 req-0b3215bf-b417-41b3-82d7-89cbb23167ea tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434608 Dec 21 17:33:19.812685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 71f5adbe-7414-4c53-b40b-0774563551ec up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:33:19.893673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 71f5adbe-7414-4c53-b40b-0774563551ec triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:33:19.894100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:20.012956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:20.053733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:33:20.058361 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:20.064687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 71f5adbe-7414-4c53-b40b-0774563551ec, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=71f5adbe-7414-4c53-b40b-0774563551ec,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:33:20.067501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:20.069450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:33:20.137031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=71f5adbe-7414-4c53-b40b-0774563551ec,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:33:20.140372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:33:20.935575 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbecfd3-02f1-463d-aa61-5e35bd8195f9 req-c837f31b-2e67-4ebd-9255-40a7b8e37fd2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:20.937260 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0bbecfd3-02f1-463d-aa61-5e35bd8195f9 req-c837f31b-2e67-4ebd-9255-40a7b8e37fd2 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0879350 Dec 21 17:33:20.987195 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0bbecfd3-02f1-463d-aa61-5e35bd8195f9 req-f2c39574-9627-4fad-ae06-9d3387a9f187 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 Dec 21 17:33:21.127337 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec', 'code': 200} Dec 21 17:33:21.582064 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c97a36e6-cd2c-4956-97f6-81fd73c37370 req-7d1fe9a4-5726-41e8-9678-bb073fa86973 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1099 time: 0.0770299 Dec 21 17:33:21.626516 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c97a36e6-cd2c-4956-97f6-81fd73c37370 req-126f92dd-61da-4e27-bf1c-dfa0ae4c0293 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376456 Dec 21 17:33:22.189724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b2c5d-8ad1-4450-8996-c81fba70e15e req-789205e3-505d-4fce-96b8-35fdb95ee7ec tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:22.191335 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-159b2c5d-8ad1-4450-8996-c81fba70e15e req-789205e3-505d-4fce-96b8-35fdb95ee7ec tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0846853 Dec 21 17:33:22.237979 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-159b2c5d-8ad1-4450-8996-c81fba70e15e req-9dfebe97-638e-48f9-b660-6bfffce5f3c6 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400617 Dec 21 17:33:23.447655 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cc1bb-0e7d-46cf-8dcd-c8f8c041d792 req-56ccac90-29d8-4082-9707-04fb0d31e375 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:33:23.449184 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-237cc1bb-0e7d-46cf-8dcd-c8f8c041d792 req-56ccac90-29d8-4082-9707-04fb0d31e375 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0874250 Dec 21 17:33:23.497045 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-237cc1bb-0e7d-46cf-8dcd-c8f8c041d792 req-e04de40d-e796-4455-8aa3-c8bb33f6e271 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417738 Dec 21 17:33:29.941594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:40.856442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:33:45.882556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a04e1416-76b1-4e1a-92b9-0eb38d95e686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:47.283030 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:48.096644 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81f6cd13-2f30-42ad-989e-5805a69a68fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:48.541474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:50.034908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:33:59.978086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:11.089404 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-422993c9-73ef-4f93-8fd9-b30c8aaacd49 req-c79677bc-bdc5-41b5-9bec-65ec114064d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3049910 Dec 21 17:34:11.234818 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-422993c9-73ef-4f93-8fd9-b30c8aaacd49 req-6d661809-7bbf-4fbd-94ad-37ff9905c5cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1099 time: 0.0739896 Dec 21 17:34:11.390359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422993c9-73ef-4f93-8fd9-b30c8aaacd49 req-981e5920-2134-4456-8918-56baf51047aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:34:11.391920 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-422993c9-73ef-4f93-8fd9-b30c8aaacd49 req-981e5920-2134-4456-8918-56baf51047aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1377296 Dec 21 17:34:11.502892 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-422993c9-73ef-4f93-8fd9-b30c8aaacd49 req-8993a3ba-c125-4bd7-98d6-9e8aa9b5d65e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f5adbe-7414-4c53-b40b-0774563551ec HTTP/1.1" status: 200 len: 1002 time: 0.1047771 Dec 21 17:34:11.570152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422993c9-73ef-4f93-8fd9-b30c8aaacd49 req-e6ec0828-0357-4b5e-9f75-9e9f92dedf99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:34:11.571710 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-422993c9-73ef-4f93-8fd9-b30c8aaacd49 req-e6ec0828-0357-4b5e-9f75-9e9f92dedf99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0631375 Dec 21 17:34:11.653410 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-422993c9-73ef-4f93-8fd9-b30c8aaacd49 req-ffd61618-5806-45eb-af30-7e40e70da8dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756650 Dec 21 17:34:11.802515 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-422993c9-73ef-4f93-8fd9-b30c8aaacd49 req-12dbe56f-db8f-4c7f-91f6-f68893da96c6 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422508 Dec 21 17:34:11.941786 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-422993c9-73ef-4f93-8fd9-b30c8aaacd49 req-dae4a587-29b9-4196-b5bf-51b89b97be9a service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335032 Dec 21 17:34:15.866704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52f46a3e-3e72-48a9-8f8e-dff2138164e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:17.273561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:17.851494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:34:18.097878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d4a6-0026-4647-8de1-78f92e811da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:18.536117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:20.036771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:29.975428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:45.869082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1b059ae9-50a7-4cc9-a36f-c7237ea79b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:46.552990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53480) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:34:46.760239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Deleting port 7baf517d-6233-44ce-a158-32b7dfefa158 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:34:46.760623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:46.936048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:46.936557 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:47.059891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Calling delete_port for 7baf517d-6233-44ce-a158-32b7dfefa158 owned by network:floatingip {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:34:47.210233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:47.214611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1799105f-7396-4942-8995-0789056257f2 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:34:47.257590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event deleted for resources: {'Port': ['ID=7baf517d-6233-44ce-a158-32b7dfefa158,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:34:47.276012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:47.297696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:47.298133 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:47.298562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:47.299011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:47.299434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:47.299849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:47.300261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:47.300677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:47.301086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:47.301503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:47.301912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:47.309664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:34:47.369322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for floatingip, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:47.770221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:34:47.986136 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:34:47.997422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f58a6-cfa7-49f2-bd78-021de87b450d None None] Sync routers for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:34:48.003672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:48.010371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f58a6-cfa7-49f2-bd78-021de87b450d None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:34:48.011147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-321f58a6-cfa7-49f2-bd78-021de87b450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:34:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:34:48.063696 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "DELETE /v2.0/floatingips/2c932456-2171-4c3d-af44-b7dd6158601f HTTP/1.1" status: 204 len: 168 time: 1.5066350 Dec 21 17:34:48.063696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:34:48.141677 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec', 'status': 'completed', 'code': 200} Dec 21 17:34:48.167778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d324-10be-4623-ba18-411657655a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:48.215622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-321f58a6-cfa7-49f2-bd78-021de87b450d None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:34:48.246092 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a10b97a6-0c67-4cb0-a59e-cd84e27ccf01 req-dbdd404c-440a-4373-abd4-8cbc613bc01b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9371ebab9e294e7ab375f9238368a67c&device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 1099 time: 0.0799124 Dec 21 17:34:48.401537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b97a6-0c67-4cb0-a59e-cd84e27ccf01 req-8a055c9f-776f-4c35-96b2-bf3e116a9725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:34:48.403166 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a10b97a6-0c67-4cb0-a59e-cd84e27ccf01 req-8a055c9f-776f-4c35-96b2-bf3e116a9725 service neutron] 10.222.0.48 "GET /v2.0/networks?id=325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 200 len: 909 time: 0.1508510 Dec 21 17:34:48.482233 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a10b97a6-0c67-4cb0-a59e-cd84e27ccf01 req-71f22772-2f3f-4b67-9f1b-57d672fd74b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f5adbe-7414-4c53-b40b-0774563551ec HTTP/1.1" status: 200 len: 217 time: 0.0724077 Dec 21 17:34:48.555778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:48.565160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b97a6-0c67-4cb0-a59e-cd84e27ccf01 req-17afcc67-f8a0-40cf-8436-f05ee42a0ec8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:34:48.566800 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a10b97a6-0c67-4cb0-a59e-cd84e27ccf01 req-17afcc67-f8a0-40cf-8436-f05ee42a0ec8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 200 len: 847 time: 0.0720410 Dec 21 17:34:48.577245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-321f58a6-cfa7-49f2-bd78-021de87b450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:34:48.578538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba089698-fe29-4b0e-bca3-a22e7e50a65a req-63356ced-3b29-4e19-8a0b-35b7ea06b633 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:34:48.580202 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ba089698-fe29-4b0e-bca3-a22e7e50a65a req-63356ced-3b29-4e19-8a0b-35b7ea06b633 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0897868 Dec 21 17:34:48.581475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f58a6-cfa7-49f2-bd78-021de87b450d None None] Checking router: b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:34:48.593410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f58a6-cfa7-49f2-bd78-021de87b450d None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:34:48.594088 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-321f58a6-cfa7-49f2-bd78-021de87b450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:34:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:34:48.635312 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ba089698-fe29-4b0e-bca3-a22e7e50a65a req-a9a332a6-9598-470c-87f2-c56a89728f8b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489273 Dec 21 17:34:48.659661 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a10b97a6-0c67-4cb0-a59e-cd84e27ccf01 req-215eda3e-f76a-40c6-a94d-7086354e7ff5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=325c441a-6390-4eca-a5c6-ae89b4ed85bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860944 Dec 21 17:34:48.779864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-321f58a6-cfa7-49f2-bd78-021de87b450d None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:34:48.803942 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a10b97a6-0c67-4cb0-a59e-cd84e27ccf01 req-a43eea31-2202-47af-ac2e-800c3740d7ed service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373272 Dec 21 17:34:48.946231 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a10b97a6-0c67-4cb0-a59e-cd84e27ccf01 req-51ca7f20-f452-429a-8c6f-396a2e385e56 service neutron] 10.222.0.48 "GET /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352808 Dec 21 17:34:49.105690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-321f58a6-cfa7-49f2-bd78-021de87b450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:34:49.109807 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f58a6-cfa7-49f2-bd78-021de87b450d None None] The sync data for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv is: [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:25:48Z', 'revision_number': 4, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '9ad7a7a2-a921-4773-8668-8d27f447c88d', 'name': '', 'network_id': '325c441a-6390-4eca-a5c6-ae89b4ed85bb', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'mac_address': 'fa:16:3e:00:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:48Z', 'updated_at': '2021-12-21T17:25:57Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'subnets': [{'id': '8729c1fd-4518-463f-8094-38d0f2362c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:34:49.580660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b6949-c793-44b2-a138-70de3d6e99eb None None] New status for floating IP 2c932456-2171-4c3d-af44-b7dd6158601f: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:34:49.862258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7af452-8f3a-4833-8744-549538a8442f req-26518228-e28a-452d-8302-1b30922cec95 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:34:49.863893 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3d7af452-8f3a-4833-8744-549538a8442f req-26518228-e28a-452d-8302-1b30922cec95 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.0842414 Dec 21 17:34:49.913574 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3d7af452-8f3a-4833-8744-549538a8442f req-a8001f16-d2cf-4e03-bc88-178e4bc201cd tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/security-groups?id=98311eb0-0f96-4477-9183-3cd2dcbd7841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Dec 21 17:34:50.040872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:50.191174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-0b59fa30-934a-4e46-a617-2bf65972e63a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:34:50.191923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-0b59fa30-934a-4e46-a617-2bf65972e63a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Synchronizing usage tracker for tenant:9371ebab9e294e7ab375f9238368a67c on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:34:50.206772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-0b59fa30-934a-4e46-a617-2bf65972e63a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Unset dirty status for tenant:9371ebab9e294e7ab375f9238368a67c on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:34:50.208012 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-0b59fa30-934a-4e46-a617-2bf65972e63a tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.48 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 946 time: 0.3303149 Dec 21 17:34:50.279504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Deleting port 71f5adbe-7414-4c53-b40b-0774563551ec {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:34:50.279885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:50.535292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] For port 71f5adbe-7414-4c53-b40b-0774563551ec, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=71f5adbe-7414-4c53-b40b-0774563551ec,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:34:50.535687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:50.661292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Calling delete_port for 71f5adbe-7414-4c53-b40b-0774563551ec owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:34:50.802947 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:50.808430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cd3f72ff-11fd-473f-b0de-2d35b35a6b24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:34:50.851268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event deleted for resources: {'Port': ['ID=71f5adbe-7414-4c53-b40b-0774563551ec,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:34:50.854914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:34:50.927769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] No DVR routers for this DVR port 71f5adbe-7414-4c53-b40b-0774563551ec on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:34:50.930108 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:50.932864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'name': 'network-vif-deleted', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:34:50.948813 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-966c7a95-bc32-414d-b3a2-486e0d27bd19 req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.48 "DELETE /v2.0/ports/71f5adbe-7414-4c53-b40b-0774563551ec HTTP/1.1" status: 204 len: 173 time: 0.7348800 Dec 21 17:34:50.992387 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242670d4-ee34-4e33-8b4c-2628bd4cc2ae', 'name': 'network-vif-deleted', 'tag': '71f5adbe-7414-4c53-b40b-0774563551ec', 'status': 'completed', 'code': 200} Dec 21 17:34:51.087563 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-44722ada-d403-4e32-b08b-e9bf0bd41857 req-269a94c4-78ed-4147-956d-dcf636357555 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "GET /v2.0/ports?device_id=242670d4-ee34-4e33-8b4c-2628bd4cc2ae HTTP/1.1" status: 200 len: 210 time: 0.0457273 Dec 21 17:34:52.198460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53508) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:34:52.273070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd7d85b1-6fd7-4f5f-ad9f-9b298ba97f02 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:52.304466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd7d85b1-6fd7-4f5f-ad9f-9b298ba97f02 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:52.374317 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd7d85b1-6fd7-4f5f-ad9f-9b298ba97f02 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:52.380934 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7ba12c4-df0c-4a65-b307-a6fb3957ba36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:34:52.401628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d85b1-6fd7-4f5f-ad9f-9b298ba97f02 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98311eb0-0f96-4477-9183-3cd2dcbd7841,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:34:52.405266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bd7d85b1-6fd7-4f5f-ad9f-9b298ba97f02 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:34:52.417555 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bd7d85b1-6fd7-4f5f-ad9f-9b298ba97f02 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:52.419132 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bd7d85b1-6fd7-4f5f-ad9f-9b298ba97f02 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] 10.222.0.67 "DELETE /v2.0/security-groups/98311eb0-0f96-4477-9183-3cd2dcbd7841 HTTP/1.1" status: 204 len: 168 time: 0.2192345 Dec 21 17:34:52.467727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53514) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:34:53.119994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:53.757679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Deleting port 9ad7a7a2-a921-4773-8668-8d27f447c88d {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:34:53.758876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:53.938054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] For port 9ad7a7a2-a921-4773-8668-8d27f447c88d, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9ad7a7a2-a921-4773-8668-8d27f447c88d,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:34:53.938448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:54.063746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Calling delete_port for 9ad7a7a2-a921-4773-8668-8d27f447c88d owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:34:54.242912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:54.247347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f3a374f2-465c-4c67-93cd-673f97a2b718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:34:54.259095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 71f5adbe-7414-4c53-b40b-0774563551ec no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:34:54.292625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 71f5adbe-7414-4c53-b40b-0774563551ec {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:34:54.293061 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 71f5adbe-7414-4c53-b40b-0774563551ec not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:34:54.293273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad7a7a2-a921-4773-8668-8d27f447c88d,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:34:54.296009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:34:54.597901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:54.853073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:34:55.418367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:34:55.638342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:34:55.647908 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5641f4-bc8a-43f6-9280-9b5a87e7e6fb None None] Sync routers for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:34:55.652186 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] 10.222.0.67 "PUT /v2.0/routers/b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1833050 Dec 21 17:34:55.654952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53522) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:34:55.661467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5641f4-bc8a-43f6-9280-9b5a87e7e6fb None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:34:55.662149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3c5641f4-bc8a-43f6-9280-9b5a87e7e6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:34:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:34:55.859285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:55.859863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3c5641f4-bc8a-43f6-9280-9b5a87e7e6fb None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:34:56.072760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:56.080903 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Deleting port 2c90a100-5fbe-45fa-9d9a-fbaef1701300 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:34:56.081283 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:56.175289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3c5641f4-bc8a-43f6-9280-9b5a87e7e6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:34:54Z', 'revision_number': 5, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port': {'id': '2c90a100-5fbe-45fa-9d9a-fbaef1701300', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:46Z', 'updated_at': '2021-12-21T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:34:56.179510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5641f4-bc8a-43f6-9280-9b5a87e7e6fb None None] Checking router: b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:34:56.191414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5641f4-bc8a-43f6-9280-9b5a87e7e6fb None None] Routers {'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:34:56.192059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3c5641f4-bc8a-43f6-9280-9b5a87e7e6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:34:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:34:56.263649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] For port 2c90a100-5fbe-45fa-9d9a-fbaef1701300, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=2c90a100-5fbe-45fa-9d9a-fbaef1701300,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:34:56.264055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:56.399743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Calling delete_port for 2c90a100-5fbe-45fa-9d9a-fbaef1701300 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:34:56.520861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-3c5641f4-bc8a-43f6-9280-9b5a87e7e6fb None None] Set router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:34:56.577434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:56.581897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-706624d6-f4ad-4b49-a63a-e14f616ea080 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:34:56.624765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c90a100-5fbe-45fa-9d9a-fbaef1701300,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:34:56.627971 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:34:56.632056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-3c5641f4-bc8a-43f6-9280-9b5a87e7e6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:34:56Z', 'revision_number': 6, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:34:56.636473 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5641f4-bc8a-43f6-9280-9b5a87e7e6fb None None] The sync data for ids ['b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c'] in dv-neutron-822515-1-hyperv is: [{'id': 'b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c', 'name': 'tempest-TestShelveInstance-706836436-router', 'tenant_id': '9371ebab9e294e7ab375f9238368a67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:45Z', 'updated_at': '2021-12-21T17:34:56Z', 'revision_number': 6, 'project_id': '9371ebab9e294e7ab375f9238368a67c', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:34:56.868827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.138814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.143654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.167893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.168480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:34:57.181464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.182703 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] 10.222.0.67 "DELETE /v2.0/routers/b3c7f7ee-ec9a-431f-99b2-06dab10fbe1c HTTP/1.1" status: 204 len: 168 time: 1.5267441 Dec 21 17:34:57.185440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53526) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:34:57.252517 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03bdeae-68a1-48a8-b1b3-c03081d5e9a2 admin admin] Deleting subnet 8729c1fd-4518-463f-8094-38d0f2362c94 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:34:57.255721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e03bdeae-68a1-48a8-b1b3-c03081d5e9a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.279189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2c90a100-5fbe-45fa-9d9a-fbaef1701300 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:34:57.314628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e03bdeae-68a1-48a8-b1b3-c03081d5e9a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.318075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 2c90a100-5fbe-45fa-9d9a-fbaef1701300 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:34:57.318523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 2c90a100-5fbe-45fa-9d9a-fbaef1701300 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:34:57.319139 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9ad7a7a2-a921-4773-8668-8d27f447c88d no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:34:57.356252 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 9ad7a7a2-a921-4773-8668-8d27f447c88d {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:34:57.356659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9ad7a7a2-a921-4773-8668-8d27f447c88d not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:34:57.411590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e03bdeae-68a1-48a8-b1b3-c03081d5e9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.479143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e03bdeae-68a1-48a8-b1b3-c03081d5e9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.483592 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-43c136dc-0e23-416f-bb65-1576b7c2b16f tempest-NetworksIpV6Test-953128659 tempest-NetworksIpV6Test-953128659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:34:57.522443 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bdeae-68a1-48a8-b1b3-c03081d5e9a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8729c1fd-4518-463f-8094-38d0f2362c94,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:34:57.525348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e03bdeae-68a1-48a8-b1b3-c03081d5e9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:34:57.530598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e03bdeae-68a1-48a8-b1b3-c03081d5e9a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.535890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8775e3-97ab-45b0-bf62-440df0aab4b0 None None] Network 325c441a-6390-4eca-a5c6-ae89b4ed85bb requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:34:57.537332 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-e03bdeae-68a1-48a8-b1b3-c03081d5e9a2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8729c1fd-4518-463f-8094-38d0f2362c94 HTTP/1.1" status: 204 len: 168 time: 0.3508739 Dec 21 17:34:57.540640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53530) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:34:57.656735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.669310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Deleting port 6c677597-09cb-4882-84de-bdd260f41189 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:34:57.669688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.815612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] DHCP port deletion for 325c441a-6390-4eca-a5c6-ae89b4ed85bb request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:34:57.819870 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Deleting port 6c677597-09cb-4882-84de-bdd260f41189 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:34:57.820295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:57.892059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] For port 6c677597-09cb-4882-84de-bdd260f41189, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6c677597-09cb-4882-84de-bdd260f41189,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:34:57.892615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:58.028997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Calling delete_port for 6c677597-09cb-4882-84de-bdd260f41189 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:34:58.031926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] For port 6c677597-09cb-4882-84de-bdd260f41189, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=6c677597-09cb-4882-84de-bdd260f41189,segment=NetworkSegment(8464c018-01e4-422c-9e77-0dfa90e9975c),segment_id=8464c018-01e4-422c-9e77-0dfa90e9975c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:34:58.032329 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:58.162410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Calling delete_port for 6c677597-09cb-4882-84de-bdd260f41189 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:34:58.243356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:58.248376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c9a2a453-f48f-428d-a07c-cafee1025a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:34:58.293077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Pushing event deleted for resources: {'Port': ['ID=6c677597-09cb-4882-84de-bdd260f41189,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:34:58.303360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] No DVR routers for this DVR port 6c677597-09cb-4882-84de-bdd260f41189 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:34:58.307119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:58.310149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:58.310149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:58.310149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:58.310149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:58.310149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:58.310149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:58.310149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:58.310149 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:58.310716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:58.310716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:34:58.313914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:34:58.351480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:34:58.351842 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:34:58.853196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Deleting port 6c677597-09cb-4882-84de-bdd260f41189 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:34:58.853624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:58.917931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] The port '6c677597-09cb-4882-84de-bdd260f41189' was deleted {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 17:34:59.037179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:59.063832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325c441a-6390-4eca-a5c6-ae89b4ed85bb']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:34:59.076324 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8464c018-01e4-422c-9e77-0dfa90e9975c') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:34:59.076659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8464c018-01e4-422c-9e77-0dfa90e9975c') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:34:59.088470 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:59.109306 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:59.116172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:34:59.116601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: % (table.description, expected, rows_matched) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:34:59.131101 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:34:59.206638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:59.210104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cba36a6b-3a90-41cc-9e65-e8cd9714a1e7 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:34:59.223952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:59.237043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=325c441a-6390-4eca-a5c6-ae89b4ed85bb,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:34:59.242632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:34:59.250406 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/325c441a-6390-4eca-a5c6-ae89b4ed85bb HTTP/1.1" status: 204 len: 168 time: 1.7087514 Dec 21 17:34:59.253558 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53534) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:34:59.282248 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6c677597-09cb-4882-84de-bdd260f41189 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:34:59.318075 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 6c677597-09cb-4882-84de-bdd260f41189 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:34:59.318472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 6c677597-09cb-4882-84de-bdd260f41189 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:34:59.666583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:34:59.973260 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:00.287121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] Deleting port d33f8066-5ca9-4931-aabe-6ea04f5cf504 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:35:00.287425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:00.469637 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] For port d33f8066-5ca9-4931-aabe-6ea04f5cf504, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=d33f8066-5ca9-4931-aabe-6ea04f5cf504,segment=NetworkSegment(9ec2bb04-5d44-457f-8035-221475552be3),segment_id=9ec2bb04-5d44-457f-8035-221475552be3)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:00.470040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:00.595711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] Calling delete_port for d33f8066-5ca9-4931-aabe-6ea04f5cf504 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:35:00.774945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:00.779343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-61002829-2fae-42fe-9099-b315df18bacd tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:00.823662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33f8066-5ca9-4931-aabe-6ea04f5cf504,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:00.826328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:01.123916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:01.951109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] Router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:35:02.168120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:35:02.177161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a0c3b-7e08-47fd-8f02-866a266d86b8 None None] Sync routers for ids ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:35:02.184362 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-bee8fae8-e8df-4af3-9697-82ed44d3f842 admin admin] 10.222.0.67 "PUT /v2.0/routers/d2b220d5-a31c-45cc-baf1-1ca8619f7ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9296997 Dec 21 17:35:02.187092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53538) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:02.190832 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a0c3b-7e08-47fd-8f02-866a266d86b8 None None] Routers {'d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:02.191492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c17a0c3b-7e08-47fd-8f02-866a266d86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:34:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:02.383967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c17a0c3b-7e08-47fd-8f02-866a266d86b8 None None] Set router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:02.401898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:02.611664 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:02.620711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Deleting port 418bcf7a-6d1f-437d-8fbc-2763d81e18be {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:35:02.621086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:02.682296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c17a0c3b-7e08-47fd-8f02-866a266d86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'name': 'tempest-TestShelveInstance-440406308-router', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:35:00Z', 'revision_number': 5, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'gw_port': {'id': '418bcf7a-6d1f-437d-8fbc-2763d81e18be', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:02.686417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a0c3b-7e08-47fd-8f02-866a266d86b8 None None] Checking router: d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:35:02.698477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a0c3b-7e08-47fd-8f02-866a266d86b8 None None] Routers {'d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:02.699202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c17a0c3b-7e08-47fd-8f02-866a266d86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:34:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:02.805132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] For port 418bcf7a-6d1f-437d-8fbc-2763d81e18be, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=418bcf7a-6d1f-437d-8fbc-2763d81e18be,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:02.805553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:02.857796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-c17a0c3b-7e08-47fd-8f02-866a266d86b8 None None] Set router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:02.935943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Calling delete_port for 418bcf7a-6d1f-437d-8fbc-2763d81e18be owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:35:02.967736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-c17a0c3b-7e08-47fd-8f02-866a266d86b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'name': 'tempest-TestShelveInstance-440406308-router', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:35:02Z', 'revision_number': 6, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:02.972057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a0c3b-7e08-47fd-8f02-866a266d86b8 None None] The sync data for ids ['d2b220d5-a31c-45cc-baf1-1ca8619f7ff7'] in dv-neutron-822515-1-hyperv is: [{'id': 'd2b220d5-a31c-45cc-baf1-1ca8619f7ff7', 'name': 'tempest-TestShelveInstance-440406308-router', 'tenant_id': '51cc27be45934fa0a5622f68b4faf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:25:52Z', 'updated_at': '2021-12-21T17:35:02Z', 'revision_number': 6, 'project_id': '51cc27be45934fa0a5622f68b4faf1c1', 'gw_port_host': None}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:35:03.107327 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:03.111961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c9ae6bb-d452-4444-b3d8-c69fe1e5bd1e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:03.159111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Pushing event deleted for resources: {'Port': ['ID=418bcf7a-6d1f-437d-8fbc-2763d81e18be,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:03.161898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:03.343325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d33f8066-5ca9-4931-aabe-6ea04f5cf504 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:35:03.382079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: d33f8066-5ca9-4931-aabe-6ea04f5cf504 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:35:03.382522 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device d33f8066-5ca9-4931-aabe-6ea04f5cf504 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:35:03.400694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:03.671001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:03.675633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:03.701202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:03.701973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:35:03.715307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:03.716570 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d2b220d5-a31c-45cc-baf1-1ca8619f7ff7 HTTP/1.1" status: 204 len: 168 time: 1.5284860 Dec 21 17:35:03.719384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53542) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:03.787029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ea8d91-0011-4fdc-90c3-b0f93253b4f3 admin admin] Deleting subnet 15c89dc4-1fa1-4c78-bfce-f286a841eafb {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:35:03.791083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17ea8d91-0011-4fdc-90c3-b0f93253b4f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:03.845991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17ea8d91-0011-4fdc-90c3-b0f93253b4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:03.928204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17ea8d91-0011-4fdc-90c3-b0f93253b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:03.999907 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17ea8d91-0011-4fdc-90c3-b0f93253b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:04.004659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-561f5b5e-e8ee-476a-b4e4-165f0c00d0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:04.049689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea8d91-0011-4fdc-90c3-b0f93253b4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c89dc4-1fa1-4c78-bfce-f286a841eafb,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:04.052291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-17ea8d91-0011-4fdc-90c3-b0f93253b4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:04.056087 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-17ea8d91-0011-4fdc-90c3-b0f93253b4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:04.061303 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f72b4cc-3227-4885-9db9-5b5b1f05704b None None] Network b1f64e6f-d9b4-43eb-a180-1b3ca9736bac requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:35:04.062816 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-17ea8d91-0011-4fdc-90c3-b0f93253b4f3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/15c89dc4-1fa1-4c78-bfce-f286a841eafb HTTP/1.1" status: 204 len: 168 time: 0.3423984 Dec 21 17:35:04.065583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53546) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:04.176890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:04.188991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Deleting port 9b743e0e-bf83-4218-a4c1-b7606f029683 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:35:04.189462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:04.319382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0b55a6-b4e6-466e-b8bf-5bb816e7d93c None None] DHCP port deletion for b1f64e6f-d9b4-43eb-a180-1b3ca9736bac request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:35:04.323765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b55a6-b4e6-466e-b8bf-5bb816e7d93c None None] Deleting port 9b743e0e-bf83-4218-a4c1-b7606f029683 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:35:04.324190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d0b55a6-b4e6-466e-b8bf-5bb816e7d93c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:04.410232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] For port 9b743e0e-bf83-4218-a4c1-b7606f029683, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b743e0e-bf83-4218-a4c1-b7606f029683,segment=NetworkSegment(9ec2bb04-5d44-457f-8035-221475552be3),segment_id=9ec2bb04-5d44-457f-8035-221475552be3)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:04.410704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:04.534611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-0d0b55a6-b4e6-466e-b8bf-5bb816e7d93c None None] For port 9b743e0e-bf83-4218-a4c1-b7606f029683, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=9b743e0e-bf83-4218-a4c1-b7606f029683,segment=NetworkSegment(9ec2bb04-5d44-457f-8035-221475552be3),segment_id=9ec2bb04-5d44-457f-8035-221475552be3)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:04.535027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d0b55a6-b4e6-466e-b8bf-5bb816e7d93c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:04.539869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Calling delete_port for 9b743e0e-bf83-4218-a4c1-b7606f029683 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:35:04.669413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b55a6-b4e6-466e-b8bf-5bb816e7d93c None None] Calling delete_port for 9b743e0e-bf83-4218-a4c1-b7606f029683 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:35:04.746811 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0d0b55a6-b4e6-466e-b8bf-5bb816e7d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382'] for port, after_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:04.751839 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6059591e-a020-446d-bd4c-c1244ed7acbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:04.794648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b55a6-b4e6-466e-b8bf-5bb816e7d93c None None] Pushing event deleted for resources: {'Port': ['ID=9b743e0e-bf83-4218-a4c1-b7606f029683,revision_number=None']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:04.798431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d0b55a6-b4e6-466e-b8bf-5bb816e7d93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:04.801639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b55a6-b4e6-466e-b8bf-5bb816e7d93c None None] No DVR routers for this DVR port 9b743e0e-bf83-4218-a4c1-b7606f029683 on host dv-neutron-822515-1-hyperv {{(pid=88889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:35:04.848467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88887) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:35:04.848831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:35:05.278413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9b743e0e-bf83-4218-a4c1-b7606f029683 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:35:05.315632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 9b743e0e-bf83-4218-a4c1-b7606f029683 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:35:05.316029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 9b743e0e-bf83-4218-a4c1-b7606f029683 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:35:05.316497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 418bcf7a-6d1f-437d-8fbc-2763d81e18be no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:35:05.347991 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 418bcf7a-6d1f-437d-8fbc-2763d81e18be {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:35:05.348391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 418bcf7a-6d1f-437d-8fbc-2763d81e18be not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:35:05.349793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Deleting port 9b743e0e-bf83-4218-a4c1-b7606f029683 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:35:05.350191 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:05.417604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] The port '9b743e0e-bf83-4218-a4c1-b7606f029683' was deleted {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 17:35:05.538866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:05.565006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f64e6f-d9b4-43eb-a180-1b3ca9736bac']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:05.578152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec2bb04-5d44-457f-8035-221475552be3') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:05.578487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec2bb04-5d44-457f-8035-221475552be3') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:05.590931 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:05.608743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:05.615632 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:35:05.616054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:35:05.629681 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:35:05.702708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:05.706130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-bbbf3e5c-6e2a-4583-a386-dc486ca2b1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:05.720255 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:05.731067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f64e6f-d9b4-43eb-a180-1b3ca9736bac,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:05.735597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:05.739535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6ef32066-e55b-45ae-9ab1-dfce335ef1e3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b1f64e6f-d9b4-43eb-a180-1b3ca9736bac HTTP/1.1" status: 204 len: 168 time: 1.6728938 Dec 21 17:35:05.878040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53552) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:05.935625 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-54553350-4d66-479a-b9e6-8a5fc2a4f6c0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9371ebab9e294e7ab375f9238368a67c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562871 Dec 21 17:35:05.938122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53556) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:06.000507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6dfc7551-371b-4915-886a-cb775aab3027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:06.027830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6dfc7551-371b-4915-886a-cb775aab3027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:06.075918 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6dfc7551-371b-4915-886a-cb775aab3027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:06.080850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-73afbe39-a035-4917-809a-56a513c491e0 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:06.101581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc7551-371b-4915-886a-cb775aab3027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c43f4-5f23-4893-bda6-b8f5e6608847,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:06.104451 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6dfc7551-371b-4915-886a-cb775aab3027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:06.105673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-6dfc7551-371b-4915-886a-cb775aab3027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:06.106953 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6dfc7551-371b-4915-886a-cb775aab3027 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/805c43f4-5f23-4893-bda6-b8f5e6608847 HTTP/1.1" status: 204 len: 168 time: 0.1678092 Dec 21 17:35:06.515609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53564) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:06.572133 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-6064e139-63b4-4547-bc3e-61da6069f652 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=51cc27be45934fa0a5622f68b4faf1c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551322 Dec 21 17:35:06.574663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53568) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:06.642000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:06.669617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:06.712659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:06.717533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-72ee44b8-c0e1-412e-acb1-2680a1d33806 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:06.730387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8814415-36b6-417f-b785-cd5a73745361,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:06.738501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:06.739998 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d8814415-36b6-417f-b785-cd5a73745361 HTTP/1.1" status: 204 len: 168 time: 0.1643298 Dec 21 17:35:06.743893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:06.744436 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:06.744727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:06.745152 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:06.745625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:06.746032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:06.746458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:06.746899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:06.747318 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:06.747740 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:06.748147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:06.751616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:07.608411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53590) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:07.745799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2032881484-network', 'tenant_id': '09e414445c404505ac498344b2e789fc'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:07.751092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:07.755166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Usage tracker for resource:network and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:07.758169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:07.764277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:07.773851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Made reservation on behalf of 09e414445c404505ac498344b2e789fc for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:35:07.778475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:07.792065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:07.823841 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:07.827791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Usage tracker for resource:security_group_rule and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:07.830672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:07.836735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:07.908234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:07.910726 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:07.915432 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0c66b0be-fe81-4476-8ada-f76eead178eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:07.943781 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:35:07.952581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c5c809-e571-45f3-9dfa-6905ba800058,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:07.956410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:07.958975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:07.959378 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Added segment 9213da1e-2cff-4970-b513-2fb0967dbc55 of type vlan for network bed830b8-e28d-4cb5-b67e-4a7878e184b0 Dec 21 17:35:07.986459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.015572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.016525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:08.017165 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.022111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4f59241e-c78e-4d05-9757-8f5195cc392d tempest-NetworksIpV6Test-1877944427 tempest-NetworksIpV6Test-1877944427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:08.129729 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5200992 Dec 21 17:35:08.132966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53596) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:08.135279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Pushing event updated for resources: {'Network': ['ID=bed830b8-e28d-4cb5-b67e-4a7878e184b0,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:08.138068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0b29d42f-dd83-42b7-9ec7-4923638a3879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:08.139492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Request body: {'subnet': {'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2032881484-subnet', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'ip_version': 4}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:08.144968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:08.146235 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network bed830b8-e28d-4cb5-b67e-4a7878e184b0 details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:35:08.149563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Usage tracker for resource:subnet and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:08.152651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:08.158677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:08.169627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Made reservation on behalf of 09e414445c404505ac498344b2e789fc for: {'subnet': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:35:08.174437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1983970'] for subnet, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.400012 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852694507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1983987'] for subnet, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.404529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3e29cdd4-0c0e-40bf-974f-55134bb835b6 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:08.481768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a99e08-026f-40a7-8186-d5ef51b18d84,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:08.485309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:08.493100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Checking segment: {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:35:08.493500 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Network hostable DHCP agents. Network: bed830b8-e28d-4cb5-b67e-4a7878e184b0, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:35:08.515278 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Network bed830b8-e28d-4cb5-b67e-4a7878e184b0 is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:35:08.523871 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, bed830b8-e28d-4cb5-b67e-4a7878e184b0) {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:08.527748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:08.528387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.532725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad463c-8f56-4d15-9f3c-713af2d9d442 None None] Network bed830b8-e28d-4cb5-b67e-4a7878e184b0 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:35:08.548077 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4139328 Dec 21 17:35:08.551029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53600) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:08.556718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:08.561750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:08.565945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Usage tracker for resource:router and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:08.568924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:08.575502 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:08.585055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.586611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.608549 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.759216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:35:08.760128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.761024 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.926559 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Allocated IP 172.20.0.2 (bed830b8-e28d-4cb5-b67e-4a7878e184b0/b1a99e08-026f-40a7-8186-d5ef51b18d84/f5eb56d9-c898-46d2-b508-7daea3139c36) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:35:08.958474 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:08.990648 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:09.135784 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Allocated IP 172.26.7.218 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/95ff4652-e29d-43e4-a474-2c181437c431) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:35:09.143429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:09.155031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Transition to ACTIVE for port object f5eb56d9-c898-46d2-b508-7daea3139c36 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:09.175156 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Transition to ACTIVE for port object f5eb56d9-c898-46d2-b508-7daea3139c36 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:09.180263 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:09.189544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-cdd744f0-91f7-47f1-98c8-441e0fc02a91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:09.250948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Network bed830b8-e28d-4cb5-b67e-4a7878e184b0 is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:35:09.252131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:09.254660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:35:09.275184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Pushing event updated for resources: {'Port': ['ID=f5eb56d9-c898-46d2-b508-7daea3139c36,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:09.278068 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:09.294820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:09.320956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:09.325475 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-25613632-cfb8-4043-957a-5f023a74d04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:09.366119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Attempting to bind port f5eb56d9-c898-46d2-b508-7daea3139c36 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:35:09.367372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Attempting to bind port f5eb56d9-c898-46d2-b508-7daea3139c36 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:35:09.368082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Attempting to bind port f5eb56d9-c898-46d2-b508-7daea3139c36 on network bed830b8-e28d-4cb5-b67e-4a7878e184b0 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:35:09.375953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:35:09.376372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Checking segment: {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:35:09.376819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:09.377261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Bound using segment: {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:35:09.377774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Bound port: f5eb56d9-c898-46d2-b508-7daea3139c36, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:35:09.378237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:09.389515 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:35:09.392777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:09.402711 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:35:09.455287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Pushing event updated for resources: {'Port': ['ID=95ff4652-e29d-43e4-a474-2c181437c431,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:09.459733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:09.469951 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] For port f5eb56d9-c898-46d2-b508-7daea3139c36, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:35:09.473244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] For port f5eb56d9-c898-46d2-b508-7daea3139c36, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f5eb56d9-c898-46d2-b508-7daea3139c36,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:35:09.477019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:09.481374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-0d0b55a6-b4e6-466e-b8bf-5bb816e7d93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:09.565786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Pushing event updated for resources: {'Port': ['ID=f5eb56d9-c898-46d2-b508-7daea3139c36,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:09.571231 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:09.579079 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:09.579864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:09.818930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Router aa5a1634-13de-4e8c-bde6-312ee1634a97 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:35:10.045685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:35:10.057210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Sync routers for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:35:10.069937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:10.070693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:10.074185 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2c0cd2fc-0dfd-4aaf-8029-68065b8bfe05 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5192611 Dec 21 17:35:10.074322 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:34:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:10.074450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53604) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:10.258469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:10.755399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:09Z', 'revision_number': 3, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:10.760966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Checking router: aa5a1634-13de-4e8c-bde6-312ee1634a97 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:35:10.761467 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Updating router aa5a1634-13de-4e8c-bde6-312ee1634a97 port 95ff4652-e29d-43e4-a474-2c181437c431 binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:35:10.817691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.106212 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.183833 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92cb422-33f6-4c8c-917d-c2c3737184bc None None] Network bed830b8-e28d-4cb5-b67e-4a7878e184b0 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:35:11.200571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.230313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Transition to ACTIVE for port object 95ff4652-e29d-43e4-a474-2c181437c431 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:11.293059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.302867 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ff127632-a1c7-4427-93b2-98d1395a66d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:11.348148 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Allocated IP 172.20.0.1 (bed830b8-e28d-4cb5-b67e-4a7878e184b0/b1a99e08-026f-40a7-8186-d5ef51b18d84/262b3c2f-821e-497b-8219-64a17fc9cafc) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:35:11.354823 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f5eb56d9-c898-46d2-b508-7daea3139c36 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:11.465830 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-e722ea8b-5e6e-4bf1-8c63-121ac8a22eb1 None None] Provisioning for port f5eb56d9-c898-46d2-b508-7daea3139c36 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:11.485194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3343a77-954f-4fc5-ab0f-5bd7920250a4 None None] Pushing event updated for resources: {'Port': ['ID=95ff4652-e29d-43e4-a474-2c181437c431,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:11.492687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a3343a77-954f-4fc5-ab0f-5bd7920250a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:11.493755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Attempting to bind port 95ff4652-e29d-43e4-a474-2c181437c431 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:35:11.494180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Attempting to bind port 95ff4652-e29d-43e4-a474-2c181437c431 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:35:11.494596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Attempting to bind port 95ff4652-e29d-43e4-a474-2c181437c431 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:35:11.510378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.526625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Transition to ACTIVE for port object 262b3c2f-821e-497b-8219-64a17fc9cafc will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:11.546580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.551130 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b531c8cb-203e-4db2-ac92-cebff426570d tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:11.554758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:35:11.555215 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:35:11.555665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.556113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:35:11.556643 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Bound port: 95ff4652-e29d-43e4-a474-2c181437c431, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:35:11.557066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.623134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Network bed830b8-e28d-4cb5-b67e-4a7878e184b0 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:35:11.626172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:11.628718 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:35:11.660376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port f5eb56d9-c898-46d2-b508-7daea3139c36 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:11.660809 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Pushing event updated for resources: {'Port': ['ID=262b3c2f-821e-497b-8219-64a17fc9cafc,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:11.664353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:11.675007 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port f5eb56d9-c898-46d2-b508-7daea3139c36 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:11.675425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.690551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.723562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] For port 95ff4652-e29d-43e4-a474-2c181437c431, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:35:11.749395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] For port 95ff4652-e29d-43e4-a474-2c181437c431, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=95ff4652-e29d-43e4-a474-2c181437c431,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:35:11.761493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.768921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:11.776667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.923790 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3343a77-954f-4fc5-ab0f-5bd7920250a4 None None] Pushing event updated for resources: {'Port': ['ID=95ff4652-e29d-43e4-a474-2c181437c431,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:11.929544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a3343a77-954f-4fc5-ab0f-5bd7920250a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:11.930351 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:11.946966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:11.947683 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:34:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:12.016483 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:12.020722 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:12.048788 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port f5eb56d9-c898-46d2-b508-7daea3139c36, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f5eb56d9-c898-46d2-b508-7daea3139c36,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:12.051964 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e2983b52-71c3-4849-80ea-0767cc32f11b tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:12.052959 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:12.113854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:12.139838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Pushing event updated for resources: {'Port': ['ID=262b3c2f-821e-497b-8219-64a17fc9cafc,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:12.142625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:12.146608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:12.223545 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=f5eb56d9-c898-46d2-b508-7daea3139c36,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:12.232158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:12.247376 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:12.293662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f4609b3-465c-4ffb-93d3-5030bc78b025 None None] Provisioning complete for port f5eb56d9-c898-46d2-b508-7daea3139c36 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:12.294189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f4609b3-465c-4ffb-93d3-5030bc78b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:12.299647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Network bed830b8-e28d-4cb5-b67e-4a7878e184b0 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:35:12.300856 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:12.730539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Router aa5a1634-13de-4e8c-bde6-312ee1634a97 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:35:12.843700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f4609b3-465c-4ffb-93d3-5030bc78b025 None None] Provisioning for port 262b3c2f-821e-497b-8219-64a17fc9cafc completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:12.853602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-7f4609b3-465c-4ffb-93d3-5030bc78b025 None None] Provisioning complete for port 262b3c2f-821e-497b-8219-64a17fc9cafc triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:12.854026 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7f4609b3-465c-4ffb-93d3-5030bc78b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:12.920547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-7f4609b3-465c-4ffb-93d3-5030bc78b025 None None] Port 262b3c2f-821e-497b-8219-64a17fc9cafc cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:35:12.938556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 1, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:12.942943 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c0aa10-59b1-4b96-a320-1fe25ee7a6cf None None] The sync data for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv is: [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 1, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:35:12.948548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:35:12.959092 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] 10.222.0.67 "PUT /v2.0/routers/aa5a1634-13de-4e8c-bde6-312ee1634a97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8834703 Dec 21 17:35:13.044812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-219889dc-0279-4ef3-922f-f6bcf51c5f8f None None] Provisioning complete for port 262b3c2f-821e-497b-8219-64a17fc9cafc triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:13.045240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-219889dc-0279-4ef3-922f-f6bcf51c5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:13.101529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-219889dc-0279-4ef3-922f-f6bcf51c5f8f None None] Port 262b3c2f-821e-497b-8219-64a17fc9cafc cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:35:13.298896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f5eb56d9-c898-46d2-b508-7daea3139c36 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:13.382742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port f5eb56d9-c898-46d2-b508-7daea3139c36 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:13.383411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:13.924184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53626) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:13.930562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1478361725-network', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:13.936552 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:13.940769 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Usage tracker for resource:network and tenant:1f5880a2e3a945b5a512a9206dbe9a52 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:13.945097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:13.951957 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:13.973733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Made reservation on behalf of 1f5880a2e3a945b5a512a9206dbe9a52 for: {'network': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:35:13.985207 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for network, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.001748 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.040712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:14.044843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Usage tracker for resource:security_group_rule and tenant:1f5880a2e3a945b5a512a9206dbe9a52 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:14.047974 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:14.057338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:14.134669 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.137701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.142296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6076a028-f855-48b5-9854-7737a1abea7e tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:14.162281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=88888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 17:35:14.184431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.184834 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.segments_db [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Added segment c47a9c04-4349-4017-a6b4-9744b30c465c of type vlan for network e464ab5e-93db-4c5e-808a-4966cf5add3f Dec 21 17:35:14.186182 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1fcabe-6845-468e-8a5f-887b0d15b113,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:14.196274 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:14.217844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786051245666'] for network, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.258205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781'] for network, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.259296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:14.259962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.265216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f68f2c4c-ba74-4b28-bc5d-67d545f1c2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:14.369745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Pushing event updated for resources: {'Network': ['ID=e464ab5e-93db-4c5e-808a-4966cf5add3f,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:14.376009 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4479311 Dec 21 17:35:14.376009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3614dc7e-ba53-4dd4-8b14-20820519e9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:14.376629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53630) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:14.380554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Network e464ab5e-93db-4c5e-808a-4966cf5add3f details requested by agent ovs-agent-dv-neutron-822515-1-hyperv with host dv-neutron-822515-1-hyperv {{(pid=88889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 17:35:14.382690 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Request body: {'subnet': {'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1478361725-subnet', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'ip_version': 4}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:14.388485 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:14.392665 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Usage tracker for resource:subnet and tenant:1f5880a2e3a945b5a512a9206dbe9a52 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:14.395938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:14.402362 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:14.418702 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Made reservation on behalf of 1f5880a2e3a945b5a512a9206dbe9a52 for: {'subnet': 1} {{(pid=88888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:35:14.423721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1483839'] for subnet, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.656751 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1544031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1483822'] for subnet, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.661673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65f769ca-6968-4a91-b22e-d880b2306939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:14.745328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6caabb5c-3a18-4cb9-869d-15e1339c3af3,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:14.749035 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:14.752554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Checking segment: {'id': 'c47a9c04-4349-4017-a6b4-9744b30c465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:35:14.752952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Network hostable DHCP agents. Network: e464ab5e-93db-4c5e-808a-4966cf5add3f, hostable agents: ['acb1b213-a86d-4487-a465-e3a43d4c8845'], hosted agents: [] {{(pid=88888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 17:35:14.774193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Network e464ab5e-93db-4c5e-808a-4966cf5add3f is scheduled to be hosted by DHCP agent acb1b213-a86d-4487-a465-e3a43d4c8845 with binding_index 1 {{(pid=88888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 17:35:14.782402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822515-1-hyperv, e464ab5e-93db-4c5e-808a-4966cf5add3f) {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:14.786652 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:14.787359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.792256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cbd4c4-57b7-4a64-b6f4-b155fa7271ef None None] Network e464ab5e-93db-4c5e-808a-4966cf5add3f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:35:14.808702 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-71b986f3-0133-404a-a4b2-0a68f7019499 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4314091 Dec 21 17:35:14.811539 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53634) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:14.817041 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1478361725-router', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:14.822334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:14.828460 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Usage tracker for resource:router and tenant:1f5880a2e3a945b5a512a9206dbe9a52 is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:14.831581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:14.838245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:14.852368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-631735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771121'] for router, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.853343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854144235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854018846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4679'] for router, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:14.872708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.024779 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4784'] for router, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.029758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe72f671d-0678-5e03-a4ca-ff4b173371b0-e464ab5e-93db-4c5e-808a-4966cf5add3f', 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'fixed_ips': [{'subnet_id': '6caabb5c-3a18-4cb9-869d-15e1339c3af3'}]}} from dv-neutron-822515-1-hyperv. {{(pid=88889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 17:35:15.030670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.197014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Allocated IP 172.20.0.2 (e464ab5e-93db-4c5e-808a-4966cf5add3f/6caabb5c-3a18-4cb9-869d-15e1339c3af3/bd8b9ef0-92f8-48dd-8198-f48f679913d2) {{(pid=88889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:35:15.219537 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.258034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.339840 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 95ff4652-e29d-43e4-a474-2c181437c431 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:15.405881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Allocated IP 172.26.7.77 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/c09a497a-c894-4b3c-bc43-a178eb21b4f5) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:35:15.485105 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Notify callbacks [] for port, precommit_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.500808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 95ff4652-e29d-43e4-a474-2c181437c431 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:15.505225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Transition to ACTIVE for port object bd8b9ef0-92f8-48dd-8198-f48f679913d2 will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:15.512002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 95ff4652-e29d-43e4-a474-2c181437c431 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:15.512427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.571899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.572261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Transition to ACTIVE for port object bd8b9ef0-92f8-48dd-8198-f48f679913d2 will not be triggered until provisioned by entity DHCP. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:15.581145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418'] for port, after_create {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.587335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:15.598410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.603438 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1c0dc0aa-09b9-432d-8809-65b6a419b207 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:15.665465 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Network e464ab5e-93db-4c5e-808a-4966cf5add3f is already hosted by enough agents. {{(pid=88889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:35:15.666667 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Resources bound (agent type, host, resource id): {{(pid=88889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:15.672770 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:35:15.676764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:15.681450 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:35:15.702533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Received port after_create {{(pid=88889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:35:15.704853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Pushing event updated for resources: {'Port': ['ID=bd8b9ef0-92f8-48dd-8198-f48f679913d2,revision_number=1']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:15.713966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=c09a497a-c894-4b3c-bc43-a178eb21b4f5,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:15.715590 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:15.720808 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:15.813095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.829211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Attempting to bind port bd8b9ef0-92f8-48dd-8198-f48f679913d2 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:35:15.829639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Attempting to bind port bd8b9ef0-92f8-48dd-8198-f48f679913d2 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'c47a9c04-4349-4017-a6b4-9744b30c465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:35:15.830055 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Attempting to bind port bd8b9ef0-92f8-48dd-8198-f48f679913d2 on network e464ab5e-93db-4c5e-808a-4966cf5add3f {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:35:15.840945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 95ff4652-e29d-43e4-a474-2c181437c431, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=95ff4652-e29d-43e4-a474-2c181437c431,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:15.842065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:35:15.842492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Checking segment: {'id': 'c47a9c04-4349-4017-a6b4-9744b30c465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:35:15.842975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.843426 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Bound using segment: {'id': 'c47a9c04-4349-4017-a6b4-9744b30c465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:35:15.843940 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Bound port: bd8b9ef0-92f8-48dd-8198-f48f679913d2, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47a9c04-4349-4017-a6b4-9744b30c465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:35:15.844365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.850380 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.851185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854144081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854092233'] for router, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.859819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:15.866860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:15.969712 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-261dc7f2-b666-4490-8f92-f8a55769c7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:16.011198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=95ff4652-e29d-43e4-a474-2c181437c431,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:16.014614 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:16.027013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] For port bd8b9ef0-92f8-48dd-8198-f48f679913d2, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:35:16.030678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] For port bd8b9ef0-92f8-48dd-8198-f48f679913d2, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bd8b9ef0-92f8-48dd-8198-f48f679913d2,segment=NetworkSegment(c47a9c04-4349-4017-a6b4-9744b30c465c),segment_id=c47a9c04-4349-4017-a6b4-9744b30c465c)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:35:16.034189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:16.039492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:16.136275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Pushing event updated for resources: {'Port': ['ID=bd8b9ef0-92f8-48dd-8198-f48f679913d2,revision_number=2']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:16.147487 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:16.320249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Router 0db56d3e-4957-473f-b516-66763e5f8a85 is scheduled to L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee with binding_index 1 {{(pid=88888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 17:35:16.553279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:35:16.564407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Sync routers for ids ['0db56d3e-4957-473f-b516-66763e5f8a85'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:35:16.578052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Routers {'0db56d3e-4957-473f-b516-66763e5f8a85'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:16.579096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:34:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['0db56d3e-4957-473f-b516-66763e5f8a85'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:16.583389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:16.584758 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-b15158e0-bbd5-4ca3-a948-c1f70f3b5bc3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7721875 Dec 21 17:35:16.587786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53638) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:16.670714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Sync routers for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:35:16.684223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:16.684921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:34:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:16.890602 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:16.917792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Set router 0db56d3e-4957-473f-b516-66763e5f8a85 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:17.231486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'name': 'tempest-TestSnapshotPattern-1478361725-router', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:14Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 3, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'gw_port': {'id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:15Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:17.236106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Checking router: 0db56d3e-4957-473f-b516-66763e5f8a85 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:35:17.236279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 2, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:17.236478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Updating router 0db56d3e-4957-473f-b516-66763e5f8a85 port c09a497a-c894-4b3c-bc43-a178eb21b4f5 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:35:17.242002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Checking router: aa5a1634-13de-4e8c-bde6-312ee1634a97 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:35:17.242422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Updating router aa5a1634-13de-4e8c-bde6-312ee1634a97 port 262b3c2f-821e-497b-8219-64a17fc9cafc binding host dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:35:17.297913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:17.322827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:17.333939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:17.620193 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 95ff4652-e29d-43e4-a474-2c181437c431 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:17.755266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:17.771250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:17.771610 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Transition to ACTIVE for port object c09a497a-c894-4b3c-bc43-a178eb21b4f5 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:17.779138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:17.784855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d81ae1ba-541b-442e-9dc8-3c1f717434bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:17.785691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 95ff4652-e29d-43e4-a474-2c181437c431 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:17.786230 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:17.868709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Pushing event updated for resources: {'Port': ['ID=c09a497a-c894-4b3c-bc43-a178eb21b4f5,revision_number=2']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:17.883392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Attempting to bind port c09a497a-c894-4b3c-bc43-a178eb21b4f5 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:35:17.883805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Attempting to bind port c09a497a-c894-4b3c-bc43-a178eb21b4f5 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:35:17.884217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Attempting to bind port c09a497a-c894-4b3c-bc43-a178eb21b4f5 on network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:35:17.888729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:17.889124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:17.889504 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:17.889876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:17.890249 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:17.890613 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:17.891004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:17.891365 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:17.891724 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:17.892081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:17.892480 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:35:17.896745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:17.903015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:35:17.903448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Checking segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:35:17.903895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:17.904326 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Bound using segment: {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:35:17.904987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Bound port: c09a497a-c894-4b3c-bc43-a178eb21b4f5, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470e015-87d7-4168-890e-1bc36279549f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:35:17.905404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:17.983633 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] For port c09a497a-c894-4b3c-bc43-a178eb21b4f5, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:35:17.987478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] For port c09a497a-c894-4b3c-bc43-a178eb21b4f5, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c09a497a-c894-4b3c-bc43-a178eb21b4f5,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:35:17.992009 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.001052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-37d482d6-06fd-4e79-848a-c34bee17b483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:18.025980 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bd8b9ef0-92f8-48dd-8198-f48f679913d2 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:18.045161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Allocated IP 172.20.0.1 (e464ab5e-93db-4c5e-808a-4966cf5add3f/6caabb5c-3a18-4cb9-869d-15e1339c3af3/4bc11dc1-3400-4920-bde4-dce9b66be270) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:35:18.068911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f81f4ad-2870-4e0b-bc29-51c5a7063cdb None None] Network e464ab5e-93db-4c5e-808a-4966cf5add3f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:35:18.085195 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Pushing event updated for resources: {'Port': ['ID=c09a497a-c894-4b3c-bc43-a178eb21b4f5,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:18.092944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8232be64-4c2d-4c0e-8724-762a532bd4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:18.094859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Routers {'0db56d3e-4957-473f-b516-66763e5f8a85'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:18.095495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:34:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['0db56d3e-4957-473f-b516-66763e5f8a85'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:18.212568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.226234 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-44e56dcb-fea4-4bf1-947c-2a20b6b12639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.230285 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Transition to ACTIVE for port object 4bc11dc1-3400-4920-bde4-dce9b66be270 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:18.251561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-09f7dba0-5e3d-4e1e-8bf6-4d393f8a6ca7 None None] Provisioning for port bd8b9ef0-92f8-48dd-8198-f48f679913d2 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:18.253835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.259122 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-56a97f87-ff7d-4bbf-806f-ae7c5e8a6da1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:18.297113 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] Set router 0db56d3e-4957-473f-b516-66763e5f8a85 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:18.329851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Network e464ab5e-93db-4c5e-808a-4966cf5add3f is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:35:18.333658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:18.336845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:35:18.375115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Pushing event updated for resources: {'Port': ['ID=4bc11dc1-3400-4920-bde4-dce9b66be270,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:18.378245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:18.394844 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port bd8b9ef0-92f8-48dd-8198-f48f679913d2 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:18.402131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672626'] for router_interface, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.436297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bd8b9ef0-92f8-48dd-8198-f48f679913d2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:18.437217 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.499089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.547573 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Notify callbacks [] for port, precommit_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.581442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Transition to ACTIVE for port object 262b3c2f-821e-497b-8219-64a17fc9cafc will not be triggered until provisioned by entity L2. {{(pid=88889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:18.585456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.594919 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.599731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:18.666099 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'name': 'tempest-TestSnapshotPattern-1478361725-router', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:14Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 3, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'gw_port': {'id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:15Z', 'updated_at': '2021-12-21T17:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:18.672441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0ef84-84fd-44a9-9cef-81983e0eb9b7 None None] The sync data for ids ['0db56d3e-4957-473f-b516-66763e5f8a85'] in dv-neutron-822515-1-hyperv is: [{'id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'name': 'tempest-TestSnapshotPattern-1478361725-router', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:14Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 3, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'gw_port': {'id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:15Z', 'updated_at': '2021-12-21T17:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:35:18.732925 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e28e7-fc42-4776-83b2-9c920222fd94 None None] Pushing event updated for resources: {'Port': ['ID=262b3c2f-821e-497b-8219-64a17fc9cafc,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:18.740309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a77e28e7-fc42-4776-83b2-9c920222fd94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:18.777378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.781647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.823525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a15aa992-3919-41f7-a488-40b8ae13ac12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:18.827198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.911367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port bd8b9ef0-92f8-48dd-8198-f48f679913d2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bd8b9ef0-92f8-48dd-8198-f48f679913d2,segment=NetworkSegment(c47a9c04-4349-4017-a6b4-9744b30c465c),segment_id=c47a9c04-4349-4017-a6b4-9744b30c465c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:18.919410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Pushing event updated for resources: {'Port': ['ID=4bc11dc1-3400-4920-bde4-dce9b66be270,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:18.922490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:18.923759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16650764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103275'] for router_interface, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.954178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:18.960938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3804cda8-27de-4945-8a52-7c7f153d46e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:19.025979 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Attempting to bind port 262b3c2f-821e-497b-8219-64a17fc9cafc on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:35:19.026402 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Attempting to bind port 262b3c2f-821e-497b-8219-64a17fc9cafc by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:35:19.026965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Attempting to bind port 262b3c2f-821e-497b-8219-64a17fc9cafc on network bed830b8-e28d-4cb5-b67e-4a7878e184b0 {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:35:19.051052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:35:19.051493 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Checking segment: {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:35:19.051953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:19.052568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Bound using segment: {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'} {{(pid=88889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:35:19.052936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Bound port: 262b3c2f-821e-497b-8219-64a17fc9cafc, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'}}] {{(pid=88889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:35:19.053407 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:19.098831 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Network e464ab5e-93db-4c5e-808a-4966cf5add3f is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:35:19.100103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:19.169048 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1e419e37-801c-4942-8db8-5773be183fae None None] Provisioning for port 4bc11dc1-3400-4920-bde4-dce9b66be270 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:19.177849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1e419e37-801c-4942-8db8-5773be183fae None None] Provisioning complete for port 4bc11dc1-3400-4920-bde4-dce9b66be270 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:19.178271 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e419e37-801c-4942-8db8-5773be183fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:19.219253 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] For port 262b3c2f-821e-497b-8219-64a17fc9cafc, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:35:19.233995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=bd8b9ef0-92f8-48dd-8198-f48f679913d2,revision_number=3']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:19.242725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:19.296901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] For port 262b3c2f-821e-497b-8219-64a17fc9cafc, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=262b3c2f-821e-497b-8219-64a17fc9cafc,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:35:19.304016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:19.309850 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:19.356078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1e419e37-801c-4942-8db8-5773be183fae None None] Port 4bc11dc1-3400-4920-bde4-dce9b66be270 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:35:19.455354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c09a497a-c894-4b3c-bc43-a178eb21b4f5 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:19.505705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-1e419e37-801c-4942-8db8-5773be183fae None None] Provisioning complete for port bd8b9ef0-92f8-48dd-8198-f48f679913d2 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:19.509132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e419e37-801c-4942-8db8-5773be183fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:19.551478 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e28e7-fc42-4776-83b2-9c920222fd94 None None] Pushing event updated for resources: {'Port': ['ID=262b3c2f-821e-497b-8219-64a17fc9cafc,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:19.579705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a77e28e7-fc42-4776-83b2-9c920222fd94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:19.585587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Router 0db56d3e-4957-473f-b516-66763e5f8a85 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:35:19.590973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:19.591710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:35:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:19.878527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:35:19.891100 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] 10.222.0.67 "PUT /v2.0/routers/0db56d3e-4957-473f-b516-66763e5f8a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2993770 Dec 21 17:35:19.894138 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port c09a497a-c894-4b3c-bc43-a178eb21b4f5 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:19.903732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port c09a497a-c894-4b3c-bc43-a178eb21b4f5 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:19.904154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.152309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.168144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:20.299696 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-bb0193c9-cf79-4326-a550-938a0ba0ffb0 None None] Provisioning complete for port 4bc11dc1-3400-4920-bde4-dce9b66be270 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:20.300132 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bb0193c9-cf79-4326-a550-938a0ba0ffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.498368 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.540642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-bb0193c9-cf79-4326-a550-938a0ba0ffb0 None None] Port 4bc11dc1-3400-4920-bde4-dce9b66be270 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:35:20.563332 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port c09a497a-c894-4b3c-bc43-a178eb21b4f5, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c09a497a-c894-4b3c-bc43-a178eb21b4f5,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:20.617695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.627409 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a77e28e7-fc42-4776-83b2-9c920222fd94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:20.645098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53650) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:20.651797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147985513', 'description': 'tempest-secgroup-smoke-147985513 description', 'project_id': '09e414445c404505ac498344b2e789fc'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:20.658513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:20.664981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:security_group and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:20.675390 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:20.682421 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:20.694570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.715744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=c09a497a-c894-4b3c-bc43-a178eb21b4f5,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:20.728834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:20.733494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:20.737597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:security_group_rule and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:20.741468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:20.747782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:20.805161 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.805440 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:19Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:20.808117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.810167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd8c44-c209-46cb-9a9b-452bd5ec6982 None None] The sync data for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv is: [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:19Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:35:20.813958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-11b4b29b-aa12-42ae-9d55-315c76a01f29 tempest-TestNetworkBasicOps-1670810287 tempest-TestNetworkBasicOps-1670810287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:20.855213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2169ed95-59ed-4611-b291-b4e83272025b,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:20.858119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.862301 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2132754 Dec 21 17:35:20.862301 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4ac65b11-c0d4-41ae-bff0-114b0a059874 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:20.862666 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53654) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:20.869174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Request body: {'security_group_rule': {'security_group_id': '2169ed95-59ed-4611-b291-b4e83272025b', 'project_id': '09e414445c404505ac498344b2e789fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:20.875853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:20.879987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:security_group_rule and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:20.883244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:20.889382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:20.907082 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.973945 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.977699 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:20.979874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a186806b-e8b7-4b4e-9cd8-d055ad32f796 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:21.004645 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d955498-868b-434f-9588-344a54c7654e,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:21.007370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:21.014120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.018363 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a3b56f6b-45c8-470d-83c6-f0d6defd1102 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1519365 Dec 21 17:35:21.018548 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53658) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:21.025505 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Request body: {'security_group_rule': {'security_group_id': '2169ed95-59ed-4611-b291-b4e83272025b', 'project_id': '09e414445c404505ac498344b2e789fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:21.032518 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:21.036671 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:security_group_rule and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:21.041526 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:21.048338 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:21.069031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.136820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.139757 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.148098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-65ba910a-ccd3-4eee-915c-b5db8f64c828 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:21.171538 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ab14f6-d541-48af-af78-b9865082ee94,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:21.174530 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:21.176598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.178234 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-12e58774-de5f-43db-980a-5396b1fc1842 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1584275 Dec 21 17:35:21.181086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 53662) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:21.187540 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Request body: {'security_group_rule': {'security_group_id': '2169ed95-59ed-4611-b291-b4e83272025b', 'project_id': '09e414445c404505ac498344b2e789fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:21.194864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:21.198965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:security_group_rule and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:21.202150 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:21.208312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:21.225916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.305768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.308565 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.316597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c7846ddf-20d1-41d4-af7d-e111bbb5662c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:21.341553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.343832 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1612287 Dec 21 17:35:21.345304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bd8b9ef0-92f8-48dd-8198-f48f679913d2 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:21.346624 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53666) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:21.347337 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a04f1b-b22f-4014-af1f-aef6334ce4bd,revision_number=0']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:21.349953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-455e9ee7-e9ed-4f13-8eac-5a0231ec81a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:21.354098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Request body: {'security_group_rule': {'security_group_id': '2169ed95-59ed-4611-b291-b4e83272025b', 'project_id': '09e414445c404505ac498344b2e789fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:21.365523 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:21.371353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:security_group_rule and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:21.378727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:21.387638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:21.408961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.443580 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port bd8b9ef0-92f8-48dd-8198-f48f679913d2 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:21.444550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.485469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.488694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.491077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c85b0b74-014c-4e48-b765-5a0b35045aae tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:21.515177 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9358a59-27df-4abd-908f-6217dc60d6bf,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:21.517750 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:21.524738 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.526028 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-ee5b3e46-7370-4594-9ceb-68a18d2abc25 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1777620 Dec 21 17:35:21.529031 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53670) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:21.535164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Request body: {'security_group_rule': {'security_group_id': '2169ed95-59ed-4611-b291-b4e83272025b', 'project_id': '09e414445c404505ac498344b2e789fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:21.541662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:21.545796 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:security_group_rule and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:21.548837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:21.555476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:21.565390 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Project 09e414445c404505ac498344b2e789fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:35:21.569586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 262b3c2f-821e-497b-8219-64a17fc9cafc up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:21.572897 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.643966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 262b3c2f-821e-497b-8219-64a17fc9cafc completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:21.649389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 262b3c2f-821e-497b-8219-64a17fc9cafc triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:21.649827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.650374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.653144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.655224 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-feaef73f-44ee-4f19-b7ec-7cbfc8ab7cf9 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:21.681622 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b0fdeb-4b9c-43ad-b700-bd85ebc53a8f,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:21.684216 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:21.690929 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.692335 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-441d77a2-a455-475e-8743-9485ff5cf582 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1621990 Dec 21 17:35:21.695728 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53674) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:21.701920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Request body: {'security_group_rule': {'security_group_id': '2169ed95-59ed-4611-b291-b4e83272025b', 'project_id': '09e414445c404505ac498344b2e789fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:21.708468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:21.712933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:security_group_rule and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:21.715953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:21.723091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:21.733074 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.securitygroups_db [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Project 09e414445c404505ac498344b2e789fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 17:35:21.740004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.783047 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.815354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.818070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755175'] for security_group_rule, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.820629 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d7494134-3498-41bd-ab15-a930c79e2f30 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:21.831464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 262b3c2f-821e-497b-8219-64a17fc9cafc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=262b3c2f-821e-497b-8219-64a17fc9cafc,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:21.835822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.836729 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c09a497a-c894-4b3c-bc43-a178eb21b4f5 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:21.844739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83b9e78-c202-4218-bcb8-ee1ce772e1be,revision_number=0']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:21.847452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:21.853766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:21.855091 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-f9db6499-559a-4b5e-953a-42889be432ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1583130 Dec 21 17:35:21.875730 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-135b31cc-3341-49c8-b79e-31361ccc9569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:22.020456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=262b3c2f-821e-497b-8219-64a17fc9cafc,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:22.027588 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:22.037347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port c09a497a-c894-4b3c-bc43-a178eb21b4f5 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:22.037347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:22.069277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-2d8dfe50-a1f5-4e30-a107-3f5c13c35818 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Synchronizing usage tracker for tenant:09e414445c404505ac498344b2e789fc on resource:security_group {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:35:22.089360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-2d8dfe50-a1f5-4e30-a107-3f5c13c35818 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Unset dirty status for tenant:09e414445c404505ac498344b2e789fc on resource:security_group {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:35:22.091448 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-2d8dfe50-a1f5-4e30-a107-3f5c13c35818 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147985513&fields=id&tenant_id=09e414445c404505ac498344b2e789fc HTTP/1.1" status: 200 len: 267 time: 0.0710406 Dec 21 17:35:22.277543 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-65a61d41-9f25-4ec9-bf47-9d62564ec138 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:22.278367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-65a61d41-9f25-4ec9-bf47-9d62564ec138 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Synchronizing usage tracker for tenant:09e414445c404505ac498344b2e789fc on resource:network {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:35:22.300597 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-65a61d41-9f25-4ec9-bf47-9d62564ec138 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Unset dirty status for tenant:09e414445c404505ac498344b2e789fc on resource:network {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:35:22.301951 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-65a61d41-9f25-4ec9-bf47-9d62564ec138 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 810 time: 0.2036583 Dec 21 17:35:22.324170 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-1bac25f5-d865-44ee-97cd-2ec8e0ab68ab tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/quotas/09e414445c404505ac498344b2e789fc HTTP/1.1" status: 200 len: 375 time: 0.0134163 Dec 21 17:35:22.420404 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-05a6b2a2-fa7b-4d07-97b6-e8bcb274ceb0 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903683 Dec 21 17:35:22.693636 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Sync routers for ids ['0db56d3e-4957-473f-b516-66763e5f8a85'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:35:22.706723 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Routers {'0db56d3e-4957-473f-b516-66763e5f8a85'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:22.707420 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:35:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['0db56d3e-4957-473f-b516-66763e5f8a85'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:22.711250 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-3165cf96-0b82-4555-a763-b4afa87bbf96 service neutron] 10.222.0.67 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779193 Dec 21 17:35:22.853164 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-897a14c4-b2bb-4d41-b3ca-5b4628d4c500 service neutron] 10.222.0.67 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354504 Dec 21 17:35:22.901691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Set router 0db56d3e-4957-473f-b516-66763e5f8a85 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:23.061787 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6b87ff8b-2d8c-4905-a90f-592421624528 req-bdb7d407-9faa-4513-aa08-49c3e07c3142 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 210 time: 0.0451195 Dec 21 17:35:23.239442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'name': 'tempest-TestSnapshotPattern-1478361725-router', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:14Z', 'updated_at': '2021-12-21T17:35:18Z', 'revision_number': 4, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'gw_port': {'id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:15Z', 'updated_at': '2021-12-21T17:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '4bc11dc1-3400-4920-bde4-dce9b66be270', 'name': '', 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'mac_address': 'fa:16:3e:92:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6caabb5c-3a18-4cb9-869d-15e1339c3af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:17Z', 'updated_at': '2021-12-21T17:35:18Z', 'revision_number': 2, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'subnets': [{'id': '6caabb5c-3a18-4cb9-869d-15e1339c3af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:23.244044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Checking router: 0db56d3e-4957-473f-b516-66763e5f8a85 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:35:23.244442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Updating router 0db56d3e-4957-473f-b516-66763e5f8a85 port 4bc11dc1-3400-4920-bde4-dce9b66be270 binding host dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 17:35:23.299774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:23.305930 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 262b3c2f-821e-497b-8219-64a17fc9cafc up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:23.384310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 262b3c2f-821e-497b-8219-64a17fc9cafc triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:23.384961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:23.822404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Notify callbacks [] for port, precommit_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:23.835272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Transition to ACTIVE for port object 4bc11dc1-3400-4920-bde4-dce9b66be270 will not be triggered until provisioned by entity L2. {{(pid=88890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:23.840369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:23.844672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f9ef9481-8ae6-45c9-8657-42db4781bf08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:23.973689 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4185b2b-6dea-4b1b-88c3-56d383a1198a None None] Pushing event updated for resources: {'Port': ['ID=4bc11dc1-3400-4920-bde4-dce9b66be270,revision_number=3']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:23.978638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4185b2b-6dea-4b1b-88c3-56d383a1198a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:24.069939 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Attempting to bind port 4bc11dc1-3400-4920-bde4-dce9b66be270 on host dv-neutron-822515-1-hyperv for vnic_type normal with profile {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:35:24.070471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Attempting to bind port 4bc11dc1-3400-4920-bde4-dce9b66be270 by drivers openvswitch,hyperv on host dv-neutron-822515-1-hyperv at level 0 using segments [{'id': 'c47a9c04-4349-4017-a6b4-9744b30c465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f'}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:35:24.070746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Attempting to bind port 4bc11dc1-3400-4920-bde4-dce9b66be270 on network e464ab5e-93db-4c5e-808a-4966cf5add3f {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:35:24.078027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Checking agent: {'id': 'dfe0c981-583b-4256-af78-337e977c1d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822515-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 32, 47), 'started_at': datetime.datetime(2021, 12, 21, 16, 33, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822515-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:35:24.078452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Checking segment: {'id': 'c47a9c04-4349-4017-a6b4-9744b30c465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:35:24.078956 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:24.079398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Bound using segment: {'id': 'c47a9c04-4349-4017-a6b4-9744b30c465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f'} {{(pid=88890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:35:24.079920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Bound port: 4bc11dc1-3400-4920-bde4-dce9b66be270, host: dv-neutron-822515-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47a9c04-4349-4017-a6b4-9744b30c465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f'}}] {{(pid=88890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:35:24.080343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:24.179674 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] For port 4bc11dc1-3400-4920-bde4-dce9b66be270, host dv-neutron-822515-1-hyperv, cleared binding levels {{(pid=88890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:35:24.182915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] For port 4bc11dc1-3400-4920-bde4-dce9b66be270, host dv-neutron-822515-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4bc11dc1-3400-4920-bde4-dce9b66be270,segment=NetworkSegment(c47a9c04-4349-4017-a6b4-9744b30c465c),segment_id=c47a9c04-4349-4017-a6b4-9744b30c465c)] {{(pid=88890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:35:24.186430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88890) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:24.191074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-3fd37754-ff49-446e-8450-b1fc46941a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:24.261032 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-63e4b5db-2b50-4027-bfb7-93db52702676 req-d771fc54-64ab-4564-aae4-35da783da966 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 210 time: 0.0677404 Dec 21 17:35:24.280258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Routers {'0db56d3e-4957-473f-b516-66763e5f8a85'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:24.281013 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:35:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['0db56d3e-4957-473f-b516-66763e5f8a85'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:24.373996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4185b2b-6dea-4b1b-88c3-56d383a1198a None None] Pushing event updated for resources: {'Port': ['ID=4bc11dc1-3400-4920-bde4-dce9b66be270,revision_number=4']} {{(pid=88890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:24.377650 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4185b2b-6dea-4b1b-88c3-56d383a1198a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88890) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:24.448620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-708f675b-fb05-4017-9e42-f9b739ab36c3 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:24.450472 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-708f675b-fb05-4017-9e42-f9b739ab36c3 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 810 time: 0.2081971 Dec 21 17:35:24.515608 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-e5f6a427-2bd4-40cd-9a07-c17209435097 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Synchronizing usage tracker for tenant:09e414445c404505ac498344b2e789fc on resource:security_group {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:35:24.530357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-e5f6a427-2bd4-40cd-9a07-c17209435097 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Unset dirty status for tenant:09e414445c404505ac498344b2e789fc on resource:security_group {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:35:24.531938 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-e5f6a427-2bd4-40cd-9a07-c17209435097 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e414445c404505ac498344b2e789fc HTTP/1.1" status: 200 len: 379 time: 0.0697458 Dec 21 17:35:24.544251 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Request body: {'port': {'device_id': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'admin_state_up': True, 'tenant_id': '09e414445c404505ac498344b2e789fc', 'security_groups': ['2169ed95-59ed-4611-b291-b4e83272025b']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:24.545091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] Set router 0db56d3e-4957-473f-b516-66763e5f8a85 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:24.701350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:24.705967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:port and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:24.708962 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:24.715114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:24.723812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Made reservation on behalf of 09e414445c404505ac498344b2e789fc for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:35:24.729121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:24.881163 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'name': 'tempest-TestSnapshotPattern-1478361725-router', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:14Z', 'updated_at': '2021-12-21T17:35:18Z', 'revision_number': 4, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'gw_port': {'id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:15Z', 'updated_at': '2021-12-21T17:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '4bc11dc1-3400-4920-bde4-dce9b66be270', 'name': '', 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'mac_address': 'fa:16:3e:92:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6caabb5c-3a18-4cb9-869d-15e1339c3af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:17Z', 'updated_at': '2021-12-21T17:35:24Z', 'revision_number': 4, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'subnets': [{'id': '6caabb5c-3a18-4cb9-869d-15e1339c3af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:24.885890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d026d-d190-4f6f-a766-fa703becaac9 None None] The sync data for ids ['0db56d3e-4957-473f-b516-66763e5f8a85'] in dv-neutron-822515-1-hyperv is: [{'id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'name': 'tempest-TestSnapshotPattern-1478361725-router', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:14Z', 'updated_at': '2021-12-21T17:35:18Z', 'revision_number': 4, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'gw_port': {'id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:15Z', 'updated_at': '2021-12-21T17:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '4bc11dc1-3400-4920-bde4-dce9b66be270', 'name': '', 'network_id': 'e464ab5e-93db-4c5e-808a-4966cf5add3f', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'mac_address': 'fa:16:3e:92:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6caabb5c-3a18-4cb9-869d-15e1339c3af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:17Z', 'updated_at': '2021-12-21T17:35:24Z', 'revision_number': 4, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'subnets': [{'id': '6caabb5c-3a18-4cb9-869d-15e1339c3af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:35:24.903986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Allocated IP 172.20.0.10 (bed830b8-e28d-4cb5-b67e-4a7878e184b0/b1a99e08-026f-40a7-8186-d5ef51b18d84/2d98903e-3abf-466c-a632-a3f33adb07da) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:35:25.118933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:25.136717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Transition to ACTIVE for port object 2d98903e-3abf-466c-a632-a3f33adb07da will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:25.156760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:25.163417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9675352d-9baf-4396-9b4b-f128d8be0526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:25.238662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Network bed830b8-e28d-4cb5-b67e-4a7878e184b0 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:35:25.243428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:25.247891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:35:25.281525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'Port': ['ID=2d98903e-3abf-466c-a632-a3f33adb07da,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:25.295395 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:25.331429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:25.331429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:25.340864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4bc11dc1-3400-4920-bde4-dce9b66be270 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:25.355192 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-95ae883f-c1a3-43e9-9568-89c8514f2e16 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8154254 Dec 21 17:35:25.386066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Request body: {'port': {'device_id': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:25.468095 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning for port 4bc11dc1-3400-4920-bde4-dce9b66be270 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:25.477647 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 4bc11dc1-3400-4920-bde4-dce9b66be270 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:25.478403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:25.533418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd5af9-f3eb-42f3-8934-8efb722ec134 req-f7ca4ab2-9dd0-4d79-bee8-b45eb46f3b00 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:25.547771 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-62dd5af9-f3eb-42f3-8934-8efb722ec134 req-f7ca4ab2-9dd0-4d79-bee8-b45eb46f3b00 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 932 time: 0.1291869 Dec 21 17:35:25.596495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:25.607627 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-62dd5af9-f3eb-42f3-8934-8efb722ec134 req-deea21e1-1cbf-4592-b86d-8ed14f56292c tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579073 Dec 21 17:35:25.628981 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:25.665695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] For port 4bc11dc1-3400-4920-bde4-dce9b66be270, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4bc11dc1-3400-4920-bde4-dce9b66be270,segment=NetworkSegment(c47a9c04-4349-4017-a6b4-9744b30c465c),segment_id=c47a9c04-4349-4017-a6b4-9744b30c465c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:25.669720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:25.671793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f5854e71-861f-4ef6-a7d0-0d1c75c4df8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:25.757399 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Pushing event updated for resources: {'Port': ['ID=4bc11dc1-3400-4920-bde4-dce9b66be270,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:25.760335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c42ec812-e730-458b-bddb-1eee49951e55 None None] Provisioning for port 2d98903e-3abf-466c-a632-a3f33adb07da completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:25.766265 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:25.766926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-c42ec812-e730-458b-bddb-1eee49951e55 None None] Provisioning complete for port 2d98903e-3abf-466c-a632-a3f33adb07da triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:25.767350 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c42ec812-e730-458b-bddb-1eee49951e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:25.830816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c42ec812-e730-458b-bddb-1eee49951e55 None None] Port 2d98903e-3abf-466c-a632-a3f33adb07da cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:35:26.003546 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d98903e-3abf-466c-a632-a3f33adb07da {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:35:26.010609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:26.028010 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Transition to ACTIVE for port object 2d98903e-3abf-466c-a632-a3f33adb07da will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:35:26.033144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:26.038466 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-aa3fbb4b-4b6e-47da-87ec-930191b94aac tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:26.170566 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d98903e-3abf-466c-a632-a3f33adb07da,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:26.175273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:26.298173 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Attempting to bind port 2d98903e-3abf-466c-a632-a3f33adb07da on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:35:26.298532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Attempting to bind port 2d98903e-3abf-466c-a632-a3f33adb07da by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:35:26.298968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Attempting to bind port 2d98903e-3abf-466c-a632-a3f33adb07da on network bed830b8-e28d-4cb5-b67e-4a7878e184b0 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:35:26.306266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Port 2d98903e-3abf-466c-a632-a3f33adb07da on network bed830b8-e28d-4cb5-b67e-4a7878e184b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:35:26.306801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Attempting to bind port 2d98903e-3abf-466c-a632-a3f33adb07da on network bed830b8-e28d-4cb5-b67e-4a7878e184b0 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:35:26.314348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:35:26.314721 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Checking segment: {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:35:26.315175 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Bound using segment: {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:35:26.315657 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Bound port: 2d98903e-3abf-466c-a632-a3f33adb07da, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:35:26.316042 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:26.412065 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] For port 2d98903e-3abf-466c-a632-a3f33adb07da, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:35:26.416127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] For port 2d98903e-3abf-466c-a632-a3f33adb07da, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d98903e-3abf-466c-a632-a3f33adb07da,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:35:26.419587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:26.424229 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-d608934a-61f0-46fb-a8b5-b81f0496dd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:26.732866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:26.734380 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/2d98903e-3abf-466c-a632-a3f33adb07da HTTP/1.1" status: 200 len: 1094 time: 1.3580692 Dec 21 17:35:26.734970 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:35:26.749864 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d98903e-3abf-466c-a632-a3f33adb07da,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:26.753425 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:26.865636 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-276f80ef-cc6a-4ce2-a03a-51fb29995a26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 1097 time: 0.0911965 Dec 21 17:35:26.878663 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5d279-64e5-4f8b-b5e9-47905b7d16da req-8fde482d-0a29-47ff-9a44-498a50cccdb6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:26.886804 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-55b5d279-64e5-4f8b-b5e9-47905b7d16da req-8fde482d-0a29-47ff-9a44-498a50cccdb6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 944 time: 0.1521792 Dec 21 17:35:26.940890 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da', 'status': 'completed', 'code': 200} Dec 21 17:35:26.945000 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-55b5d279-64e5-4f8b-b5e9-47905b7d16da req-33abd5a1-8bb3-4c65-9fc4-0e3b2fb1718d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569053 Dec 21 17:35:26.956338 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-dab83fa2-d932-440b-a5c0-f6bf75ad8fd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d98903e-3abf-466c-a632-a3f33adb07da HTTP/1.1" status: 200 len: 217 time: 0.0756075 Dec 21 17:35:27.026866 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-a64639d8-d229-4dca-a6c3-68499a6d5070 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:27.028471 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-a64639d8-d229-4dca-a6c3-68499a6d5070 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0662603 Dec 21 17:35:27.116480 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-d9a22f0a-3170-4b82-a32c-a02718ae66ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814071 Dec 21 17:35:27.258261 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-fed0d5de-ed1f-4618-9138-1d0aa2233e8a service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352293 Dec 21 17:35:27.301067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4bc11dc1-3400-4920-bde4-dce9b66be270 up at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:27.373127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Provisioning complete for port 4bc11dc1-3400-4920-bde4-dce9b66be270 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:27.373556 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:27.406269 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0dc69bf4-ad68-4860-b6ee-cc3602d3f618 req-f746fe93-5d00-4498-bc8a-fa02f1d384c2 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413074 Dec 21 17:35:27.528089 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4614123-d3b4-486a-b713-3a58a14f9328 req-c4f4fa45-9170-41fd-bb4e-e13a4e4237b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 1097 time: 0.0756555 Dec 21 17:35:27.667889 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4614123-d3b4-486a-b713-3a58a14f9328 req-8e2ab2d1-2b75-410a-9ccb-85798a44147e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:27.669381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4614123-d3b4-486a-b713-3a58a14f9328 req-8e2ab2d1-2b75-410a-9ccb-85798a44147e service neutron] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 911 time: 0.1349103 Dec 21 17:35:27.745720 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4614123-d3b4-486a-b713-3a58a14f9328 req-6caf1a5e-b349-41cf-b780-016034439fba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d98903e-3abf-466c-a632-a3f33adb07da HTTP/1.1" status: 200 len: 217 time: 0.0694125 Dec 21 17:35:27.812805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4614123-d3b4-486a-b713-3a58a14f9328 req-0f4061d7-9868-45b4-8a4d-af300e8c510b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:27.814346 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4614123-d3b4-486a-b713-3a58a14f9328 req-0f4061d7-9868-45b4-8a4d-af300e8c510b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0625160 Dec 21 17:35:27.898688 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4614123-d3b4-486a-b713-3a58a14f9328 req-df98e6b6-4d2c-4c75-b19f-eb7e0b236e42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769215 Dec 21 17:35:28.050234 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4614123-d3b4-486a-b713-3a58a14f9328 req-f03d1fea-b3b4-4f6b-820a-dd29126907b2 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430740 Dec 21 17:35:28.159111 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caea33e-dc9e-4927-90ef-3e0ec824dbfb req-76a8f89a-aa53-43ae-a111-a13a189b58cf tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:28.160777 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0caea33e-dc9e-4927-90ef-3e0ec824dbfb req-76a8f89a-aa53-43ae-a111-a13a189b58cf tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 944 time: 0.0853281 Dec 21 17:35:28.199392 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f4614123-d3b4-486a-b713-3a58a14f9328 req-795dbf28-ece3-4696-9cb0-125fc298a588 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424506 Dec 21 17:35:28.217780 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0caea33e-dc9e-4927-90ef-3e0ec824dbfb req-2584cd73-8f26-4669-a3a2-9255c8d256a6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500548 Dec 21 17:35:29.429615 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70012432-21fd-4312-97d1-0e8e20f8d317 req-57b69909-8637-4be1-b2e5-a899d011a663 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:29.431255 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70012432-21fd-4312-97d1-0e8e20f8d317 req-57b69909-8637-4be1-b2e5-a899d011a663 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 944 time: 0.0883465 Dec 21 17:35:29.478357 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-70012432-21fd-4312-97d1-0e8e20f8d317 req-c13d4645-b5d0-4133-a425-6a3d2daae182 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410573 Dec 21 17:35:29.971244 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:30.426834 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d98903e-3abf-466c-a632-a3f33adb07da details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:35:30.574503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d98903e-3abf-466c-a632-a3f33adb07da, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d98903e-3abf-466c-a632-a3f33adb07da,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:30.589331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '2d98903e-3abf-466c-a632-a3f33adb07da', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'mac_address': 'fa:16:3e:9d:d3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:35:30.649791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:30.668444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d98903e-3abf-466c-a632-a3f33adb07da {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:35:30.683846 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d98903e-3abf-466c-a632-a3f33adb07da, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d98903e-3abf-466c-a632-a3f33adb07da,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:30.686605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:30.688496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a77e28e7-fc42-4776-83b2-9c920222fd94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:30.689753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca6bc8-a0de-4606-ad64-1f5c387a82bb req-b6ccc378-6686-4b5c-8811-29a8b28de749 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:30.691435 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d4ca6bc8-a0de-4606-ad64-1f5c387a82bb req-b6ccc378-6686-4b5c-8811-29a8b28de749 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 944 time: 0.0868149 Dec 21 17:35:30.741234 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d4ca6bc8-a0de-4606-ad64-1f5c387a82bb req-5d62a6b4-2d2d-416d-8e36-c796111f55a4 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435350 Dec 21 17:35:30.755300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2d98903e-3abf-466c-a632-a3f33adb07da,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:30.767725 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:30.887805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['2d98903e-3abf-466c-a632-a3f33adb07da'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:35:31.854004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:35:31.946372 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e61d59-a6c1-482a-be52-1f3f94bc49cd req-7d482379-53b9-4a23-b821-31ec748a6bf0 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:31.947998 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-48e61d59-a6c1-482a-be52-1f3f94bc49cd req-7d482379-53b9-4a23-b821-31ec748a6bf0 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 945 time: 0.0868278 Dec 21 17:35:31.997314 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-48e61d59-a6c1-482a-be52-1f3f94bc49cd req-ee3a1db8-ddc4-4805-a2c7-438baf53c254 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432777 Dec 21 17:35:32.442403 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d98903e-3abf-466c-a632-a3f33adb07da up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:35:32.514419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 2d98903e-3abf-466c-a632-a3f33adb07da completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:35:32.519378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 2d98903e-3abf-466c-a632-a3f33adb07da triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:35:32.519805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:32.633202 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:32.662735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:35:32.672506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d98903e-3abf-466c-a632-a3f33adb07da, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d98903e-3abf-466c-a632-a3f33adb07da,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:35:32.675442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:32.677391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:32.722065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da', 'code': 200} Dec 21 17:35:32.746309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2d98903e-3abf-466c-a632-a3f33adb07da,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:32.749488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:32.951403 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c203f6a6-9032-4fc5-a3f6-170b7c55d7a3 req-b5d15378-3e3f-4d21-9318-ccf3b6f1e2aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 1099 time: 0.0733950 Dec 21 17:35:32.995092 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c203f6a6-9032-4fc5-a3f6-170b7c55d7a3 req-54d5c1df-33f6-4e27-b677-bc73069c25bf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379748 Dec 21 17:35:33.199801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbb580-ce24-46ee-a8c5-c894c98b2fa5 req-d630d233-a7b3-48c8-a6b5-8ed4f0e1647d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:33.201393 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e8dbb580-ce24-46ee-a8c5-c894c98b2fa5 req-d630d233-a7b3-48c8-a6b5-8ed4f0e1647d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 946 time: 0.0821574 Dec 21 17:35:33.255455 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e8dbb580-ce24-46ee-a8c5-c894c98b2fa5 req-1a5bdea6-195a-449b-9a72-4e853c8acc3a tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479593 Dec 21 17:35:34.460662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7045582-cbaf-463f-a639-fa1d21a4282e req-8fea5ba4-c220-4f74-b400-297bad905cea tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:34.462237 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c7045582-cbaf-463f-a639-fa1d21a4282e req-8fea5ba4-c220-4f74-b400-297bad905cea tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 946 time: 0.0828607 Dec 21 17:35:34.510095 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c7045582-cbaf-463f-a639-fa1d21a4282e req-316830b0-8196-4cae-aa6a-9208f521c306 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417190 Dec 21 17:35:34.718433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2006147-3428-494a-9400-2a5cc2b46891 req-45b5777f-d8d6-4149-ab64-08eda7368d47 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:34.720097 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a2006147-3428-494a-9400-2a5cc2b46891 req-45b5777f-d8d6-4149-ab64-08eda7368d47 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 946 time: 0.0876966 Dec 21 17:35:34.768818 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a2006147-3428-494a-9400-2a5cc2b46891 req-e82c5223-87de-4485-97ad-0b353e4c7220 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421154 Dec 21 17:35:34.796164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53742) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:34.939866 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-18c753e7-bfaf-4114-93c4-0d8880f44e0a tempest-TestSnapshotPattern-946561060 tempest-TestSnapshotPattern-946561060-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 1094 time: 0.1424534 Dec 21 17:35:34.942732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 53748) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:35:34.948373 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:35:34.954225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:35:34.958291 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:floatingip and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:35:34.961300 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:35:34.967336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:35:34.977203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:35.122984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:35.265746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Allocated IP 172.26.7.92 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/5b9235b1-1cff-4dbb-8bcd-039b2b19ec18) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:35:35.426016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:35.451898 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:35.456302 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7952ae54-1be4-4c44-9090-186af14b0635 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:35.523240 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:35:35.526287 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:35:35.530896 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:35:35.560124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'Port': ['ID=5b9235b1-1cff-4dbb-8bcd-039b2b19ec18,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:35.565579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:36.050127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:36.107911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:36.320197 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:36.323845 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:36.328178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-efb1dfd2-15f0-436f-9e62-c347db49f8ed tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:35:36.674261 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'Port': ['ID=5b9235b1-1cff-4dbb-8bcd-039b2b19ec18,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:35:36.678593 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:35:36.688942 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:36.886109 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Floating IP f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151 associated. External IP: 172.26.7.92, port: 2d98903e-3abf-466c-a632-a3f33adb07da. Dec 21 17:35:37.298937 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Router aa5a1634-13de-4e8c-bde6-312ee1634a97 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:35:37.509468 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:35:37.520476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237bf7f0-38ab-460a-8f38-aff61ce12103 None None] Sync routers for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:35:37.533946 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:37.534237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237bf7f0-38ab-460a-8f38-aff61ce12103 None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:37.535056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-237bf7f0-38ab-460a-8f38-aff61ce12103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:35:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:37.590083 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-893ab8b1-a18e-418d-8bce-cb74cd9cc257 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6461627 Dec 21 17:35:37.590882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:35:37.733058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-237bf7f0-38ab-460a-8f38-aff61ce12103 None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:37.733946 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da', 'status': 'completed', 'code': 200} Dec 21 17:35:37.833143 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a5acb2b2-59cc-4578-9d2b-1d319590e304 req-b88f77c2-be17-42d6-9098-c2b1a63fb664 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 1099 time: 0.0774357 Dec 21 17:35:37.973852 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acb2b2-59cc-4578-9d2b-1d319590e304 req-741a87dc-51f6-4045-ba02-3987dbfb77ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:37.975507 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a5acb2b2-59cc-4578-9d2b-1d319590e304 req-741a87dc-51f6-4045-ba02-3987dbfb77ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 911 time: 0.1358523 Dec 21 17:35:38.084453 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a5acb2b2-59cc-4578-9d2b-1d319590e304 req-0c2c2c55-f4aa-4071-bd80-75f32aae811b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d98903e-3abf-466c-a632-a3f33adb07da HTTP/1.1" status: 200 len: 999 time: 0.1018791 Dec 21 17:35:38.101968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-237bf7f0-38ab-460a-8f38-aff61ce12103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:9d:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:35:35Z', 'updated_at': '2021-12-21T17:35:35Z', 'revision_number': 0, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:38.106272 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237bf7f0-38ab-460a-8f38-aff61ce12103 None None] Checking router: aa5a1634-13de-4e8c-bde6-312ee1634a97 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:35:38.119019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237bf7f0-38ab-460a-8f38-aff61ce12103 None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:35:38.119685 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-237bf7f0-38ab-460a-8f38-aff61ce12103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:35:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:38.152761 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acb2b2-59cc-4578-9d2b-1d319590e304 req-e22ff54f-5f21-4aa2-9f99-8d294d29f0eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:35:38.154413 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a5acb2b2-59cc-4578-9d2b-1d319590e304 req-e22ff54f-5f21-4aa2-9f99-8d294d29f0eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0644038 Dec 21 17:35:38.244612 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a5acb2b2-59cc-4578-9d2b-1d319590e304 req-23c50959-e774-4797-86e1-49af626898dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810943 Dec 21 17:35:38.313704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-237bf7f0-38ab-460a-8f38-aff61ce12103 None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:35:38.392032 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a5acb2b2-59cc-4578-9d2b-1d319590e304 req-3bae1f06-d0d0-482e-b09d-c4f4cc3aaa41 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413476 Dec 21 17:35:38.537588 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a5acb2b2-59cc-4578-9d2b-1d319590e304 req-394adbfe-d817-404d-a74d-05cba17d6d64 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387062 Dec 21 17:35:38.683985 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-237bf7f0-38ab-460a-8f38-aff61ce12103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:9d:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:35:35Z', 'updated_at': '2021-12-21T17:35:35Z', 'revision_number': 0, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:35:38.688160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237bf7f0-38ab-460a-8f38-aff61ce12103 None None] The sync data for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv is: [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:9d:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:35:35Z', 'updated_at': '2021-12-21T17:35:35Z', 'revision_number': 0, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:35:39.033853 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98efa456-4f78-494c-81b1-ec293f6bc8cd None None] New status for floating IP f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:35:45.872347 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cf33b829-3fac-4937-8c3a-65be394df4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:47.287563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:48.096895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-55cccebc-f08b-4b31-9bda-1b84c929858c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:48.542532 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:50.045583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:35:59.980916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:08.856143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:36:14.843480 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56f79965-71fb-4227-b134-5672a7eeb19b req-d449cc42-4e5b-4eb2-9022-cdef9ad3f43c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834336 Dec 21 17:36:14.988716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56f79965-71fb-4227-b134-5672a7eeb19b req-e716d398-80b3-4503-b11f-67b272674d71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 1099 time: 0.0735490 Dec 21 17:36:15.143471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79965-71fb-4227-b134-5672a7eeb19b req-ad626067-6d1a-49b4-926c-95e379017518 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:36:15.144959 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56f79965-71fb-4227-b134-5672a7eeb19b req-ad626067-6d1a-49b4-926c-95e379017518 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 911 time: 0.1383996 Dec 21 17:36:15.251201 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56f79965-71fb-4227-b134-5672a7eeb19b req-cd1feefa-dc44-4a46-9cbf-2c99aaba10d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d98903e-3abf-466c-a632-a3f33adb07da HTTP/1.1" status: 200 len: 1001 time: 0.1001279 Dec 21 17:36:15.328178 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79965-71fb-4227-b134-5672a7eeb19b req-40e267a7-a1d8-4833-a27b-7b638e440f77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:36:15.329716 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56f79965-71fb-4227-b134-5672a7eeb19b req-40e267a7-a1d8-4833-a27b-7b638e440f77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0723784 Dec 21 17:36:15.412051 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56f79965-71fb-4227-b134-5672a7eeb19b req-293c7fb1-e04c-46c8-9050-d65e68903c6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760148 Dec 21 17:36:15.551416 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56f79965-71fb-4227-b134-5672a7eeb19b req-027720ba-56eb-43ac-bc34-4661ac7c324f service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325340 Dec 21 17:36:15.691629 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-56f79965-71fb-4227-b134-5672a7eeb19b req-7c7559ce-e1e9-4a8a-99c3-114cecb1a7d2 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340525 Dec 21 17:36:15.874547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1492992c-521c-45d2-a883-375f2c30a68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:17.289125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:18.097902 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b7dfdc94-1fa5-461d-9d31-a51f6cea9b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:18.544562 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:20.048386 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:29.999223 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:45.857428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:36:45.876398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-87b0ccad-92f1-4c5a-a962-ba82994cac8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:47.291638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:48.098745 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-fae1e3a4-e509-4a86-8bc6-c0a1eb3c752d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:48.549053 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:50.051531 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:36:59.998204 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:15.831195 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f0c4a9ab-0c41-4129-837f-b004421234a8 req-18b948b0-5a6d-4fb2-b1fd-1b9fe9504df6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785723 Dec 21 17:37:15.879993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-32113314-5bdf-4ea4-a9f2-27073fe9b9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:15.979770 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f0c4a9ab-0c41-4129-837f-b004421234a8 req-78efd12b-1d92-45b9-9028-0834e73666ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 1099 time: 0.0760648 Dec 21 17:37:16.358630 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a9ab-0c41-4129-837f-b004421234a8 req-94b6c800-c03c-4be1-a5ae-024b8b38ce50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:16.360293 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f0c4a9ab-0c41-4129-837f-b004421234a8 req-94b6c800-c03c-4be1-a5ae-024b8b38ce50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 911 time: 0.3614316 Dec 21 17:37:16.467883 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f0c4a9ab-0c41-4129-837f-b004421234a8 req-b1f4855d-57b8-453b-aa79-659a756f932b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d98903e-3abf-466c-a632-a3f33adb07da HTTP/1.1" status: 200 len: 1001 time: 0.1002896 Dec 21 17:37:16.535452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a9ab-0c41-4129-837f-b004421234a8 req-432ace39-b87c-464d-8899-b5742e8ddecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:16.537100 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f0c4a9ab-0c41-4129-837f-b004421234a8 req-432ace39-b87c-464d-8899-b5742e8ddecc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0635717 Dec 21 17:37:16.616381 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f0c4a9ab-0c41-4129-837f-b004421234a8 req-48a345c7-a61f-4ce8-962b-07f949974084 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720870 Dec 21 17:37:16.763751 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f0c4a9ab-0c41-4129-837f-b004421234a8 req-43997ebd-d96f-4696-bae8-e1845c7bf8ab service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408355 Dec 21 17:37:16.904649 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-f0c4a9ab-0c41-4129-837f-b004421234a8 req-c4806ea5-b003-4d70-8d7b-e8490f14d46f service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351907 Dec 21 17:37:17.293051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:18.100232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-12667ab4-530e-4b0a-bdc8-2df8f330bdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:18.550920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:20.054127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:22.858569 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:37:30.010625 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:37.226008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d98903e-3abf-466c-a632-a3f33adb07da details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:37:37.397128 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d98903e-3abf-466c-a632-a3f33adb07da, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d98903e-3abf-466c-a632-a3f33adb07da,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:37:37.416396 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '2d98903e-3abf-466c-a632-a3f33adb07da', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'mac_address': 'fa:16:3e:9d:d3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:37:37.474488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:37.494179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d98903e-3abf-466c-a632-a3f33adb07da {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:37:37.510382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d98903e-3abf-466c-a632-a3f33adb07da, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d98903e-3abf-466c-a632-a3f33adb07da,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:37:37.513941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:37.515797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-97f94fe2-0480-4540-934d-7c38104ea83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:37:37.589256 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2d98903e-3abf-466c-a632-a3f33adb07da,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:37:37.596574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['2d98903e-3abf-466c-a632-a3f33adb07da'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:37:37.636782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:37.636782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:37.636782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:37.636782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:37.636782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:37.636782 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:37.637495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:37.637495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:37.637697 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:37.638054 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:37.638424 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:37.648449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:37:39.247299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d98903e-3abf-466c-a632-a3f33adb07da up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:37:39.329705 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 2d98903e-3abf-466c-a632-a3f33adb07da triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:37:39.330127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:39.499801 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:39.531736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:37:39.555422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d98903e-3abf-466c-a632-a3f33adb07da, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d98903e-3abf-466c-a632-a3f33adb07da,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:37:39.559070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:39.565753 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-acadfc1e-51f4-4a77-a27f-02ee7c344101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:37:39.623818 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da', 'code': 200} Dec 21 17:37:39.662335 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2d98903e-3abf-466c-a632-a3f33adb07da,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:37:39.665966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:37:45.881893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3bfca462-7ac7-4eb6-913c-3a4387488517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:46.569900 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-589ab4bb-8e53-43cd-acca-3a7ffb232811 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147985513&fields=id&tenant_id=09e414445c404505ac498344b2e789fc HTTP/1.1" status: 200 len: 267 time: 0.0471458 Dec 21 17:37:46.725452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-72e67a37-1234-42db-90d0-bf5eb0601516 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:46.727110 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-72e67a37-1234-42db-90d0-bf5eb0601516 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 810 time: 0.1500931 Dec 21 17:37:46.745169 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-53845b21-bdd5-4119-b2fc-80583507726a tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/quotas/09e414445c404505ac498344b2e789fc HTTP/1.1" status: 200 len: 375 time: 0.0123947 Dec 21 17:37:46.837453 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-8a4bebe1-4163-496e-8cf7-d78b5988b87a tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0869896 Dec 21 17:37:46.988896 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-9bbbeab9-986d-4644-9085-200202879267 service neutron] 10.222.0.67 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384342 Dec 21 17:37:47.128967 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-336c932d-5ae8-4e42-872c-bc676d412673 service neutron] 10.222.0.67 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338911 Dec 21 17:37:47.297576 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:47.350944 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ab7e1b87-0e5a-4daf-8d21-f78f6c08a44a req-f1da4ca7-d7a2-40c4-9c99-9cdce3b660d6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 210 time: 0.0457222 Dec 21 17:37:48.100890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-52adb836-382e-48a8-96aa-6a346c47ce42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:48.407354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-8f86d74c-79d6-479f-8dae-6d4f15e68750 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:48.408917 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-8f86d74c-79d6-479f-8dae-6d4f15e68750 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 810 time: 0.1715109 Dec 21 17:37:48.471839 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-7c626750-1d7b-4ecb-9ffd-e6aaab00ceaa tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e414445c404505ac498344b2e789fc HTTP/1.1" status: 200 len: 379 time: 0.0508039 Dec 21 17:37:48.484926 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Request body: {'port': {'device_id': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'admin_state_up': True, 'tenant_id': '09e414445c404505ac498344b2e789fc', 'security_groups': ['2169ed95-59ed-4611-b291-b4e83272025b']}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:37:48.555225 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:48.560080 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-b5d17ee7-7c36-4c18-9193-fb0ab58149f4 req-cf0c1bd4-8a24-4b8f-a8de-18846fe68794 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 210 time: 0.0548387 Dec 21 17:37:48.633701 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:37:48.637805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:port and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:37:48.640912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88887) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:37:48.646990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:37:48.657167 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Made reservation on behalf of 09e414445c404505ac498344b2e789fc for: {'port': 1} {{(pid=88887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 17:37:48.662975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:48.835309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Allocated IP 172.20.0.13 (bed830b8-e28d-4cb5-b67e-4a7878e184b0/b1a99e08-026f-40a7-8186-d5ef51b18d84/2b0a58b8-a01a-4dff-822a-afff0606a373) {{(pid=88887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:37:49.079727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for port, precommit_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:49.098913 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Transition to ACTIVE for port object 2b0a58b8-a01a-4dff-822a-afff0606a373 will not be triggered until provisioned by entity DHCP. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:37:49.125394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_create {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:49.133179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:37:49.198342 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Network bed830b8-e28d-4cb5-b67e-4a7878e184b0 is already hosted by enough agents. {{(pid=88887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:37:49.201731 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources bound (agent type, host, resource id): {{(pid=88887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:37:49.206623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Received port after_create {{(pid=88887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:37:49.263069 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d98903e-3abf-466c-a632-a3f33adb07da no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:37:49.283570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'Port': ['ID=2b0a58b8-a01a-4dff-822a-afff0606a373,revision_number=1']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:37:49.307654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:49.308336 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:49.314328 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:49.314759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:49.315211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:49.315627 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:49.316040 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:49.316452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:49.316837 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:49.317250 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:49.317654 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:49.318056 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:49.318462 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:37:49.323999 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:37:49.352327 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-13c98401-8f6b-46d9-8494-f503ffc0ee14 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8714340 Dec 21 17:37:49.622029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:49.655090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:37:49.671297 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2d98903e-3abf-466c-a632-a3f33adb07da, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d98903e-3abf-466c-a632-a3f33adb07da,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:37:49.681319 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:49.684052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:37:49.719304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5a3e4f1c-c62f-4557-9e36-341e44d8bc5f None None] Provisioning for port 2b0a58b8-a01a-4dff-822a-afff0606a373 completed by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:37:49.743789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-5a3e4f1c-c62f-4557-9e36-341e44d8bc5f None None] Provisioning complete for port 2b0a58b8-a01a-4dff-822a-afff0606a373 triggered by entity DHCP. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:37:49.744430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5a3e4f1c-c62f-4557-9e36-341e44d8bc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:49.794454 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f92e77-a012-4f50-8c41-48ec230a81d6 req-30610aaa-f2db-4c61-a955-6a24dd8c3090 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:49.796485 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84f92e77-a012-4f50-8c41-48ec230a81d6 req-30610aaa-f2db-4c61-a955-6a24dd8c3090 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 932 time: 0.0953317 Dec 21 17:37:49.802035 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da', 'code': 200} Dec 21 17:37:49.847541 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-84f92e77-a012-4f50-8c41-48ec230a81d6 req-25a6b62c-8e71-4ed9-baf8-5a8b6858fe58 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438721 Dec 21 17:37:49.849205 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e4f1c-c62f-4557-9e36-341e44d8bc5f None None] Port 2b0a58b8-a01a-4dff-822a-afff0606a373 cannot update to ACTIVE because it is not bound. {{(pid=88889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 17:37:49.852005 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2d98903e-3abf-466c-a632-a3f33adb07da,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:37:49.856083 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:37:50.058180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:51.087086 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e72ebe-4630-49b0-8e7a-ad3ac5cc19c3 req-b4264aa3-1226-4702-b045-796bdc9a31e7 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:51.088700 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-18e72ebe-4630-49b0-8e7a-ad3ac5cc19c3 req-b4264aa3-1226-4702-b045-796bdc9a31e7 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 932 time: 0.0892560 Dec 21 17:37:51.139525 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-18e72ebe-4630-49b0-8e7a-ad3ac5cc19c3 req-a2a492fe-aedf-4232-ad8d-3e4331080036 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434053 Dec 21 17:37:52.350471 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c722e85-5fdd-44fc-b5a6-152191248607 req-bd4777fa-7552-4c2b-8ca6-1d85a3f7aa5e tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:52.352165 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c722e85-5fdd-44fc-b5a6-152191248607 req-bd4777fa-7552-4c2b-8ca6-1d85a3f7aa5e tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 932 time: 0.0851092 Dec 21 17:37:52.408033 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c722e85-5fdd-44fc-b5a6-152191248607 req-16d96f69-c93b-49f7-845e-b74ba1ac570e tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495529 Dec 21 17:37:53.643503 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3bfd1-1acf-4e28-a307-b6a4ef62a1b5 req-b807305d-0c19-4c34-8720-53c2a2d4ae50 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:53.645064 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ee3bfd1-1acf-4e28-a307-b6a4ef62a1b5 req-b807305d-0c19-4c34-8720-53c2a2d4ae50 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 932 time: 0.0934715 Dec 21 17:37:53.696525 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-9ee3bfd1-1acf-4e28-a307-b6a4ef62a1b5 req-1db4e957-e8dd-41bb-93cc-5ded9b061712 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447855 Dec 21 17:37:55.067874 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c221fc3-1552-4f18-8afb-44633611c0f9 req-678978b2-0a4f-4ee0-9405-a07198e9821e tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:55.069539 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c221fc3-1552-4f18-8afb-44633611c0f9 req-678978b2-0a4f-4ee0-9405-a07198e9821e tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 932 time: 0.0851674 Dec 21 17:37:55.123616 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3c221fc3-1552-4f18-8afb-44633611c0f9 req-aa556f64-0bc9-4756-a12a-6fd451d26cad tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478072 Dec 21 17:37:56.354536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e10e-f4cb-4377-aac5-ea599b2e5e10 req-8b2bae6e-4be9-4014-aba6-a88b1f3612cb tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:56.356217 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c367e10e-f4cb-4377-aac5-ea599b2e5e10 req-8b2bae6e-4be9-4014-aba6-a88b1f3612cb tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 932 time: 0.0914464 Dec 21 17:37:56.410173 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c367e10e-f4cb-4377-aac5-ea599b2e5e10 req-b8060e0e-4fa2-4bd2-8d4b-16a3e7faf8eb tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472817 Dec 21 17:37:57.625916 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547c6a9-aa8a-44d8-a410-3c1a0773a6cb req-4da774ef-7da9-46e1-bcb7-2ca5bcc212ab tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:57.627524 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c547c6a9-aa8a-44d8-a410-3c1a0773a6cb req-4da774ef-7da9-46e1-bcb7-2ca5bcc212ab tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 932 time: 0.0897908 Dec 21 17:37:57.680552 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-c547c6a9-aa8a-44d8-a410-3c1a0773a6cb req-9d97ffc3-095e-49fe-8d35-47918e9d85ee tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463915 Dec 21 17:37:58.893064 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d3787-d7b7-422c-a5d8-5c926c3b8d60 req-33c457ab-ad16-4287-bdc1-22a3e83b3e8a tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:37:58.894684 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4a2d3787-d7b7-422c-a5d8-5c926c3b8d60 req-33c457ab-ad16-4287-bdc1-22a3e83b3e8a tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 932 time: 0.0905242 Dec 21 17:37:58.943775 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-4a2d3787-d7b7-422c-a5d8-5c926c3b8d60 req-ddc56de0-f3e6-4f79-a7fc-ce4763ec82ea tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427935 Dec 21 17:37:59.242063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Request body: {'port': {'device_id': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:37:59.356294 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:59.707804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0a58b8-a01a-4dff-822a-afff0606a373 {{(pid=88887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:37:59.714605 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:59.730887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Transition to ACTIVE for port object 2b0a58b8-a01a-4dff-822a-afff0606a373 will not be triggered until provisioned by entity L2. {{(pid=88887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 17:37:59.733210 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:37:59.737822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-16433db2-b8ef-4667-93f6-3e85ce556f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:37:59.859561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:37:59.873768 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0a58b8-a01a-4dff-822a-afff0606a373,revision_number=2']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:37:59.878441 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:37:59.991020 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Attempting to bind port 2b0a58b8-a01a-4dff-822a-afff0606a373 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 17:37:59.991679 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Attempting to bind port 2b0a58b8-a01a-4dff-822a-afff0606a373 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 17:37:59.991766 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Attempting to bind port 2b0a58b8-a01a-4dff-822a-afff0606a373 on network bed830b8-e28d-4cb5-b67e-4a7878e184b0 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:37:59.998606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Port 2b0a58b8-a01a-4dff-822a-afff0606a373 on network bed830b8-e28d-4cb5-b67e-4a7878e184b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 17:37:59.999027 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Attempting to bind port 2b0a58b8-a01a-4dff-822a-afff0606a373 on network bed830b8-e28d-4cb5-b67e-4a7878e184b0 {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 17:38:00.006147 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Checking agent: {'id': '2a2e7acc-be67-4416-91bf-7b2f599141bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'started_at': datetime.datetime(2021, 12, 21, 16, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 17:38:00.006525 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Checking segment: {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 17:38:00.006996 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Bound using segment: {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'} {{(pid=88887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 17:38:00.007482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.managers [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Bound port: 2b0a58b8-a01a-4dff-822a-afff0606a373, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9213da1e-2cff-4970-b513-2fb0967dbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0'}}] {{(pid=88887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 17:38:00.007873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:00.013509 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:00.104899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] For port 2b0a58b8-a01a-4dff-822a-afff0606a373, host hv-neutron-8225, cleared binding levels {{(pid=88887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 17:38:00.108023 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] For port 2b0a58b8-a01a-4dff-822a-afff0606a373, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b0a58b8-a01a-4dff-822a-afff0606a373,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 17:38:00.111641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2081446'] for port, after_update {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:00.116146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8630497b-378b-4f04-84a5-e421bffc1589 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:38:00.168124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08646d4f-4a98-4a68-9bb2-d1e2059bd126 req-e995d5e2-3215-456a-9da9-bd28034181c5 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:00.169534 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-08646d4f-4a98-4a68-9bb2-d1e2059bd126 req-e995d5e2-3215-456a-9da9-bd28034181c5 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 944 time: 0.0956171 Dec 21 17:38:00.177410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:00.178960 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/2b0a58b8-a01a-4dff-822a-afff0606a373 HTTP/1.1" status: 200 len: 1094 time: 0.9419074 Dec 21 17:38:00.179520 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:38:00.209598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0a58b8-a01a-4dff-822a-afff0606a373,revision_number=3']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:38:00.212879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f4131249-ed0b-45be-a9e8-77376c7fc1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:38:00.238542 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-08646d4f-4a98-4a68-9bb2-d1e2059bd126 req-95756263-cd91-409c-94f7-700549b3321e tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625632 Dec 21 17:38:00.264922 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'status': 'completed', 'code': 200} Dec 21 17:38:00.307477 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-0bbddbba-d24e-4b62-a81c-fa38c2f973e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0835485 Dec 21 17:38:00.383497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-f98e2f7f-424d-4d3e-8aa7-2b9a14e4303c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b0a58b8-a01a-4dff-822a-afff0606a373 HTTP/1.1" status: 200 len: 217 time: 0.0685096 Dec 21 17:38:00.458561 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-43d8d6e1-6ed1-4acd-8299-f8320b6ebdb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:00.460135 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-43d8d6e1-6ed1-4acd-8299-f8320b6ebdb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0703759 Dec 21 17:38:00.540084 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-522f14fd-3251-4531-8291-09946bc2571d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738103 Dec 21 17:38:00.679391 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-3d88d683-9eed-4cad-a792-3d353999d6a0 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334770 Dec 21 17:38:00.818535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6cc96af2-f259-40df-8a8e-0a8887b1d304 req-efda3a2e-4f88-412c-8712-a46cd14e5f43 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328719 Dec 21 17:38:00.935126 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c4e26a6-a408-441f-8765-f3c67a1a03c2 req-e240fbcf-cddc-42f4-8a2c-5a7298b475ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0760634 Dec 21 17:38:01.074976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e26a6-a408-441f-8765-f3c67a1a03c2 req-9eb2025c-9cdb-48c4-bb38-466e6277eb63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:01.076483 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c4e26a6-a408-441f-8765-f3c67a1a03c2 req-9eb2025c-9cdb-48c4-bb38-466e6277eb63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 911 time: 0.1349635 Dec 21 17:38:01.152282 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c4e26a6-a408-441f-8765-f3c67a1a03c2 req-77eba59c-9441-444f-8f3d-222e629a9712 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b0a58b8-a01a-4dff-822a-afff0606a373 HTTP/1.1" status: 200 len: 217 time: 0.0683756 Dec 21 17:38:01.219360 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e26a6-a408-441f-8765-f3c67a1a03c2 req-6e970c37-04b5-45b3-9c2f-55a14b547c01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:01.221448 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c4e26a6-a408-441f-8765-f3c67a1a03c2 req-6e970c37-04b5-45b3-9c2f-55a14b547c01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0627906 Dec 21 17:38:01.306290 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c4e26a6-a408-441f-8765-f3c67a1a03c2 req-c3cc51d8-0c16-4690-a84e-56cc50314500 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774417 Dec 21 17:38:01.445755 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ffb06-50cc-4096-8bdf-f1efe2d05265 req-d342c33f-3cc1-4b96-9aed-e5e586a3ffd3 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:01.447444 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fa0ffb06-50cc-4096-8bdf-f1efe2d05265 req-d342c33f-3cc1-4b96-9aed-e5e586a3ffd3 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 944 time: 0.0883889 Dec 21 17:38:01.504560 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-fa0ffb06-50cc-4096-8bdf-f1efe2d05265 req-788d4e79-4276-4831-bd6c-e0bf34af75bf tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507493 Dec 21 17:38:01.685826 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c4e26a6-a408-441f-8765-f3c67a1a03c2 req-30281b9a-e99e-4acc-9dbe-e2437325fb59 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721654 Dec 21 17:38:01.827984 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-0c4e26a6-a408-441f-8765-f3c67a1a03c2 req-e41c487f-56b7-47ba-bf8c-05f32d8c94e7 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360118 Dec 21 17:38:02.716670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee3fb6-edc3-45ca-b403-3e3aa5dc3bd0 req-e41515b0-de64-44d4-900b-9cbfe27b0096 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:02.718172 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-45ee3fb6-edc3-45ca-b403-3e3aa5dc3bd0 req-e41515b0-de64-44d4-900b-9cbfe27b0096 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 944 time: 0.0847452 Dec 21 17:38:02.765474 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-45ee3fb6-edc3-45ca-b403-3e3aa5dc3bd0 req-4f8cffcb-39e3-4ca5-8ebb-d5b9c625b2c2 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406301 Dec 21 17:38:03.308568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2b0a58b8-a01a-4dff-822a-afff0606a373 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:38:03.450472 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2b0a58b8-a01a-4dff-822a-afff0606a373, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b0a58b8-a01a-4dff-822a-afff0606a373,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:38:03.464827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'port_id': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'mac_address': 'fa:16:3e:e3:a3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:38:03.531382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:03.549458 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0a58b8-a01a-4dff-822a-afff0606a373 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:38:03.564976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2b0a58b8-a01a-4dff-822a-afff0606a373, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b0a58b8-a01a-4dff-822a-afff0606a373,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:38:03.567914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:03.569743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:38:03.635369 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2b0a58b8-a01a-4dff-822a-afff0606a373,revision_number=4']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:38:03.638448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:38:03.776155 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['2b0a58b8-a01a-4dff-822a-afff0606a373'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:38:03.975911 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7405b-4133-4f4f-b70d-552599513f4f req-1cd1239c-a2c3-4d4d-92f4-3279f7268078 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:03.977545 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a4d7405b-4133-4f4f-b70d-552599513f4f req-1cd1239c-a2c3-4d4d-92f4-3279f7268078 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 945 time: 0.0826421 Dec 21 17:38:04.029481 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a4d7405b-4133-4f4f-b70d-552599513f4f req-2b4d587a-5553-4669-91cc-8b8b4e60558a tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455353 Dec 21 17:38:05.233028 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7c7a0-00c6-4ef5-b909-38572b52af76 req-273e23c6-be6b-4774-9247-1143d41359d0 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:05.234598 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7ce7c7a0-00c6-4ef5-b909-38572b52af76 req-273e23c6-be6b-4774-9247-1143d41359d0 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 945 time: 0.0823479 Dec 21 17:38:05.281898 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-7ce7c7a0-00c6-4ef5-b909-38572b52af76 req-7030e9f7-ffd2-460f-b385-f31f45cc193b tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410435 Dec 21 17:38:05.310953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2b0a58b8-a01a-4dff-822a-afff0606a373 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:38:05.384295 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning for port 2b0a58b8-a01a-4dff-822a-afff0606a373 completed by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 17:38:05.389198 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 2b0a58b8-a01a-4dff-822a-afff0606a373 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:38:05.389628 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:05.508746 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:05.536433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:38:05.546492 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2b0a58b8-a01a-4dff-822a-afff0606a373, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b0a58b8-a01a-4dff-822a-afff0606a373,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:38:05.549829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:05.551984 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:38:05.594022 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'code': 200} Dec 21 17:38:05.621341 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2b0a58b8-a01a-4dff-822a-afff0606a373,revision_number=5']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:38:05.624430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:38:05.823916 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8e947f5e-7d1f-4825-8447-29584401778f req-5306cc2d-fa66-4e01-b413-37c7a6b91dea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 1099 time: 0.0729346 Dec 21 17:38:05.867568 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-8e947f5e-7d1f-4825-8447-29584401778f req-f191aebc-8928-4d39-b594-da7dffd8f9b8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372660 Dec 21 17:38:06.491921 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b24b15-870d-4379-8f66-d837b575517d req-1210843a-9183-43cf-828d-2448a40487ea tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:06.493558 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-75b24b15-870d-4379-8f66-d837b575517d req-1210843a-9183-43cf-828d-2448a40487ea tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 946 time: 0.0886326 Dec 21 17:38:06.541178 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-75b24b15-870d-4379-8f66-d837b575517d req-5fe48f10-668f-456e-a493-76fe61941fe4 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Dec 21 17:38:07.744340 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e53969-a360-4d61-9666-a8ce77d079b8 req-7d150439-04d4-4644-8184-ab5b65215317 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:07.745948 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-97e53969-a360-4d61-9666-a8ce77d079b8 req-7d150439-04d4-4644-8184-ab5b65215317 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 946 time: 0.0826993 Dec 21 17:38:07.793581 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-97e53969-a360-4d61-9666-a8ce77d079b8 req-1406b71c-1c05-4208-b204-9fe94f9cd3ff tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416014 Dec 21 17:38:08.230307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69c8fb-1aea-4041-ae7b-7e6f1493cfd3 req-29e5f4f3-cc58-4114-9b2d-2d880927fa44 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:08.232014 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e69c8fb-1aea-4041-ae7b-7e6f1493cfd3 req-29e5f4f3-cc58-4114-9b2d-2d880927fa44 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 946 time: 0.3145952 Dec 21 17:38:08.279291 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3e69c8fb-1aea-4041-ae7b-7e6f1493cfd3 req-b68365da-0258-44a8-835e-9259f80d19fc tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408335 Dec 21 17:38:08.307109 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 54028) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:38:08.381867 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-0343ffbb-e12e-4cb2-8fe0-78b8c5d91a9e tempest-TestSnapshotPattern-946561060 tempest-TestSnapshotPattern-946561060-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 1094 time: 0.0734379 Dec 21 17:38:08.384822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 54032) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:38:08.390404 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.v2.base [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Request body: {'floatingip': {'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'port_id': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 17:38:08.397145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 17:38:08.401126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Usage tracker for resource:floatingip and tenant:09e414445c404505ac498344b2e789fc is out of sync, need to count used quota {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 17:38:08.404126 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88888) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 17:38:08.410354 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.quota.driver [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 17:38:08.419586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for floatingip, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:08.564203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:08.708516 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_common [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Allocated IP 172.26.7.57 (7a82a4f9-9765-4e34-b27e-26a6a1c2699a/8aaef7ae-a2a6-4976-bc33-35bc8eda724e/c1dead9f-4560-4a37-9387-8c15f28539fe) {{(pid=88888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 17:38:08.861914 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for port, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:08.887311 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786051261418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:08.891710 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-95f3eb52-2c5c-495d-9212-e4868693f386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:38:08.966817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Network 7a82a4f9-9765-4e34-b27e-26a6a1c2699a is already hosted by enough agents. {{(pid=88888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 17:38:08.967983 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.base_scheduler [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Resources bound (agent type, host, resource id): {{(pid=88888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 17:38:08.972594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Received port after_create {{(pid=88888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 17:38:08.998203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'Port': ['ID=c1dead9f-4560-4a37-9387-8c15f28539fe,revision_number=1']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:38:09.025398 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:38:09.025835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:38:09.026266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:38:09.026691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:38:09.027144 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:38:09.027849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:38:09.028270 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:38:09.028687 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:38:09.029100 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:38:09.029513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:38:09.029924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:38:09.035246 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:38:09.522744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:09.576848 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:09.784688 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for port, precommit_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:09.788124 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853231636'] for port, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:09.792437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e677693c-7be9-4127-9727-e30cab740163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:38:09.899320 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event updated for resources: {'Port': ['ID=c1dead9f-4560-4a37-9387-8c15f28539fe,revision_number=2']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:38:09.903861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:38:09.916211 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683754'] for floatingip, after_update {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:10.115097 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.db.l3_db [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Floating IP 9e26f59b-645a-4fd9-a29f-a25675eb9b9e associated. External IP: 172.26.7.57, port: 2b0a58b8-a01a-4dff-822a-afff0606a373. Dec 21 17:38:10.538199 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Router aa5a1634-13de-4e8c-bde6-312ee1634a97 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:38:10.744496 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:38:10.754824 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a834d3-73cc-4810-bcda-014d86df0635 None None] Sync routers for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:38:10.767941 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:10.768134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a834d3-73cc-4810-bcda-014d86df0635 None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:38:10.768673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a4a834d3-73cc-4810-bcda-014d86df0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:37:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:38:10.825933 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-db04f7db-a581-4b50-b10f-05170b6a2e5d tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4400132 Dec 21 17:38:10.826642 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:38:10.885357 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'status': 'completed', 'code': 200} Dec 21 17:38:10.979879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a4a834d3-73cc-4810-bcda-014d86df0635 None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:38:11.100576 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-181fb3cb-ed0f-480e-8599-d4d6e1874485 req-f44036dd-6db9-4236-b7fe-209e096b10f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 1099 time: 0.1922767 Dec 21 17:38:11.241767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fb3cb-ed0f-480e-8599-d4d6e1874485 req-e477be2a-f12e-4c4d-adeb-619189e1728b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:11.243433 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-181fb3cb-ed0f-480e-8599-d4d6e1874485 req-e477be2a-f12e-4c4d-adeb-619189e1728b service neutron] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 911 time: 0.1371045 Dec 21 17:38:11.349339 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-181fb3cb-ed0f-480e-8599-d4d6e1874485 req-5ca909e4-24d4-4617-a165-deeab95a1112 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b0a58b8-a01a-4dff-822a-afff0606a373 HTTP/1.1" status: 200 len: 999 time: 0.0996773 Dec 21 17:38:11.352085 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a4a834d3-73cc-4810-bcda-014d86df0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '9e26f59b-645a-4fd9-a29f-a25675eb9b9e', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.57', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:e3:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:38:09Z', 'updated_at': '2021-12-21T17:38:09Z', 'revision_number': 0, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}, {'id': 'f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:9d:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:35:35Z', 'updated_at': '2021-12-21T17:35:39Z', 'revision_number': 1, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:38:11.356310 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a834d3-73cc-4810-bcda-014d86df0635 None None] Checking router: aa5a1634-13de-4e8c-bde6-312ee1634a97 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:38:11.367935 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a834d3-73cc-4810-bcda-014d86df0635 None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:38:11.368620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a4a834d3-73cc-4810-bcda-014d86df0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:37:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:38:11.423213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fb3cb-ed0f-480e-8599-d4d6e1874485 req-6d047a4c-6d57-4cc3-9bda-2315a60af6e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:11.424812 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-181fb3cb-ed0f-480e-8599-d4d6e1874485 req-6d047a4c-6d57-4cc3-9bda-2315a60af6e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0691438 Dec 21 17:38:11.505681 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-181fb3cb-ed0f-480e-8599-d4d6e1874485 req-5b26605d-b5a5-41d2-939f-20a68e4946c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741801 Dec 21 17:38:11.558884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-a4a834d3-73cc-4810-bcda-014d86df0635 None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:38:11.653102 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-181fb3cb-ed0f-480e-8599-d4d6e1874485 req-d7074ca8-124b-44f1-bd5d-5741811cb312 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408341 Dec 21 17:38:11.795465 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-181fb3cb-ed0f-480e-8599-d4d6e1874485 req-6e0a2c20-b201-4cf8-a210-f13623abcfab service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359670 Dec 21 17:38:11.927014 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-a4a834d3-73cc-4810-bcda-014d86df0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '9e26f59b-645a-4fd9-a29f-a25675eb9b9e', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.57', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:e3:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:38:09Z', 'updated_at': '2021-12-21T17:38:09Z', 'revision_number': 0, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}, {'id': 'f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:9d:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:35:35Z', 'updated_at': '2021-12-21T17:35:39Z', 'revision_number': 1, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:38:11.931192 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a834d3-73cc-4810-bcda-014d86df0635 None None] The sync data for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv is: [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': '9e26f59b-645a-4fd9-a29f-a25675eb9b9e', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.57', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:e3:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:38:09Z', 'updated_at': '2021-12-21T17:38:09Z', 'revision_number': 0, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}, {'id': 'f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:9d:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:35:35Z', 'updated_at': '2021-12-21T17:35:39Z', 'revision_number': 1, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:38:12.272330 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b6b42e-edba-4412-b105-591608775fd1 None None] New status for floating IP 9e26f59b-645a-4fd9-a29f-a25675eb9b9e: ACTIVE {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:38:15.883620 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-abc413f5-b580-4a55-a643-abd7a5a9e658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:17.300743 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:17.881641 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5932b026-e64f-4abe-ac9f-ce9c999a99b8 req-d900f53f-0edd-4ac5-8b9a-a7db287e4985 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783298 Dec 21 17:38:18.025664 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5932b026-e64f-4abe-ac9f-ce9c999a99b8 req-0baaa0aa-9fd2-4a26-99d0-9e3b3c144132 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 1097 time: 0.0744321 Dec 21 17:38:18.102736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3cf3d469-014c-4c75-82d6-e519227e5ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:18.194653 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932b026-e64f-4abe-ac9f-ce9c999a99b8 req-45128073-bb55-43c2-ae07-ad37f5d206c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:18.196263 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5932b026-e64f-4abe-ac9f-ce9c999a99b8 req-45128073-bb55-43c2-ae07-ad37f5d206c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 911 time: 0.1504822 Dec 21 17:38:18.306612 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5932b026-e64f-4abe-ac9f-ce9c999a99b8 req-2c4c1b5f-2e92-4ff3-9880-74bc72b71335 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d98903e-3abf-466c-a632-a3f33adb07da HTTP/1.1" status: 200 len: 999 time: 0.1017654 Dec 21 17:38:18.373881 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932b026-e64f-4abe-ac9f-ce9c999a99b8 req-87896088-43d6-4dfd-9906-ac4fc20737ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:38:18.375555 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5932b026-e64f-4abe-ac9f-ce9c999a99b8 req-87896088-43d6-4dfd-9906-ac4fc20737ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0627787 Dec 21 17:38:18.468274 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5932b026-e64f-4abe-ac9f-ce9c999a99b8 req-a5f96152-d0ee-404b-9ba1-100ac4355458 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844657 Dec 21 17:38:18.556358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:18.609160 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5932b026-e64f-4abe-ac9f-ce9c999a99b8 req-f09df6a8-ee87-45dc-a7ff-b68f9bdc5a3d service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336055 Dec 21 17:38:18.749709 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-5932b026-e64f-4abe-ac9f-ce9c999a99b8 req-8abab24f-26c5-46e4-8f80-342109c603ef service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343217 Dec 21 17:38:20.059015 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:30.023143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:36.861356 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:38:45.885577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bfc3cd82-818a-4ecf-b4eb-8710155b5c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:47.302899 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:48.103987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-d27a8c5a-3d3f-4fa8-abb3-b177b95ceed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:48.559115 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:38:50.061486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:00.027107 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:13.862423 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:39:15.887456 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-7328a6be-1985-4ae3-9cb5-8868613c01f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:17.305413 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:17.985145 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27ea7241-db35-4d4b-b202-4b655c74170f req-8839c082-cf67-44e4-a75b-ed1b9f2c1063 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1400013 Dec 21 17:39:18.082334 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27ea7241-db35-4d4b-b202-4b655c74170f req-ef109401-6e14-4e94-97ab-bc44b76c00f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 1099 time: 0.0766821 Dec 21 17:39:18.106143 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b21d-c6bb-49e6-8f0d-a797b143c399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:18.244120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea7241-db35-4d4b-b202-4b655c74170f req-bf9861f1-b079-4613-90a9-c10eef8a3aaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:39:18.245678 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27ea7241-db35-4d4b-b202-4b655c74170f req-bf9861f1-b079-4613-90a9-c10eef8a3aaa service neutron] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 911 time: 0.1441753 Dec 21 17:39:18.354936 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27ea7241-db35-4d4b-b202-4b655c74170f req-bfe128ce-9a56-4cca-99f0-f682edaac2a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b0a58b8-a01a-4dff-822a-afff0606a373 HTTP/1.1" status: 200 len: 1001 time: 0.1028845 Dec 21 17:39:18.429855 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea7241-db35-4d4b-b202-4b655c74170f req-87f8c526-4703-44c7-90e4-28b85de5ac82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:39:18.431566 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27ea7241-db35-4d4b-b202-4b655c74170f req-87f8c526-4703-44c7-90e4-28b85de5ac82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0705190 Dec 21 17:39:18.514114 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27ea7241-db35-4d4b-b202-4b655c74170f req-a4f5a3c4-8120-4b2e-933f-2e5fa7a12967 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764470 Dec 21 17:39:18.560812 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:18.655497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27ea7241-db35-4d4b-b202-4b655c74170f req-0a1f136f-2159-4884-90bc-6f907418d560 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348550 Dec 21 17:39:18.798123 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-27ea7241-db35-4d4b-b202-4b655c74170f req-2b7735ba-0d2e-406f-993d-13337c0dd630 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367993 Dec 21 17:39:20.064869 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:30.032640 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:45.888366 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9312cd2f-ae69-4503-91e7-360355b7c080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:47.309861 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:47.914760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2b0a58b8-a01a-4dff-822a-afff0606a373 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 17:39:48.067948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2b0a58b8-a01a-4dff-822a-afff0606a373, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b0a58b8-a01a-4dff-822a-afff0606a373,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:39:48.083187 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Returning: {'device': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'port_id': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'mac_address': 'fa:16:3e:e3:a3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 17:39:48.161774 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:48.181816 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2fc30f8e-0467-4095-844f-ad795d335183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:48.184439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b0a58b8-a01a-4dff-822a-afff0606a373 {{(pid=88889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 17:39:48.201735 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2b0a58b8-a01a-4dff-822a-afff0606a373, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b0a58b8-a01a-4dff-822a-afff0606a373,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:39:48.205284 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:48.208145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-92e696bf-aeb0-40a7-afda-540dc1a4c232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:39:48.284349 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2b0a58b8-a01a-4dff-822a-afff0606a373,revision_number=6']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:39:48.297097 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:48.297497 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:48.297891 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:48.298275 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:48.298659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:48.299070 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:48.299448 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:48.299829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:48.300203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:48.300574 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:48.300952 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:48.305323 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:39:48.306534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] get_ports_and_sgs() called for port_ids ['2b0a58b8-a01a-4dff-822a-afff0606a373'] {{(pid=88889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 17:39:48.590418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:49.946879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2b0a58b8-a01a-4dff-822a-afff0606a373 up at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 17:39:50.033550 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.provisioning_blocks [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Provisioning complete for port 2b0a58b8-a01a-4dff-822a-afff0606a373 triggered by entity L2. {{(pid=88889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 17:39:50.033975 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15575346'] for port, provisioning_complete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:50.108978 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:50.176759 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:50.209772 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:39:50.219854 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2b0a58b8-a01a-4dff-822a-afff0606a373, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b0a58b8-a01a-4dff-822a-afff0606a373,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:39:50.228157 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:50.230990 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:39:50.314563 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2b0a58b8-a01a-4dff-822a-afff0606a373,revision_number=7']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:39:50.317966 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:39:50.509308 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'code': 200} Dec 21 17:39:50.864882 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:39:56.675773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 54252) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:39:56.882754 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Deleting port c1dead9f-4560-4a37-9387-8c15f28539fe {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:39:56.883179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:57.060214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:57.060581 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:57.410695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Calling delete_port for c1dead9f-4560-4a37-9387-8c15f28539fe owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:39:57.558793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:57.563190 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-412b908c-f9ff-4ffd-a2f7-177e5ab2844c tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:39:57.605872 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event deleted for resources: {'Port': ['ID=c1dead9f-4560-4a37-9387-8c15f28539fe,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:39:57.645051 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:57.645430 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:57.645860 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:57.646279 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:57.646695 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:57.647154 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:57.647572 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:57.647987 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:57.648397 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:57.648804 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:57.649213 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:39:57.656756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:39:57.711529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:58.124206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Router aa5a1634-13de-4e8c-bde6-312ee1634a97 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:39:58.327742 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:39:58.338059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b6964-f143-4c5c-a976-01300b8234bd None None] Sync routers for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:39:58.340490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:39:58.351789 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b6964-f143-4c5c-a976-01300b8234bd None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:39:58.352479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b51b6964-f143-4c5c-a976-01300b8234bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:39:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:39:58.400681 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9e367a79-4175-4722-9134-0b31f9731c59 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "DELETE /v2.0/floatingips/9e26f59b-645a-4fd9-a29f-a25675eb9b9e HTTP/1.1" status: 204 len: 168 time: 1.7236197 Dec 21 17:39:58.401371 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:39:58.467945 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'status': 'completed', 'code': 200} Dec 21 17:39:58.549067 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b51b6964-f143-4c5c-a976-01300b8234bd None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:39:58.570724 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a507841-6545-40ac-b13c-667f11cfa710 req-ff5bc40b-bf6f-42d1-9375-0c80d4a4f116 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 1099 time: 0.0818932 Dec 21 17:39:58.721533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a507841-6545-40ac-b13c-667f11cfa710 req-98fd95cf-6d93-4e3b-a4fb-9d0417f4dad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:39:58.723425 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a507841-6545-40ac-b13c-667f11cfa710 req-98fd95cf-6d93-4e3b-a4fb-9d0417f4dad5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 911 time: 0.1463678 Dec 21 17:39:58.804066 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a507841-6545-40ac-b13c-667f11cfa710 req-a6dd8600-e009-4268-b752-b89d5da447da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b0a58b8-a01a-4dff-822a-afff0606a373 HTTP/1.1" status: 200 len: 217 time: 0.0735099 Dec 21 17:39:58.879691 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a507841-6545-40ac-b13c-667f11cfa710 req-456769e6-30ac-4733-8611-4ef23cc1f400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:39:58.881556 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a507841-6545-40ac-b13c-667f11cfa710 req-456769e6-30ac-4733-8611-4ef23cc1f400 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0699296 Dec 21 17:39:58.917895 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba438c-32a1-4310-adf8-b8e8f045ab46 req-0f2f4f63-dbbc-42aa-8028-b1b2b1b97004 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:39:58.918587 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2aba438c-32a1-4310-adf8-b8e8f045ab46 req-0f2f4f63-dbbc-42aa-8028-b1b2b1b97004 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Synchronizing usage tracker for tenant:09e414445c404505ac498344b2e789fc on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:39:58.936184 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-2aba438c-32a1-4310-adf8-b8e8f045ab46 req-0f2f4f63-dbbc-42aa-8028-b1b2b1b97004 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Unset dirty status for tenant:09e414445c404505ac498344b2e789fc on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:39:58.938318 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aba438c-32a1-4310-adf8-b8e8f045ab46 req-0f2f4f63-dbbc-42aa-8028-b1b2b1b97004 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 946 time: 0.1853566 Dec 21 17:39:58.943209 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b51b6964-f143-4c5c-a976-01300b8234bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:9d:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:35:35Z', 'updated_at': '2021-12-21T17:35:39Z', 'revision_number': 1, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:39:58.947491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b6964-f143-4c5c-a976-01300b8234bd None None] Checking router: aa5a1634-13de-4e8c-bde6-312ee1634a97 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:39:58.959878 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b6964-f143-4c5c-a976-01300b8234bd None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:39:58.960384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b51b6964-f143-4c5c-a976-01300b8234bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:39:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:39:58.971732 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a507841-6545-40ac-b13c-667f11cfa710 req-793ee251-7849-4a48-984f-cab426a40aeb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831926 Dec 21 17:39:58.988486 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-2aba438c-32a1-4310-adf8-b8e8f045ab46 req-e8f233db-c282-4c34-b46f-afc456051998 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449066 Dec 21 17:39:59.119076 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a507841-6545-40ac-b13c-667f11cfa710 req-a3bdcde1-6b02-40ae-9212-132f5388bd9c service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393225 Dec 21 17:39:59.152767 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-b51b6964-f143-4c5c-a976-01300b8234bd None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:39:59.498630 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-3a507841-6545-40ac-b13c-667f11cfa710 req-676cee42-75cb-4ffc-827a-6bc93d01cac4 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730881 Dec 21 17:39:59.554110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-b51b6964-f143-4c5c-a976-01300b8234bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:9d:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:35:35Z', 'updated_at': '2021-12-21T17:35:39Z', 'revision_number': 1, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:39:59.558267 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b6964-f143-4c5c-a976-01300b8234bd None None] The sync data for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv is: [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_floatingips': [{'id': 'f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'router_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'port_id': '2d98903e-3abf-466c-a632-a3f33adb07da', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'mac_address': 'fa:16:3e:9d:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T17:35:35Z', 'updated_at': '2021-12-21T17:35:39Z', 'revision_number': 1, 'project_id': '09e414445c404505ac498344b2e789fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:40:00.004553 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2b0a58b8-a01a-4dff-822a-afff0606a373 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:40:00.008756 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebd20d-aa00-4b01-b111-5bc0333d7964 None None] New status for floating IP 9e26f59b-645a-4fd9-a29f-a25675eb9b9e: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:40:00.076233 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:00.136967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15664118'] for port, before_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:00.165995 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373'}] {{(pid=88889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:40:00.176282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] For port 2b0a58b8-a01a-4dff-822a-afff0606a373, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b0a58b8-a01a-4dff-822a-afff0606a373,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:40:00.180331 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250803108434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250803521276', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786051254558'] for port, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:00.182507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:00.214820 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33132c00-80d5-4cc7-9862-e381a7880136 req-e5ff90a8-b72c-4682-805c-260a2fcc6d82 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:40:00.216451 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33132c00-80d5-4cc7-9862-e381a7880136 req-e5ff90a8-b72c-4682-805c-260a2fcc6d82 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 946 time: 0.0900197 Dec 21 17:40:00.235781 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'code': 200} Dec 21 17:40:00.273473 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-33132c00-80d5-4cc7-9862-e381a7880136 req-a0f69394-f24a-4ffc-a50a-56cb7023407c tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495625 Dec 21 17:40:00.275220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Pushing event updated for resources: {'Port': ['ID=2b0a58b8-a01a-4dff-822a-afff0606a373,revision_number=8']} {{(pid=88889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:00.278659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:00.291151 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-0503d2ec-440d-41cb-a1a6-08b7385a41f7 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:40:00.291923 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-0503d2ec-440d-41cb-a1a6-08b7385a41f7 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Synchronizing usage tracker for tenant:09e414445c404505ac498344b2e789fc on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:40:00.304747 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-0503d2ec-440d-41cb-a1a6-08b7385a41f7 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Unset dirty status for tenant:09e414445c404505ac498344b2e789fc on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:40:00.305948 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-0503d2ec-440d-41cb-a1a6-08b7385a41f7 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 944 time: 0.1173570 Dec 21 17:40:00.379621 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Deleting port 2b0a58b8-a01a-4dff-822a-afff0606a373 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:00.379997 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:00.636125 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] For port 2b0a58b8-a01a-4dff-822a-afff0606a373, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2b0a58b8-a01a-4dff-822a-afff0606a373,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:40:00.636527 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:00.761103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Calling delete_port for 2b0a58b8-a01a-4dff-822a-afff0606a373 owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:40:00.906092 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:00.913571 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-681a7f77-e2a1-4c76-a307-299ad93a00fe tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:00.958001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event deleted for resources: {'Port': ['ID=2b0a58b8-a01a-4dff-822a-afff0606a373,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:01.002348 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:40:01.002863 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:40:01.003239 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:40:01.003659 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:40:01.004077 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:40:01.004762 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:40:01.005276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:40:01.005700 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:40:01.006117 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:40:01.006524 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:40:01.006958 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822515-1-hyperv {{(pid=88887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 17:40:01.015601 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:01.053309 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] No DVR routers for this DVR port 2b0a58b8-a01a-4dff-822a-afff0606a373 on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:40:01.055792 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:01.058596 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'name': 'network-vif-deleted', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:40:01.073843 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a7211cfc-3511-4ef1-94a1-90674a3fb784 req-b81ca67c-ce5d-4e8a-a54a-ab89d9285e12 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.48 "DELETE /v2.0/ports/2b0a58b8-a01a-4dff-822a-afff0606a373 HTTP/1.1" status: 204 len: 173 time: 0.7630076 Dec 21 17:40:01.234535 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1', 'name': 'network-vif-deleted', 'tag': '2b0a58b8-a01a-4dff-822a-afff0606a373', 'status': 'completed', 'code': 200} Dec 21 17:40:01.468218 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a75c41c4-c477-4ce4-bcc3-91e015fe5d53 req-3bc34245-0da5-4dab-8d39-7ab13a048d54 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f5677c1-13ca-4bb3-b632-8d3c1ca06ac1 HTTP/1.1" status: 200 len: 210 time: 0.0481524 Dec 21 17:40:03.185383 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 54320) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:03.396490 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Deleting port 5b9235b1-1cff-4dbb-8bcd-039b2b19ec18 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:03.396873 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:03.581498 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:03.581875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:03.711168 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Calling delete_port for 5b9235b1-1cff-4dbb-8bcd-039b2b19ec18 owned by network:floatingip {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:40:03.863638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:03.868043 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8525504b-d5de-4bb6-9d79-88d087b1eddc tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:03.908452 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event deleted for resources: {'Port': ['ID=5b9235b1-1cff-4dbb-8bcd-039b2b19ec18,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:03.912262 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:04.006477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for floatingip, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:04.014315 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2b0a58b8-a01a-4dff-822a-afff0606a373 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:40:04.049814 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 2b0a58b8-a01a-4dff-822a-afff0606a373 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:40:04.050219 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2b0a58b8-a01a-4dff-822a-afff0606a373 not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:40:04.422680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Router aa5a1634-13de-4e8c-bde6-312ee1634a97 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:40:04.868879 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:40:04.880536 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fc030-45e0-415f-ab6b-71cffa8a7cec None None] Sync routers for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:40:04.886482 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for floatingip, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:04.894370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133fc030-45e0-415f-ab6b-71cffa8a7cec None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:40:04.895118 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-133fc030-45e0-415f-ab6b-71cffa8a7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:39:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:04.943917 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-115a57ef-f7df-4219-91c0-f25987e9af93 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "DELETE /v2.0/floatingips/f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151 HTTP/1.1" status: 204 len: 168 time: 1.7568200 Dec 21 17:40:04.944617 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da'}] {{(pid=88888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:40:05.004484 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da', 'status': 'completed', 'code': 200} Dec 21 17:40:05.092469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-133fc030-45e0-415f-ab6b-71cffa8a7cec None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:40:05.108312 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6ee2863f-e98d-44ef-a653-fc2227cdee21 req-ab2e9018-e17c-406b-84f9-6a8a63061344 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=09e414445c404505ac498344b2e789fc&device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 1097 time: 0.0814867 Dec 21 17:40:05.274708 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2863f-e98d-44ef-a653-fc2227cdee21 req-cb7b8004-e582-4133-b530-d6f08622ffef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:40:05.276561 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6ee2863f-e98d-44ef-a653-fc2227cdee21 req-cb7b8004-e582-4133-b530-d6f08622ffef service neutron] 10.222.0.48 "GET /v2.0/networks?id=bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 200 len: 911 time: 0.1620941 Dec 21 17:40:05.355497 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6ee2863f-e98d-44ef-a653-fc2227cdee21 req-f1cb581a-3988-484b-807b-cb2604dc33c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d98903e-3abf-466c-a632-a3f33adb07da HTTP/1.1" status: 200 len: 217 time: 0.0716503 Dec 21 17:40:05.369292 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fc02e-6920-4a6e-ab33-37601c24e2b0 req-d4f6f075-1358-4010-86ed-57b7c77099d9 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:40:05.370058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a38fc02e-6920-4a6e-ab33-37601c24e2b0 req-d4f6f075-1358-4010-86ed-57b7c77099d9 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Synchronizing usage tracker for tenant:09e414445c404505ac498344b2e789fc on resource:port {{(pid=88888) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:40:05.399145 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-a38fc02e-6920-4a6e-ab33-37601c24e2b0 req-d4f6f075-1358-4010-86ed-57b7c77099d9 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Unset dirty status for tenant:09e414445c404505ac498344b2e789fc on resource:port {{(pid=88888) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:40:05.401645 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a38fc02e-6920-4a6e-ab33-37601c24e2b0 req-d4f6f075-1358-4010-86ed-57b7c77099d9 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 944 time: 0.1194141 Dec 21 17:40:05.440427 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2863f-e98d-44ef-a653-fc2227cdee21 req-c360da73-0dac-4570-ba51-494d4023df01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:40:05.442065 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6ee2863f-e98d-44ef-a653-fc2227cdee21 req-c360da73-0dac-4570-ba51-494d4023df01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 200 len: 849 time: 0.0716331 Dec 21 17:40:05.452301 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-a38fc02e-6920-4a6e-ab33-37601c24e2b0 req-003292b3-3a79-48e2-8c99-ca02329c2aba tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438581 Dec 21 17:40:05.537248 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6ee2863f-e98d-44ef-a653-fc2227cdee21 req-ab7bd5c0-599e-45b1-bdc0-c69bc1150b20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bed830b8-e28d-4cb5-b67e-4a7878e184b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878594 Dec 21 17:40:05.627709 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-133fc030-45e0-415f-ab6b-71cffa8a7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:05.631948 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fc030-45e0-415f-ab6b-71cffa8a7cec None None] Checking router: aa5a1634-13de-4e8c-bde6-312ee1634a97 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:40:05.643773 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133fc030-45e0-415f-ab6b-71cffa8a7cec None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:40:05.644442 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-133fc030-45e0-415f-ab6b-71cffa8a7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:39:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:05.680118 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6ee2863f-e98d-44ef-a653-fc2227cdee21 req-51354c31-a4cb-42d2-bbc8-78917d6b49f0 service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358614 Dec 21 17:40:05.831746 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-6ee2863f-e98d-44ef-a653-fc2227cdee21 req-9817e51a-f18d-4f61-881b-9a4ab94d1cee service neutron] 10.222.0.48 "GET /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445565 Dec 21 17:40:05.834185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-133fc030-45e0-415f-ab6b-71cffa8a7cec None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:40:06.161827 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-133fc030-45e0-415f-ab6b-71cffa8a7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:06.165993 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fc030-45e0-415f-ab6b-71cffa8a7cec None None] The sync data for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv is: [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:35:11Z', 'revision_number': 4, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv', '_interfaces': [{'id': '262b3c2f-821e-497b-8219-64a17fc9cafc', 'name': '', 'network_id': 'bed830b8-e28d-4cb5-b67e-4a7878e184b0', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'mac_address': 'fa:16:3e:62:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:11Z', 'updated_at': '2021-12-21T17:35:21Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'subnets': [{'id': 'b1a99e08-026f-40a7-8186-d5ef51b18d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:40:06.620876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da58350-a91d-44e8-b619-b29c15e0725b None None] New status for floating IP f2b03ff7-c1eb-4bf5-8ae1-0b384bb64151: DOWN {{(pid=88890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 17:40:06.670011 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5381eac-7b46-4f0a-9cde-1fc558ae8954 req-0551280f-a285-4a58-adcf-8705682c3448 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:40:06.671624 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5381eac-7b46-4f0a-9cde-1fc558ae8954 req-0551280f-a285-4a58-adcf-8705682c3448 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 944 time: 0.0897636 Dec 21 17:40:06.721014 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-e5381eac-7b46-4f0a-9cde-1fc558ae8954 req-d6163c02-1480-4f79-9725-573bfb1e8230 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/security-groups?id=2169ed95-59ed-4611-b291-b4e83272025b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429497 Dec 21 17:40:06.859547 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-a9ee19f1-1c92-47df-af47-f8ddaf65e6ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 17:40:06.860304 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-a9ee19f1-1c92-47df-af47-f8ddaf65e6ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Synchronizing usage tracker for tenant:09e414445c404505ac498344b2e789fc on resource:port {{(pid=88887) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 17:40:06.872797 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.quota.resource [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-a9ee19f1-1c92-47df-af47-f8ddaf65e6ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Unset dirty status for tenant:09e414445c404505ac498344b2e789fc on resource:port {{(pid=88887) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 17:40:06.874516 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-a9ee19f1-1c92-47df-af47-f8ddaf65e6ae tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.48 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 944 time: 0.1013887 Dec 21 17:40:06.947214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-6af41bf5-1542-40f2-b0bf-a2b4f34bfb53 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Deleting port 2d98903e-3abf-466c-a632-a3f33adb07da {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:06.947529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-6af41bf5-1542-40f2-b0bf-a2b4f34bfb53 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:07.202266 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-6af41bf5-1542-40f2-b0bf-a2b4f34bfb53 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] For port 2d98903e-3abf-466c-a632-a3f33adb07da, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2d98903e-3abf-466c-a632-a3f33adb07da,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:40:07.202604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-6af41bf5-1542-40f2-b0bf-a2b4f34bfb53 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:07.328904 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-6af41bf5-1542-40f2-b0bf-a2b4f34bfb53 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Calling delete_port for 2d98903e-3abf-466c-a632-a3f33adb07da owned by compute:nova {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:40:07.475032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-6af41bf5-1542-40f2-b0bf-a2b4f34bfb53 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:07.480777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-60e939d2-78ee-426a-a16b-3356c3e82f3a tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:07.528631 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af41bf5-1542-40f2-b0bf-a2b4f34bfb53 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event deleted for resources: {'Port': ['ID=2d98903e-3abf-466c-a632-a3f33adb07da,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:07.537486 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6af41bf5-1542-40f2-b0bf-a2b4f34bfb53 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:07.612598 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-6af41bf5-1542-40f2-b0bf-a2b4f34bfb53 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] No DVR routers for this DVR port 2d98903e-3abf-466c-a632-a3f33adb07da on host hv-neutron-8225 {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:40:07.615160 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-6af41bf5-1542-40f2-b0bf-a2b4f34bfb53 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28414'] for port, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:07.617976 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'name': 'network-vif-deleted', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da'}] {{(pid=88887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 17:40:07.632527 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-ec39a2cd-d513-4b19-b94d-2bdbdf9bf160 req-6af41bf5-1542-40f2-b0bf-a2b4f34bfb53 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.48 "DELETE /v2.0/ports/2d98903e-3abf-466c-a632-a3f33adb07da HTTP/1.1" status: 204 len: 173 time: 0.7527733 Dec 21 17:40:07.673164 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928cd1a7-1e4a-43b0-a4db-7c472dd2c98b', 'name': 'network-vif-deleted', 'tag': '2d98903e-3abf-466c-a632-a3f33adb07da', 'status': 'completed', 'code': 200} Dec 21 17:40:07.906429 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [req-d506994a-a30e-4e54-a6d5-b1798f3eed9e req-de655605-26ee-47bd-9e99-dc4d9f785d5a tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "GET /v2.0/ports?device_id=928cd1a7-1e4a-43b0-a4db-7c472dd2c98b HTTP/1.1" status: 200 len: 210 time: 0.0459230 Dec 21 17:40:09.015920 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 54338) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:09.091583 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9eb6cc49-981b-4330-ab8d-25e333994cc6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:09.123382 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9eb6cc49-981b-4330-ab8d-25e333994cc6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:09.177363 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9eb6cc49-981b-4330-ab8d-25e333994cc6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:09.182611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7d6e369b-7af5-4a80-9916-1c8f6db2791a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:09.197678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6cc49-981b-4330-ab8d-25e333994cc6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2169ed95-59ed-4611-b291-b4e83272025b,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:09.200568 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9eb6cc49-981b-4330-ab8d-25e333994cc6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:09.206986 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9eb6cc49-981b-4330-ab8d-25e333994cc6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] Notify callbacks [] for security_group, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:09.208216 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9eb6cc49-981b-4330-ab8d-25e333994cc6 tempest-TestSnapshotPattern-1139555745 tempest-TestSnapshotPattern-1139555745-project] 10.222.0.67 "DELETE /v2.0/security-groups/2169ed95-59ed-4611-b291-b4e83272025b HTTP/1.1" status: 204 len: 168 time: 0.1912270 Dec 21 17:40:09.268019 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 54344) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:09.835050 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:10.067129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d98903e-3abf-466c-a632-a3f33adb07da no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:40:10.102519 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] No Port match for: 2d98903e-3abf-466c-a632-a3f33adb07da {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:40:10.102862 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Device 2d98903e-3abf-466c-a632-a3f33adb07da not bound to the agent host hv-neutron-8225 {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:40:10.452977 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] Deleting port 262b3c2f-821e-497b-8219-64a17fc9cafc {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:10.453359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:10.631096 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] For port 262b3c2f-821e-497b-8219-64a17fc9cafc, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=262b3c2f-821e-497b-8219-64a17fc9cafc,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:40:10.631494 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:10.981651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] Calling delete_port for 262b3c2f-821e-497b-8219-64a17fc9cafc owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:40:11.155394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:11.159714 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6de20c4a-c9de-442b-aed3-b856a97cec50 tempest-TestEncryptedCinderVolumes-564212809 tempest-TestEncryptedCinderVolumes-564212809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:11.201577 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] Pushing event deleted for resources: {'Port': ['ID=262b3c2f-821e-497b-8219-64a17fc9cafc,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:11.204389 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:11.509771 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:12.115415 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] Router aa5a1634-13de-4e8c-bde6-312ee1634a97 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:40:12.322189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:40:12.332394 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c2e7b-a155-4eaf-b72f-951a146227bf None None] Sync routers for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:40:12.336428 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-53022e45-bd64-4e99-b92f-612f65dda142 admin admin] 10.222.0.67 "PUT /v2.0/routers/aa5a1634-13de-4e8c-bde6-312ee1634a97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0672505 Dec 21 17:40:12.339129 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 54350) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:12.345444 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c2e7b-a155-4eaf-b72f-951a146227bf None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:40:12.346114 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6d4c2e7b-a155-4eaf-b72f-951a146227bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:39:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:12.539778 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6d4c2e7b-a155-4eaf-b72f-951a146227bf None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:40:12.554609 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:12.761392 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:12.770226 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Deleting port 95ff4652-e29d-43e4-a474-2c181437c431 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:12.770606 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:12.841098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6d4c2e7b-a155-4eaf-b72f-951a146227bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '95ff4652-e29d-43e4-a474-2c181437c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:40:11Z', 'revision_number': 5, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port': {'id': '95ff4652-e29d-43e4-a474-2c181437c431', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:09Z', 'updated_at': '2021-12-21T17:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:12.845232 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c2e7b-a155-4eaf-b72f-951a146227bf None None] Checking router: aa5a1634-13de-4e8c-bde6-312ee1634a97 for host: dv-neutron-822515-1-hyperv {{(pid=88889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:40:12.856439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c2e7b-a155-4eaf-b72f-951a146227bf None None] Routers {'aa5a1634-13de-4e8c-bde6-312ee1634a97'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:40:12.857098 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6d4c2e7b-a155-4eaf-b72f-951a146227bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:39:48Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['aa5a1634-13de-4e8c-bde6-312ee1634a97'], 'active': True} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:12.955127 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] For port 95ff4652-e29d-43e4-a474-2c181437c431, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=95ff4652-e29d-43e4-a474-2c181437c431,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:40:12.955529 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:13.012843 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-6d4c2e7b-a155-4eaf-b72f-951a146227bf None None] Set router aa5a1634-13de-4e8c-bde6-312ee1634a97 gateway port host: None {{(pid=88889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:40:13.082506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Calling delete_port for 95ff4652-e29d-43e4-a474-2c181437c431 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:40:13.128257 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-6d4c2e7b-a155-4eaf-b72f-951a146227bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:40:12Z', 'revision_number': 6, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:13.132393 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c2e7b-a155-4eaf-b72f-951a146227bf None None] The sync data for ids ['aa5a1634-13de-4e8c-bde6-312ee1634a97'] in dv-neutron-822515-1-hyperv is: [{'id': 'aa5a1634-13de-4e8c-bde6-312ee1634a97', 'name': 'tempest-TestSnapshotPattern-2032881484-router', 'tenant_id': '09e414445c404505ac498344b2e789fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:08Z', 'updated_at': '2021-12-21T17:40:12Z', 'revision_number': 6, 'project_id': '09e414445c404505ac498344b2e789fc', 'gw_port_host': None}] {{(pid=88889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:40:13.254765 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:13.259514 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:13.303245 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Pushing event deleted for resources: {'Port': ['ID=95ff4652-e29d-43e4-a474-2c181437c431,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:13.306312 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:13.474367 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 262b3c2f-821e-497b-8219-64a17fc9cafc no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:40:13.514034 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 262b3c2f-821e-497b-8219-64a17fc9cafc {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:40:13.514428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 262b3c2f-821e-497b-8219-64a17fc9cafc not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:40:13.545374 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.041001 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.045476 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.068074 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.068567 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5a1634-13de-4e8c-bde6-312ee1634a97 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:40:14.083521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.084785 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9fc5076f-f299-45e6-b43d-5907a5790deb admin admin] 10.222.0.67 "DELETE /v2.0/routers/aa5a1634-13de-4e8c-bde6-312ee1634a97 HTTP/1.1" status: 204 len: 168 time: 1.7446523 Dec 21 17:40:14.087491 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 54354) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:14.158059 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-892b6cac-20f5-4a19-bd6e-316c72240e6c admin admin] Deleting subnet b1a99e08-026f-40a7-8186-d5ef51b18d84 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:40:14.161469 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-892b6cac-20f5-4a19-bd6e-316c72240e6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.213680 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-892b6cac-20f5-4a19-bd6e-316c72240e6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.298343 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-892b6cac-20f5-4a19-bd6e-316c72240e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.374428 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-892b6cac-20f5-4a19-bd6e-316c72240e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.379236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-dece168e-d468-4e76-8cd2-3d99301d046c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:14.416670 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b6cac-20f5-4a19-bd6e-316c72240e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a99e08-026f-40a7-8186-d5ef51b18d84,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:14.419445 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-892b6cac-20f5-4a19-bd6e-316c72240e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:14.422247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-892b6cac-20f5-4a19-bd6e-316c72240e6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.428258 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cb420d-c0ff-4675-b7ce-16ebfbfb2e9d None None] Network bed830b8-e28d-4cb5-b67e-4a7878e184b0 requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:40:14.428508 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-892b6cac-20f5-4a19-bd6e-316c72240e6c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b1a99e08-026f-40a7-8186-d5ef51b18d84 HTTP/1.1" status: 204 len: 168 time: 0.3399737 Dec 21 17:40:14.431194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 54358) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:14.548378 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.559727 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Deleting port f5eb56d9-c898-46d2-b508-7daea3139c36 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:14.560120 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.698281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e5af6-83a6-4629-adc9-853df22b5eed None None] DHCP port deletion for bed830b8-e28d-4cb5-b67e-4a7878e184b0 request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:40:14.702994 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-de0e5af6-83a6-4629-adc9-853df22b5eed None None] Deleting port f5eb56d9-c898-46d2-b508-7daea3139c36 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:14.703429 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de0e5af6-83a6-4629-adc9-853df22b5eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.777819 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] For port f5eb56d9-c898-46d2-b508-7daea3139c36, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f5eb56d9-c898-46d2-b508-7daea3139c36,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:40:14.778220 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.906859 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Calling delete_port for f5eb56d9-c898-46d2-b508-7daea3139c36 owned by network:dhcp {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:40:14.915579 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-de0e5af6-83a6-4629-adc9-853df22b5eed None None] For port f5eb56d9-c898-46d2-b508-7daea3139c36, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=f5eb56d9-c898-46d2-b508-7daea3139c36,segment=NetworkSegment(9213da1e-2cff-4970-b513-2fb0967dbc55),segment_id=9213da1e-2cff-4970-b513-2fb0967dbc55)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:40:14.916029 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de0e5af6-83a6-4629-adc9-853df22b5eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.979586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:14.984989 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-8e009a80-d05e-49a4-b67a-cb2f22c343c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:15.030791 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5eb56d9-c898-46d2-b508-7daea3139c36,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:15.033955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:15.037463 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] No DVR routers for this DVR port f5eb56d9-c898-46d2-b508-7daea3139c36 on host dv-neutron-822515-1-hyperv {{(pid=88887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:40:15.054076 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-de0e5af6-83a6-4629-adc9-853df22b5eed None None] Calling delete_port for f5eb56d9-c898-46d2-b508-7daea3139c36 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:40:15.124004 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-de0e5af6-83a6-4629-adc9-853df22b5eed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:40:15.124422 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-de0e5af6-83a6-4629-adc9-853df22b5eed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:40:15.163033 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:15.189521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed830b8-e28d-4cb5-b67e-4a7878e184b0']}} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:15.202564 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9213da1e-2cff-4970-b513-2fb0967dbc55') {'for_net_delete': True} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:15.202924 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9213da1e-2cff-4970-b513-2fb0967dbc55') {} {{(pid=88887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:15.215091 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1362849'] for segment, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:15.230638 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:15.238123 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:40:15.238554 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852694661'] for segment, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:40:15.252531 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:40:15.330901 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:15.335433 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Notify callbacks [] for network, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:15.339221 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-eb358aa6-c999-4b77-993b-3d80f1b73cd0 tempest-RoutersNegativeTest-1350970682 tempest-RoutersNegativeTest-1350970682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:15.361672 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed830b8-e28d-4cb5-b67e-4a7878e184b0,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:15.364166 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:15.375691 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-c3a978ae-6bb7-4250-a74c-704b929c49a7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/bed830b8-e28d-4cb5-b67e-4a7878e184b0 HTTP/1.1" status: 204 len: 168 time: 0.9434421 Dec 21 17:40:15.378949 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 54362) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:15.440325 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 95ff4652-e29d-43e4-a474-2c181437c431 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:40:15.473838 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 95ff4652-e29d-43e4-a474-2c181437c431 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:40:15.474237 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 95ff4652-e29d-43e4-a474-2c181437c431 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:40:15.474720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f5eb56d9-c898-46d2-b508-7daea3139c36 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:40:15.517169 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: f5eb56d9-c898-46d2-b508-7daea3139c36 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:40:15.517623 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device f5eb56d9-c898-46d2-b508-7daea3139c36 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:40:15.625744 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-de0e5af6-83a6-4629-adc9-853df22b5eed None None] Deleting port f5eb56d9-c898-46d2-b508-7daea3139c36 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:15.626835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-de0e5af6-83a6-4629-adc9-853df22b5eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:15.691604 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-de0e5af6-83a6-4629-adc9-853df22b5eed None None] The port 'f5eb56d9-c898-46d2-b508-7daea3139c36' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 17:40:15.787821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103292'] for router_interface, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:15.890542 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3d9f9b93-47e7-4d83-aa8e-2298484bacbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:16.402673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] Deleting port 4bc11dc1-3400-4920-bde4-dce9b66be270 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:16.403110 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:16.581058 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] For port 4bc11dc1-3400-4920-bde4-dce9b66be270, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=4bc11dc1-3400-4920-bde4-dce9b66be270,segment=NetworkSegment(c47a9c04-4349-4017-a6b4-9744b30c465c),segment_id=c47a9c04-4349-4017-a6b4-9744b30c465c)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:40:16.581449 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:16.935967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] Calling delete_port for 4bc11dc1-3400-4920-bde4-dce9b66be270 owned by network:router_interface {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:40:17.110651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:17.115052 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-7652d88c-29cc-4794-907d-34ef4211657a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:17.159651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc11dc1-3400-4920-bde4-dce9b66be270,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:17.162410 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:17.315736 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:17.463533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838125035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854103138'] for router_interface, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:18.071174 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] Router 0db56d3e-4957-473f-b516-66763e5f8a85 has already been hosted by L3 agent cf764502-0cfb-455b-be6c-9dbb48719eee {{(pid=88887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 17:40:18.114434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-190b4286-1528-46a0-bbac-d333ac3cf7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:18.280006 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] Notify agent at l3_agent.dv-neutron-822515-1-hyperv the message routers_updated {{(pid=88887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 17:40:18.289875 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-1e13f57e-103e-4f63-abd5-f58bb3088194 admin admin] 10.222.0.67 "PUT /v2.0/routers/0db56d3e-4957-473f-b516-66763e5f8a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9096496 Dec 21 17:40:18.292521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 54366) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:18.292944 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfcd727-04de-4149-aef0-7ea2b7b99cdd None None] Sync routers for ids ['0db56d3e-4957-473f-b516-66763e5f8a85'] in dv-neutron-822515-1-hyperv {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 17:40:18.305307 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfcd727-04de-4149-aef0-7ea2b7b99cdd None None] Routers {'0db56d3e-4957-473f-b516-66763e5f8a85'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:40:18.305973 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dcfcd727-04de-4149-aef0-7ea2b7b99cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['0db56d3e-4957-473f-b516-66763e5f8a85'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:18.503835 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Notify callbacks [] for router, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:18.504704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-dcfcd727-04de-4149-aef0-7ea2b7b99cdd None None] Set router 0db56d3e-4957-473f-b516-66763e5f8a85 gateway port host: dv-neutron-822515-1-hyperv {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:40:18.569501 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:18.715353 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:18.723507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Deleting port c09a497a-c894-4b3c-bc43-a178eb21b4f5 {{(pid=88887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:18.723876 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:18.819002 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dcfcd727-04de-4149-aef0-7ea2b7b99cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'name': 'tempest-TestSnapshotPattern-1478361725-router', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'external_fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:14Z', 'updated_at': '2021-12-21T17:40:17Z', 'revision_number': 5, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'gw_port': {'id': 'c09a497a-c894-4b3c-bc43-a178eb21b4f5', 'name': '', 'network_id': '7a82a4f9-9765-4e34-b27e-26a6a1c2699a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822515-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T17:35:15Z', 'updated_at': '2021-12-21T17:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8aaef7ae-a2a6-4976-bc33-35bc8eda724e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822515-1-hyperv'}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:18.823078 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfcd727-04de-4149-aef0-7ea2b7b99cdd None None] Checking router: 0db56d3e-4957-473f-b516-66763e5f8a85 for host: dv-neutron-822515-1-hyperv {{(pid=88890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 17:40:18.834179 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfcd727-04de-4149-aef0-7ea2b7b99cdd None None] Routers {'0db56d3e-4957-473f-b516-66763e5f8a85'} bound to L3 agent in host dv-neutron-822515-1-hyperv {{(pid=88890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 17:40:18.834885 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dcfcd727-04de-4149-aef0-7ea2b7b99cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822515-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T16:32:48Z,description=,heartbeat_timestamp=2021-12-21T17:40:18Z,host='dv-neutron-822515-1-hyperv',id=cf764502-0cfb-455b-be6c-9dbb48719eee,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T16:32:48Z,topic='l3_agent')) {'router_ids': ['0db56d3e-4957-473f-b516-66763e5f8a85'], 'active': True} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:18.906488 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] For port c09a497a-c894-4b3c-bc43-a178eb21b4f5, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=c09a497a-c894-4b3c-bc43-a178eb21b4f5,segment=NetworkSegment(a470e015-87d7-4168-890e-1bc36279549f),segment_id=a470e015-87d7-4168-890e-1bc36279549f)] {{(pid=88887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:40:18.906927 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:18.993203 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvr_db [None req-dcfcd727-04de-4149-aef0-7ea2b7b99cdd None None] Set router 0db56d3e-4957-473f-b516-66763e5f8a85 gateway port host: None {{(pid=88890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 17:40:19.038909 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Calling delete_port for c09a497a-c894-4b3c-bc43-a178eb21b4f5 owned by network:router_gateway {{(pid=88887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:40:19.110715 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_hamode_db [None req-dcfcd727-04de-4149-aef0-7ea2b7b99cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'name': 'tempest-TestSnapshotPattern-1478361725-router', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:14Z', 'updated_at': '2021-12-21T17:40:18Z', 'revision_number': 6, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'gw_port_host': None}], 'dv-neutron-822515-1-hyperv', False) {} {{(pid=88890) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:19.114893 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfcd727-04de-4149-aef0-7ea2b7b99cdd None None] The sync data for ids ['0db56d3e-4957-473f-b516-66763e5f8a85'] in dv-neutron-822515-1-hyperv is: [{'id': '0db56d3e-4957-473f-b516-66763e5f8a85', 'name': 'tempest-TestSnapshotPattern-1478361725-router', 'tenant_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T17:35:14Z', 'updated_at': '2021-12-21T17:40:18Z', 'revision_number': 6, 'project_id': '1f5880a2e3a945b5a512a9206dbe9a52', 'gw_port_host': None}] {{(pid=88890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 17:40:19.403313 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4bc11dc1-3400-4920-bde4-dce9b66be270 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:40:19.444358 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: 4bc11dc1-3400-4920-bde4-dce9b66be270 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:40:19.444764 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device 4bc11dc1-3400-4920-bde4-dce9b66be270 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:40:19.453121 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852694353'] for port, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:19.458158 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-29b8dde2-04c8-4968-8a14-d406623169eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:19.501968 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09a497a-c894-4b3c-bc43-a178eb21b4f5,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:19.504817 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:19.749732 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854092267'] for router_gateway, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.018694 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854129029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771016'] for router, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.023134 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.049387 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854129131'] for router, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.050073 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0db56d3e-4957-473f-b516-66763e5f8a85 {{(pid=88887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 17:40:20.063464 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] Notify callbacks [] for router, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.064719 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-670f3654-9fba-4a1c-9d52-9b65b49f8b79 admin admin] 10.222.0.67 "DELETE /v2.0/routers/0db56d3e-4957-473f-b516-66763e5f8a85 HTTP/1.1" status: 204 len: 168 time: 1.7711940 Dec 21 17:40:20.067418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 54372) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:20.071131 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.138146 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e567226-c33d-42a5-b5ad-e11177d9a287 admin admin] Deleting subnet 6caabb5c-3a18-4cb9-869d-15e1339c3af3 {{(pid=88887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 17:40:20.143194 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e567226-c33d-42a5-b5ad-e11177d9a287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.195513 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e567226-c33d-42a5-b5ad-e11177d9a287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853412952'] for subnet, precommit_delete_associations {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.274965 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e567226-c33d-42a5-b5ad-e11177d9a287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839225576'] for subnet, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.351063 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e567226-c33d-42a5-b5ad-e11177d9a287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15550209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2081497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852791813'] for subnet, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.356180 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-6cebfb24-809b-492e-ac7b-9a4e28a20e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:20.393826 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e567226-c33d-42a5-b5ad-e11177d9a287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6caabb5c-3a18-4cb9-869d-15e1339c3af3,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:20.397461 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-9e567226-c33d-42a5-b5ad-e11177d9a287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:20.398967 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e567226-c33d-42a5-b5ad-e11177d9a287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.406822 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dabd66-374c-4168-ab97-2b58e676868d None None] Network e464ab5e-93db-4c5e-808a-4966cf5add3f requested from dv-neutron-822515-1-hyperv {{(pid=88889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 17:40:20.407022 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-9e567226-c33d-42a5-b5ad-e11177d9a287 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6caabb5c-3a18-4cb9-869d-15e1339c3af3 HTTP/1.1" status: 204 len: 168 time: 0.3364997 Dec 21 17:40:20.407953 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88888) accepted ('10.222.0.67', 54376) {{(pid=88888) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:20.532334 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15703483'] for network, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.546405 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Deleting port bd8b9ef0-92f8-48dd-8198-f48f679913d2 {{(pid=88888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:20.546815 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.763495 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] For port bd8b9ef0-92f8-48dd-8198-f48f679913d2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bd8b9ef0-92f8-48dd-8198-f48f679913d2,segment=NetworkSegment(c47a9c04-4349-4017-a6b4-9744b30c465c),segment_id=c47a9c04-4349-4017-a6b4-9744b30c465c)] {{(pid=88888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:40:20.763868 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.826431 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6efa1b-c250-4df0-80fc-e0350bae810d None None] DHCP port deletion for e464ab5e-93db-4c5e-808a-4966cf5add3f request from dv-neutron-822515-1-hyperv {{(pid=88889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 17:40:20.831201 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cc6efa1b-c250-4df0-80fc-e0350bae810d None None] Deleting port bd8b9ef0-92f8-48dd-8198-f48f679913d2 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:20.831626 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc6efa1b-c250-4df0-80fc-e0350bae810d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.894570 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Calling delete_port for bd8b9ef0-92f8-48dd-8198-f48f679913d2 owned by network:dhcp {{(pid=88888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:40:20.965414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036839097678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250803108451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250803514382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1544165'] for port, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:20.970370 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-f65b5d44-2278-498e-9f60-ba39422f6c34 tempest-TestShelveInstance-330314609 tempest-TestShelveInstance-330314609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:21.015616 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8b9ef0-92f8-48dd-8198-f48f679913d2,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:21.018507 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:21.022022 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] No DVR routers for this DVR port bd8b9ef0-92f8-48dd-8198-f48f679913d2 on host dv-neutron-822515-1-hyperv {{(pid=88888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 17:40:21.045379 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.db [None req-cc6efa1b-c250-4df0-80fc-e0350bae810d None None] For port bd8b9ef0-92f8-48dd-8198-f48f679913d2, host dv-neutron-822515-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822515-1-hyperv',level=0,port_id=bd8b9ef0-92f8-48dd-8198-f48f679913d2,segment=NetworkSegment(c47a9c04-4349-4017-a6b4-9744b30c465c),segment_id=c47a9c04-4349-4017-a6b4-9744b30c465c)] {{(pid=88889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 17:40:21.045758 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc6efa1b-c250-4df0-80fc-e0350bae810d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854092847'] for port, precommit_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.145044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839221631', 'neutron.services.segments.db._delete_segments_for_network--9223363250803027760'] for network, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.171777 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cc6efa1b-c250-4df0-80fc-e0350bae810d None None] Calling delete_port for bd8b9ef0-92f8-48dd-8198-f48f679913d2 owned by network:dhcp {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 17:40:21.175793 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e464ab5e-93db-4c5e-808a-4966cf5add3f']}} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:21.188417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47a9c04-4349-4017-a6b4-9744b30c465c') {'for_net_delete': True} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:21.188752 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.services.segments.db [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47a9c04-4349-4017-a6b4-9744b30c465c') {} {{(pid=88888) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 17:40:21.200933 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250803024176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2029246'] for segment, before_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.218411 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15555815'] for segment, precommit_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.224851 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 17:40:21.225276 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839219970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1543217'] for segment, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: Traceback (most recent call last): Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: timer() Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: cb(*args, **kw) Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: return func(*args, **kwargs) Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: self._notify() Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: self.callback(batched_events) Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: event.method(event) Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: segment_id)['aggregates'][0] Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: return f(self, *a, **k) Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: return self._get(url).json() Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: **kwargs) Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: return self.request(url, 'GET', **kwargs) Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: **endpoint_filter) Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 17:40:21.240099 dv-neutron-822515-1-hyperv neutron-server[88778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 17:40:21.242733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.db.api [None req-cc6efa1b-c250-4df0-80fc-e0350bae810d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88889) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 17:40:21.242733 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_db.api [None req-cc6efa1b-c250-4df0-80fc-e0350bae810d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 17:40:21.318961 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15554186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16650781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683771'] for network, after_delete {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.322533 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-4fea0d45-f41c-4b98-b44f-b3303259fbf4 tempest-TestNetworkAdvancedServerOps-1487943879 tempest-TestNetworkAdvancedServerOps-1487943879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:21.343044 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Notify callbacks [] for network, before_response {{(pid=88888) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.351684 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=e464ab5e-93db-4c5e-808a-4966cf5add3f,revision_number=None']} {{(pid=88888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:21.354641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88888) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:21.356520 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-54fa9a6d-409f-4c50-a788-5a1c12338e4a admin admin] 10.222.0.67 "DELETE /v2.0/networks/e464ab5e-93db-4c5e-808a-4966cf5add3f HTTP/1.1" status: 204 len: 168 time: 0.9475150 Dec 21 17:40:21.441344 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bd8b9ef0-92f8-48dd-8198-f48f679913d2 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:40:21.478890 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: bd8b9ef0-92f8-48dd-8198-f48f679913d2 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:40:21.479299 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device bd8b9ef0-92f8-48dd-8198-f48f679913d2 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:40:21.479775 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c09a497a-c894-4b3c-bc43-a178eb21b4f5 no longer exists at agent ovs-agent-dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 17:40:21.499066 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 54386) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:21.512938 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] No Port match for: c09a497a-c894-4b3c-bc43-a178eb21b4f5 {{(pid=88889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 17:40:21.513875 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.rpc [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Device c09a497a-c894-4b3c-bc43-a178eb21b4f5 not bound to the agent host dv-neutron-822515-1-hyperv {{(pid=88889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 17:40:21.555409 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-7cb3e86a-e241-41f0-a178-c12763cdcc24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=09e414445c404505ac498344b2e789fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0548620 Dec 21 17:40:21.558008 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 54390) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:21.630359 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8359eb4-151f-460d-b880-488612d72b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.662236 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8359eb4-151f-460d-b880-488612d72b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.711887 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8359eb4-151f-460d-b880-488612d72b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.717459 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-e42542fd-1fbe-4423-bce0-3578951ba001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:21.731836 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8359eb4-151f-460d-b880-488612d72b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c5c809-e571-45f3-9dfa-6905ba800058,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:21.734658 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-a8359eb4-151f-460d-b880-488612d72b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:21.740281 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-a8359eb4-151f-460d-b880-488612d72b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.741529 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-a8359eb4-151f-460d-b880-488612d72b37 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/36c5c809-e571-45f3-9dfa-6905ba800058 HTTP/1.1" status: 204 len: 168 time: 0.1825249 Dec 21 17:40:21.746662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cc6efa1b-c250-4df0-80fc-e0350bae810d None None] Deleting port bd8b9ef0-92f8-48dd-8198-f48f679913d2 {{(pid=88889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 17:40:21.747135 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-cc6efa1b-c250-4df0-80fc-e0350bae810d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250803114697'] for port, before_delete {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:21.820749 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.plugins.ml2.plugin [None req-cc6efa1b-c250-4df0-80fc-e0350bae810d None None] The port 'bd8b9ef0-92f8-48dd-8198-f48f679913d2' was deleted {{(pid=88889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 17:40:22.165639 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 54398) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:22.218676 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-593d46df-1165-4a29-9588-f9ea31c93c53 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f5880a2e3a945b5a512a9206dbe9a52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517464 Dec 21 17:40:22.221164 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.wsgi [-] (88887) accepted ('10.222.0.67', 54402) {{(pid=88887) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 17:40:22.282508 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2df57d3f-97ab-4900-b6b2-5c57a0e26c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:22.309510 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2df57d3f-97ab-4900-b6b2-5c57a0e26c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:22.357641 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2df57d3f-97ab-4900-b6b2-5c57a0e26c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755075'] for security_group, after_delete {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:22.363106 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-14a8cf12-0efa-4e67-99c8-82919157e9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 17:40:22.377521 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df57d3f-97ab-4900-b6b2-5c57a0e26c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1fcabe-6845-468e-8a5f-887b0d15b113,revision_number=None']} {{(pid=88887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 17:40:22.380586 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG oslo_concurrency.lockutils [None req-2df57d3f-97ab-4900-b6b2-5c57a0e26c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 17:40:22.381477 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2df57d3f-97ab-4900-b6b2-5c57a0e26c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:22.382688 dv-neutron-822515-1-hyperv neutron-server[88778]: INFO neutron.wsgi [None req-2df57d3f-97ab-4900-b6b2-5c57a0e26c2c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b1fcabe-6845-468e-8a5f-887b0d15b113 HTTP/1.1" status: 204 len: 168 time: 0.1605690 Dec 21 17:40:27.866057 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:40:30.032414 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:45.894612 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e5058fad-f5b4-4ef8-ae83-8c5ead70161b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:47.318884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:48.119646 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-af13f1e1-2ab9-4dd6-aa25-c7067d2cd1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:48.568384 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:40:50.073634 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:00.041534 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:04.866357 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:41:15.895936 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-68b72197-ced1-4038-a39a-e128f1a5a2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:17.320678 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:18.124594 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-3dadce4a-5db6-4dd5-b215-d43c9f6b7d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:18.571016 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:20.076000 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:30.054649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:41.868119 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:41:45.898673 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c18bf336-923a-446b-a29f-4989a61b5a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:47.322849 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:48.126915 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c2458632-c47a-4228-adbd-0a1972e6c9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:48.572544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:41:50.077172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:00.047417 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:15.900551 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-bae7a5d9-8542-43ad-bcb9-d9a7a252249c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:17.325544 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:18.127821 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8b1bcd60-5453-49f8-b9fe-d56a49d27b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:18.576611 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:18.868506 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:42:20.080268 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:30.053439 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:45.904418 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-f675f587-f835-4948-bf8b-e180f90d5435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:47.329391 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:48.138717 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-93153213-2f5a-43e7-a601-6706e38a48ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:48.578760 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:50.083189 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:42:56.019296 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:43:00.062277 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:43:15.905662 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-31be7bd7-7634-4518-b854-be5459babc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:43:17.332799 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:43:18.130273 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-efc55876-ddc1-4ec2-8ac0-eed93a1c0a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:43:18.581912 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:43:20.085716 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:43:30.071196 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:43:32.869660 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:43:45.908377 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-9e31b56c-01d9-42e6-92ab-f13c313ab1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:43:47.335090 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:43:48.132214 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b0a6-35b4-495d-b59f-900a310d1463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:43:48.584081 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:43:50.088419 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:00.082289 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:09.870884 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:44:15.909805 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-955faa55-6f98-4a36-ae60-8a2cf8fd2bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:17.336829 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:18.133104 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-5567f420-bf56-422b-a502-f4acf46af91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:18.588032 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:20.090704 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:30.092247 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:45.912089 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-22396443-cc32-4d85-bf9a-51a5197a92a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:46.872693 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:44:47.337955 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:48.140172 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-b2784e17-f956-46b9-be31-48903139b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:48.589713 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:44:50.094720 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:00.097437 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:15.913786 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-8d29d26b-72fa-4677-b455-83251615872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:17.340739 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:18.139649 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-685a89cb-1d93-4ca4-9a0b-cdebb92ef56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:18.592677 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:20.098206 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:23.873305 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron.db.agents_db [None req-52084e0e-2c47-4f3e-b452-f55cd024c30e None None] Agent healthcheck: found 6 active agents {{(pid=88890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 17:45:30.150479 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-20c0e3bc-dcca-44d4-89be-cc60b5b86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:46.027185 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-e8c5bf2f-5faf-485f-9d26-4c2ee0659de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:47.343103 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-afb1cd1a-3fb6-4499-b62f-361ecfc19eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:48.132434 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-c91ad927-0cc5-4955-a4b2-b9966949e141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:48.599282 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-81747b17-65e1-464c-9997-060eb426e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 17:45:50.099651 dv-neutron-822515-1-hyperv neutron-server[88778]: DEBUG neutron_lib.callbacks.manager [None req-2063e23d-b266-4299-85a0-720b8ecc5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250803027777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839200410'] for agent, after_update {{(pid=88889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}